00010000:00000010:1.1F:1713530949.613344:0:27:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880129d0b300. 00010000:00000010:1.1:1713530949.613352:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88009d400000. 00010000:00000010:1.1:1713530949.793431:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a6fe4600. 00010000:00000010:1.1:1713530949.793436:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a96146c0. 00010000:00000010:1.1:1713530949.796337:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a3fb46c0. 00010000:00000010:0.1F:1713530949.801301:0:11:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a6b3b100. 00010000:00000010:0.1:1713530949.801310:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a9614b40. 00000100:00100000:0.0:1713531219.202359:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.203464:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.205001:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.206022:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.207024:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.207739:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.208696:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.209669:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.210727:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.211841:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.212919:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.214150:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.215481:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.217595:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.218565:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.219688:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.220508:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.221480:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.222516:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.223536:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.278470:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00080000:0.0:1713531219.278610:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531189 00000100:00100000:0.0:1713531219.280803:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.286041:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.287421:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.288999:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.292510:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.292684:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.293680:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.295311:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.300985:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.302615:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.304718:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.305522:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.310314:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.313224:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.314228:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.319145:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.321685:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.322560:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.326828:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.329543:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.330412:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.335497:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.338476:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.339514:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.344773:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.347740:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.348653:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.353587:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.356474:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.357419:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.362665:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.365736:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.366601:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.371689:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.374415:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.375240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.380053:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.382905:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.383803:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.385358:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.386530:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.388265:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.393679:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.395911:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.396686:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.401264:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.403658:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.404572:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.409259:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.411986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.412825:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.417061:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.419601:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.420427:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.424890:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.427809:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.428616:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.432525:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.435120:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.435936:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.440526:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.443567:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.444523:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.449582:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.452389:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.453228:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.457689:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.460332:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.461243:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.466340:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.469522:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.470432:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.472089:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.474691:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.481109:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.483688:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.484645:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.489531:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.492096:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.492983:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.497690:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.500366:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.501302:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.506317:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.509324:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.510229:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.515236:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.518292:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.519228:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.524138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.526831:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.527644:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.532256:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.535347:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.536402:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.541342:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.543660:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.544524:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.548817:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.551283:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.552202:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.556253:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.558614:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.559407:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.561046:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.562315:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.564130:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.570200:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.573176:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.574064:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.580993:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.582057:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.588943:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.589820:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.594470:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815040 00000100:00100000:0.0:1713531219.594477:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815040 00000100:00100000:0.0:1713531219.594514:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3266 00000100:00100000:0.0:1713531219.594520:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+953:7883:x1796767404815040:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.594535:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.594554:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c9851352842c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34dc expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.594597:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594606:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594613:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594626:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594630:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594634:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594723:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594730:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594736:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.594763:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7f:0x0]: returning size 3 00000004:00200000:0.0:1713531219.594766:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.594778:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594786:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594794:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594799:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594806:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594811:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.594814:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594821:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594831:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.594834:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.594838:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594842:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513528433 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594863:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594867:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594870:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594873:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a461c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.594875:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594878:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594883:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9b94 (ffff88008d7a4400) 00010000:00010000:0.0:1713531219.594884:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.594885:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594888:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352843a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.594906:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c9851352842c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34dc expref: 955 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.594913:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528441 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34dc expref: 954 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.594917:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff88008cf75400) 00010000:00010000:0.0:1713531219.594918:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.594919:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44fc0, rc 0) 00000100:00100000:0.0:1713531219.594965:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+954:7883:x1796767404815040:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 445us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.594970:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3266 00000100:00100000:0.0:1713531219.597536:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.598618:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815232 00000100:00100000:0.0:1713531219.598622:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815232 00000100:00100000:0.0:1713531219.598646:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3267 00000100:00100000:0.0:1713531219.598650:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+952:7883:x1796767404815232:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.598709:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.598719:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.598725:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.598892:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].99, 136 off21552 00000100:00100000:0.0:1713531219.598936:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+952:7883:x1796767404815232:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 284us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.598941:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3267 00000100:00100000:0.0:1713531219.603374:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815296 00000100:00100000:0.0:1713531219.603381:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815296 00000100:00100000:0.0:1713531219.603414:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3268 00000100:00100000:0.0:1713531219.603419:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+952:7884:x1796767404815296:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.603446:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.603463:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352844f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34e3 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.603503:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603512:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603518:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603533:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603537:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603540:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603609:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603612:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603616:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.603636:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7c:0x0]: returning size 3 00000004:00200000:0.0:1713531219.603638:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.603648:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603653:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603658:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603661:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603665:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603668:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.603670:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603675:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603682:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.603683:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.603685:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603688:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528456 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603695:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603698:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603701:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603703:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a44d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.603704:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603707:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603710:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9e94 (ffff88008d7a4b00) 00010000:00010000:0.0:1713531219.603711:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.603712:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603715:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352845d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.603731:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352844f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34e3 expref: 954 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.603738:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c98513528464 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34e3 expref: 953 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.603742:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff88008cf75900) 00010000:00010000:0.0:1713531219.603743:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.603744:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a45b00, rc 0) 00000100:00100000:0.0:1713531219.603784:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+953:7884:x1796767404815296:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 366us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.603788:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3268 00000100:00100000:0.0:1713531219.605812:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.606767:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815488 00000100:00100000:0.0:1713531219.606772:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815488 00000100:00100000:0.0:1713531219.606800:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3269 00000100:00100000:0.0:1713531219.606805:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+951:7884:x1796767404815488:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.606863:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.606871:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.606877:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.607047:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].100, 136 off21688 00000100:00100000:0.0:1713531219.607091:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+951:7884:x1796767404815488:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 285us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.607096:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3269 00000100:00100000:0.0:1713531219.611488:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815552 00000100:00100000:0.0:1713531219.611496:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815552 00000100:00100000:0.0:1713531219.611539:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3270 00000100:00100000:0.0:1713531219.611544:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+951:7885:x1796767404815552:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.611557:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.611579:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c98513528472 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34ea expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.611629:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611638:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611646:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611671:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611677:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611690:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611792:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611800:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611806:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.611840:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7a:0x0]: returning size 3 00000004:00200000:0.0:1713531219.611843:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.611863:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611872:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611879:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611884:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611888:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611891:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a44d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.611900:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611904:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611911:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.611913:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.611916:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611919:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c98513528479 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611937:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611941:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611943:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611946:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.611947:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611954:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611961:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656ca094 (ffff880091772b00) 00010000:00010000:0.0:1713531219.611962:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.611965:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.611969:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c98513528480 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.612000:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c98513528472 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34ea expref: 953 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.612012:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44900/0xe3b2c98513528487 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34ea expref: 952 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.612018:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:0.0:1713531219.612029:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.612031:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44900, rc 0) 00000100:00100000:0.0:1713531219.612095:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+952:7885:x1796767404815552:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 541us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.612102:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3270 00000100:00100000:0.0:1713531219.614088:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.615094:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815744 00000100:00100000:0.0:1713531219.615099:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815744 00000100:00100000:0.0:1713531219.615130:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3271 00000100:00100000:0.0:1713531219.615136:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+950:7885:x1796767404815744:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.615197:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352848e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.615207:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352848e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.615215:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352848e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.615461:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].101, 136 off21824 00000100:00100000:0.0:1713531219.615523:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+950:7885:x1796767404815744:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 385us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.615532:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3271 00000100:00100000:0.0:1713531219.619906:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404815808 00000100:00100000:0.0:1713531219.619915:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404815808 00000100:00100000:0.0:1713531219.619958:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3272 00000100:00100000:0.0:1713531219.619964:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+950:7886:x1796767404815808:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.619979:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.619997:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528495 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34f1 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.620045:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620055:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620062:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620075:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620079:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620082:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620155:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620159:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620162:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.620182:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x77:0x0]: returning size 3 00000004:00200000:0.0:1713531219.620184:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.620194:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620199:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620205:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620208:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620212:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620215:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.620217:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620221:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620228:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.620229:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.620231:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620234:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352849c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620244:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620247:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620250:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620252:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a45b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.620254:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620256:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620260:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x659c9a94 (ffff880131ab6400) 00010000:00010000:0.0:1713531219.620261:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.620262:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620264:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135284a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.620314:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513528495 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34f1 expref: 952 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.620321:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34f1 expref: 951 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.620325:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (ffff88008cf73200) 00010000:00010000:0.0:1713531219.620326:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.620327:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cfc0, rc 0) 00000100:00100000:0.0:1713531219.620359:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+951:7886:x1796767404815808:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 396us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.620363:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3272 00000100:00100000:0.0:1713531219.622591:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.623590:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816000 00000100:00100000:0.0:1713531219.623595:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816000 00000100:00100000:0.0:1713531219.623623:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3273 00000100:00100000:0.0:1713531219.623629:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+949:7886:x1796767404816000:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.623703:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c985135284b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.623714:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c985135284b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.623723:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c985135284b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.623924:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].102, 136 off21960 00000100:00100000:0.0:1713531219.623969:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+949:7886:x1796767404816000:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 340us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.623974:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3273 00000100:00100000:0.0:1713531219.627936:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816064 00000100:00100000:0.0:1713531219.627944:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816064 00000100:00100000:0.0:1713531219.627977:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3274 00000100:00100000:0.0:1713531219.627981:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+949:7887:x1796767404816064:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.627994:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.628010:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c985135284b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34f8 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.628052:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628061:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628069:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628082:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628086:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628089:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628160:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628164:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628167:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.628189:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7d:0x0]: returning size 3 00000004:00200000:0.0:1713531219.628192:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.628202:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628207:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628212:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628217:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628223:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628228:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.628232:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628239:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628248:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.628251:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.628254:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628259:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628295:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628301:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628307:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628311:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.628313:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628318:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628325:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9d94 (ffff880090055500) 00010000:00010000:0.0:1713531219.628326:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.628328:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628333:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.628354:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c985135284b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34f8 expref: 951 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.628361:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34f8 expref: 950 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.628365:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (ffff88008cf75600) 00010000:00010000:0.0:1713531219.628366:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.628368:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f600, rc 0) 00000100:00100000:0.0:1713531219.628407:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+950:7887:x1796767404816064:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 425us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.628411:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3274 00000100:00100000:0.0:1713531219.630393:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.631360:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816256 00000100:00100000:0.0:1713531219.631365:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816256 00000100:00100000:0.0:1713531219.631393:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3275 00000100:00100000:0.0:1713531219.631399:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+948:7887:x1796767404816256:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.631496:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c985135284d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.631509:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c985135284d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.631517:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c985135284d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.631711:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].103, 136 off22096 00000100:00100000:0.0:1713531219.631766:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+948:7887:x1796767404816256:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 366us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.631774:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3275 00000100:00100000:0.0:1713531219.636556:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816320 00000100:00100000:0.0:1713531219.636563:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816320 00000100:00100000:0.0:1713531219.636598:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3276 00000100:00100000:0.0:1713531219.636602:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+948:7888:x1796767404816320:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.636616:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.636632:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c985135284db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c34ff expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.636673:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636681:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636688:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636701:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636704:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636708:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636776:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636780:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636785:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.636805:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7e:0x0]: returning size 3 00000004:00200000:0.0:1713531219.636808:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.636818:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636824:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636828:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636831:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636835:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636839:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.636841:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636845:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636852:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.636854:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.636856:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636859:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c985135284e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636875:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636879:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636882:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636884:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.636885:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636888:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636891:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9c94 (ffff880131ab6400) 00010000:00010000:0.0:1713531219.636892:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.636893:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636896:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c985135284e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.636911:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c985135284db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34ff expref: 950 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.636917:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c34ff expref: 949 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.636921:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (ffff88008cf75e00) 00010000:00010000:0.0:1713531219.636923:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.636924:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cfc0, rc 0) 00000100:00100000:0.0:1713531219.636960:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+949:7888:x1796767404816320:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 358us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.636965:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3276 00000100:00100000:0.0:1713531219.639137:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.640173:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816512 00000100:00100000:0.0:1713531219.640177:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816512 00000100:00100000:0.0:1713531219.640199:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3277 00000100:00100000:0.0:1713531219.640203:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+947:7888:x1796767404816512:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.640262:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.640285:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.640292:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c985135284f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.640488:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].104, 136 off22232 00000100:00100000:0.0:1713531219.640533:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+947:7888:x1796767404816512:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 329us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.640538:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3277 00000100:00100000:0.0:1713531219.644596:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816576 00000100:00100000:0.0:1713531219.644603:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816576 00000100:00100000:0.0:1713531219.644642:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3278 00000100:00100000:0.0:1713531219.644649:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+947:7889:x1796767404816576:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531219.644664:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531219.644680:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3506 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.644721:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644730:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644745:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644765:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644770:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644776:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644859:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644864:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644868:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531219.644889:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x78:0x0]: returning size 3 00000004:00200000:0.0:1713531219.644891:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531219.644900:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644906:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644911:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644914:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644918:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644921:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.644923:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644927:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644934:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:0.0:1713531219.644935:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.644937:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644940:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c98513528505 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644959:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644965:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644970:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644974:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531219.644977:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644981:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644987:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656ca294 (ffff88008cf73200) 00010000:00010000:0.0:1713531219.644989:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531219.644991:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.644996:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352850c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.645018:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c985135284fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3506 expref: 949 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.645027:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528513 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3506 expref: 948 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531219.645033:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x78:0x0].0x0 (ffff880091d38c00) 00010000:00010000:0.0:1713531219.645035:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531219.645036:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e400, rc 0) 00000100:00100000:0.0:1713531219.645079:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+948:7889:x1796767404816576:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 429us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.645085:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3278 00000100:00100000:0.0:1713531219.647560:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.648514:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404816768 00000100:00100000:0.0:1713531219.648519:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404816768 00000100:00100000:0.0:1713531219.648542:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3279 00000100:00100000:0.0:1713531219.648546:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+946:7889:x1796767404816768:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531219.648602:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352851a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.648610:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352851a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531219.648616:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352851a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531219.648785:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].105, 136 off22368 00000100:00100000:0.0:1713531219.648832:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+946:7889:x1796767404816768:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 284us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531219.648839:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3279 00000100:00100000:0.0:1713531219.651346:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.658499:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.666724:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.669393:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.675330:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.678091:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.683154:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.685559:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.690937:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.693530:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.699110:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.701605:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.706309:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.709475:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.713982:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.716027:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.721163:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.723779:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.728820:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.731102:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.733323:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.734458:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.742320:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.746079:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.750215:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.753702:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.757760:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.760944:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.765171:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.768919:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.773575:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.777490:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.782334:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.786264:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.790945:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.793495:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.794542:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.801920:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.802936:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.810715:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.811613:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.819007:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.819912:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.823132:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.824770:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.831308:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.833780:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.839641:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.842286:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.848241:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.850540:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.856335:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.859549:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.865241:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.867649:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.873140:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.876408:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.882412:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.885024:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.890492:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.892652:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.898332:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.900880:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.906078:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.908819:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.911453:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.912689:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.921189:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.925844:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.931231:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.934778:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.943329:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.951416:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.958507:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.966103:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.973464:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.980031:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.980939:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.985024:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.987226:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.988117:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.991682:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.993951:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.994825:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.996576:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.997624:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531219.999247:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.005205:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.007777:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.008649:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.012685:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.014924:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.015701:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.016352:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.016357:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.016404:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 69 count 103 00000040:00080000:0.0:1713531220.016409:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.016492:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409614720:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531220.016537:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.017961:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.017985:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.018019:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.018050:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3369 00000100:00100000:0.0:1713531220.018056:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+72:7932:x1796767404829184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.018073:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc9:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.018126:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+72:7932:x1796767404829184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 70us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.018133:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3369 00000100:00100000:0.0:1713531220.019062:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.019085:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.019114:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.019141:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3373 00000100:00100000:0.0:1713531220.019147:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+72:7934:x1796767404829440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.019174:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019183:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019190:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019201:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019206:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019211:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019224:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019230:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019236:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.019249:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc4:0x0]: returning size 2 00000004:00200000:0.0:1713531220.019252:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.019259:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019287:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019292:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019297:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019303:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.019306:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019311:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019319:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.019321:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.019324:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019329:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528b2c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019342:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019347:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019351:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019356:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.019358:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019362:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019367:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92e9622f (ffff88008c068600) 00010000:00010000:0.0:1713531220.019369:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.019371:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019375:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528b41 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019385:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019390:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019394:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019399:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.019401:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019405:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019410:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (ffff88008cf75f00) 00010000:00010000:0.0:1713531220.019411:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.019413:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.019417:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c98513528b5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.019473:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+70:7934:x1796767404829440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 325us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.019480:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3373 00000100:00100000:0.0:1713531220.019911:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.020087:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.021224:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.022156:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.022514:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.022552:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.022576:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3381 00000100:00100000:0.0:1713531220.022580:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+75:7935:x1796767404830144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.022606:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc6:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.022648:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+76:7935:x1796767404830144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 65us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.022655:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3381 00000100:00100000:0.0:1713531220.023376:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.023594:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.024512:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404830528 00000100:00100000:0.0:1713531220.024516:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404830528 00000100:00100000:0.0:1713531220.024544:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3385 00000100:00100000:0.0:1713531220.024549:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+75:7932:x1796767404830528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.024558:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.024570:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528c28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3680 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.024598:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024607:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024614:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024629:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024635:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024639:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024736:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e1c0/0xe3b2c98513528c3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024765:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e1c0/0xe3b2c98513528c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024772:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e1c0/0xe3b2c98513528c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531220.024791:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc3:0x0]: returning size 512 00000004:00200000:0.0:1713531220.024793:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.024800:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e1c0/0xe3b2c98513528c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024816:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024820:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024823:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024826:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.024828:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024831:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024835:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff88008c068100) 00010000:00010000:0.0:1713531220.024837:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.024839:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024843:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c98513528c2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024852:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024857:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024871:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024876:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.024878:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024883:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024906:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x2e726995 (ffff88008b78d000) 00010000:00010000:0.0:1713531220.024908:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.024911:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024914:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528c36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.024930:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528c28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3680 expref: 77 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.024936:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e1c0/0xe3b2c98513528c3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3680 expref: 76 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.024940:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:0.0:1713531220.024942:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1713531220.024943:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e1c0, rc 0) 00000100:00100000:0.0:1713531220.024978:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+76:7932:x1796767404830528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 429us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.024983:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3385 00000100:00100000:0.0:1713531220.025759:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.026840:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404830720 00000100:00100000:0.0:1713531220.026844:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404830720 00000100:00100000:0.0:1713531220.026867:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3387 00000100:00100000:0.0:1713531220.026872:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+913:7936:x1796767404830720:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531220.026879:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.026887:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528c59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c368e expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.026913:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.026919:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.026923:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.026944:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.026948:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.026951:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027010:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027014:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027017:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531220.027031:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x73:0x0]: returning size 3 00000004:00200000:0.0:1713531220.027033:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.027039:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027043:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027047:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027051:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027054:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027057:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.027059:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027062:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027066:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:0.0:1713531220.027068:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.027070:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027073:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528c60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027078:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027081:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027084:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027087:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.027088:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027091:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027094:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9c94 (ffff88008b78dc00) 00010000:00010000:0.0:1713531220.027095:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.027096:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027098:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c98513528c67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.027110:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c98513528c59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c368e expref: 915 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.027119:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82f40/0xe3b2c98513528c6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c368e expref: 914 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.027122:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008ed02900) 00010000:00010000:0.0:1713531220.027123:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.027124:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd82f40, rc 0) 00000100:00100000:0.0:1713531220.027152:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+914:7936:x1796767404830720:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 279us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.027158:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3387 00000100:00100000:0.0:1713531220.027652:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.029098:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404830976 00000100:00100000:0.0:1713531220.029102:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404830976 00000100:00100000:0.0:1713531220.029127:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3389 00000100:00100000:0.0:1713531220.029132:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+80:7934:x1796767404830976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.029143:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.029152:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82640/0xe3b2c98513528c8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c369c expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.029400:0:8791:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x28:0x0], index 1: 0 00010000:00010000:0.0:1713531220.029529:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528c91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.029537:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.029545:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.029578:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82640/0xe3b2c98513528c8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c369c expref: 83 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.029588:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c369c expref: 82 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.029593:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880091d37800) 00010000:00010000:0.0:1713531220.029595:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.029597:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4000, rc 0) 00000100:00100000:0.0:1713531220.029618:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+82:7934:x1796767404830976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 485us (560us total) trans 4294969730 rc 0/0 00000100:00100000:0.0:1713531220.029623:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3389 00000100:00100000:0.0:1713531220.030355:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.030604:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.032573:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404831552 00000100:00100000:0.0:1713531220.032577:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404831552 00000100:00100000:0.0:1713531220.032592:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3393 00000100:00100000:0.0:1713531220.032596:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+82:7935:x1796767404831552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.032612:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.032621:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631b00/0xe3b2c98513528c7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3695 expref: 83 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.032630:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008bcbf900) 00010000:00010000:0.0:1713531220.032634:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.032643:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032651:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032655:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032665:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032669:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032672:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032693:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032697:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032700:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032702:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.032704:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032707:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032711:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:0.0:1713531220.032712:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.032714:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032717:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528cc2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032722:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032725:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032728:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032730:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.032731:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032734:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032737:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0xfbc5bf11 (ffff880091d37100) 00010000:00010000:0.0:1713531220.032738:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.032739:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.032742:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528cc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0xfbc5bf11 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531220.032776:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+81:7935:x1796767404831552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 177us (242us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.032782:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3393 00000100:00100000:0.0:1713531220.033247:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404831616 00000100:00100000:0.0:1713531220.033251:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404831616 00000100:00100000:0.0:1713531220.033280:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3394 00000100:00100000:0.0:1713531220.033283:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+81:7935:x1796767404831616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.033289:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.033300:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c36aa expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.033311:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.033315:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.033320:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.033353:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36aa expref: 85 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.033362:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36aa expref: 84 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.033366:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff8800925d0600) 00010000:00010000:0.0:1713531220.033368:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.033369:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:0.0:1713531220.033391:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+84:7935:x1796767404831616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 107us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.033395:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3394 00000100:00100000:0.0:1713531220.034166:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.034286:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.034313:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.034327:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404832128 00000100:00100000:0.0:1713531220.034331:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404832128 00000100:00100000:0.0:1713531220.034352:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3399 00000100:00100000:0.0:1713531220.034357:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:7932:x1796767404832128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.034366:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.034380:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c36b8 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.034407:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36b8 expref: 85 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.034416:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36b8 expref: 85 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.034443:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008bcbf400) 00010000:00010000:0.0:1713531220.034445:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.034448:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:0.0:1713531220.034469:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:7932:x1796767404832128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 111us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.034475:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3399 00010000:00010000:0.0:1713531220.035130:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035138:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035143:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035152:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.035155:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035160:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035168:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff8800925d0600) 00010000:00010000:0.0:1713531220.035170:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531220.035173:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.035178:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513528d01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.035195:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404832384 00000100:00100000:0.0:1713531220.035199:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404832384 00000100:00100000:0.0:1713531220.035217:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3401 00000100:00100000:0.0:1713531220.035295:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:7935:x1796767404832384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.035305:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.035312:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513528d16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c36bf expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.035334:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513528d16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36bf expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.035343:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513528d16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36bf expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.035352:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff8800925d0600) 00010000:00010000:0.0:1713531220.035355:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.035357:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:0.0:1713531220.035374:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:7935:x1796767404832384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 80us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.035379:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3401 00000100:00100000:0.0:1713531220.036051:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404832576 00000100:00100000:0.0:1713531220.036054:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404832576 00000100:00100000:0.0:1713531220.036075:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 593 00000100:00100000:0.0:1713531220.036078:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404832576:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.036214:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404832576:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 135us (215us total) trans 4294967424 rc 0/0 00000100:00100000:0.0:1713531220.036219:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 593 00000100:00080000:0.0:1713531220.036227:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531190 00000100:00100000:0.0:1713531220.036914:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404833024 00000100:00100000:0.0:1713531220.036917:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404833024 00000100:00100000:0.0:1713531220.036928:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 594 00000100:00100000:0.0:1713531220.036931:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404833024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.037012:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404833024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 80us (113us total) trans 4294967413 rc 0/0 00000100:00100000:0.0:1713531220.037016:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 594 00000100:00100000:0.0:1713531220.037717:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.037765:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404833472 00000100:00100000:0.0:1713531220.037768:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404833472 00000100:00100000:0.0:1713531220.037790:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 403 00000100:00100000:0.0:1713531220.037793:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+912:7937:x1796767404833472:12345-192.168.202.39@tcp:103:lfs.0 00010000:00010000:0.0:1713531220.037798:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1713531220.037805:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c98513528d32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36c6 expref: 912 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.037814:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352501c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c251c expref: 911 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.037819:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff880134ed9000) 00010000:00010000:0.0:1713531220.037823:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.037839:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+910:7937:x1796767404833472:12345-192.168.202.39@tcp:103:lfs.0 Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.037843:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 403 00000100:00100000:0.0:1713531220.038247:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.038355:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.038898:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.038932:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.039814:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.040227:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.040262:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.041300:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.041368:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.041771:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.042461:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.042541:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.042902:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.043320:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.043809:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.044056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.044106:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.044494:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.044974:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.045692:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.047199:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.047217:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404835328 00000100:00100000:0.0:1713531220.047221:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404835328 00000100:00100000:0.0:1713531220.047248:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 404 00000100:00100000:0.0:1713531220.047253:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+911:7938:x1796767404835328:12345-192.168.202.39@tcp:103:lfs.0 00010000:00010000:0.0:1713531220.047262:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1713531220.047314:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513528db0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3713 expref: 911 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.047330:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c985135252b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c25ee expref: 910 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.047340:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff880131ab6e00) 00010000:00010000:0.0:1713531220.047347:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.047385:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+909:7938:x1796767404835328:12345-192.168.202.39@tcp:103:lfs.0 Request processed in 121us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.047392:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 404 00000100:00100000:0.0:1713531220.048178:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.061952:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969730 is committed 00000001:00080000:0.0:1713531220.062064:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969627 is committed 00000020:00080000:0.0:1713531220.062083:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 45 batchid updated 00000001:00080000:0.0:1713531220.062090:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969731 is committed 00000004:00080000:0.0:1713531220.062093:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000001:00080000:0.0:1713531220.062103:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969723 is committed 00000001:00080000:0.0:1713531220.063161:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969736 is committed 00000004:00080000:0.0:1713531220.063172:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000001:00080000:0.0:1713531220.063189:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969724 is committed 00000020:00080000:0.0:1713531220.063513:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000020:00080000:0.0:1713531220.063521:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000100:00100000:0.0:1713531220.063873:0:2633:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967423 gen 2 00000004:00080000:0.0:1713531220.063877:0:2633:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967419 committed transno 4294967423 00000004:00080000:0.0:1713531220.063909:0:2633:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090fd1c00, transno 4294967420 00000004:00080000:0.0:1713531220.063913:0:2633:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090fd3b80, transno 4294967421 00000004:00080000:0.0:1713531220.063915:0:2633:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090fd0a80, transno 4294967422 00000004:00080000:0.0:1713531220.063917:0:2633:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090fd0700, transno 4294967423 00000100:00100000:0.0:1713531220.063921:0:2633:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff88008dfe4a80 x1796767409615296/t4294967426(4294967426) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1713531236 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1713531220.063927:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dfe4a80/2, rc 0, transno 130 00000100:00100000:0.0:1713531220.063930:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409615296:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1713531220.064025:0:8789:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 4 done 00000100:00100000:0.0:1713531220.073488:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.077476:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404835840:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14605us (14668us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.077487:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 602 00000001:00080000:0.0:1713531220.078679:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967413 is committed 00000001:00080000:0.0:1713531220.078685:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967409 is committed 00000001:00080000:0.0:1713531220.078689:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967416 is committed 00000001:00080000:0.0:1713531220.078697:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967415 is committed 00000100:00100000:0.0:1713531220.078736:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404835776:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15812us (15876us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.078742:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 603 00000100:00100000:0.0:1713531220.079376:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404836288 00000100:00100000:0.0:1713531220.079380:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404836288 00000100:00100000:0.0:1713531220.079404:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3425 00000100:00100000:0.0:1713531220.079409:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+178:7941:x1796767404836288:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531220.079418:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.079448:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528e0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3728 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.079486:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079495:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079503:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079580:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079587:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079594:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079676:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079682:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079686:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.079705:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x75:0x0]: returning size 3 00000004:00200000:0.0:1713531220.079707:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.079714:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079719:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079723:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079726:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079729:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079732:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.079734:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079737:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079741:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:0.0:1713531220.079742:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.079744:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079747:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528e19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079752:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079756:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079759:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079761:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.079762:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079765:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079768:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9a94 (ffff88008cf75800) 00010000:00010000:0.0:1713531220.079769:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.079770:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079773:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528e20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.079787:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528e0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3728 expref: 180 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.079793:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3728 expref: 179 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.079797:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff8800a3da5d00) 00010000:00010000:0.0:1713531220.079798:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.079799:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:0.0:1713531220.079817:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:7941:x1796767404836288:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 408us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.079822:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3425 00000100:00100000:0.0:1713531220.080331:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404836800 00000100:00100000:0.0:1713531220.080335:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404836800 00000100:00100000:0.0:1713531220.080355:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3427 00000100:00100000:0.0:1713531220.080359:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+79:7935:x1796767404836800:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.080382:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513528e35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.080391:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36aa expref: 79 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.080397:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513528e35 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.080421:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36aa expref: 79 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.080446:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513528cd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36aa expref: 79 pid: 8791 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.080470:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409615360:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.080502:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.081014:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.081145:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.081174:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.081974:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409615424:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.081988:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.082070:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 407 00000100:00100000:0.0:1713531220.082076:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:7941:x1796767404837312:12345-192.168.202.39@tcp:103:lfs.0 00010000:00010000:0.0:1713531220.082084:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1713531220.082093:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528e27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3728 expref: 179 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.082104:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352533a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c2618 expref: 178 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.082111:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff8800a3da5d00) 00010000:00010000:0.0:1713531220.082116:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.082135:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+177:7941:x1796767404837312:12345-192.168.202.39@tcp:103:lfs.0 Request processed in 59us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.082140:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 407 00010000:00010000:0.0:1713531220.082209:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082214:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082225:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082229:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082233:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082240:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.082242:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082246:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082252:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008bbd3b00) 00010000:00010000:0.0:1713531220.082255:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.082257:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.082261:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c98513528e3c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.082309:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+76:7934:x1796767404836992:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1166us (1295us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.082316:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3428 00000100:00100000:0.0:1713531220.082734:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404837568 00000100:00100000:0.0:1713531220.082737:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404837568 00000100:00100000:0.0:1713531220.082847:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409615552:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.082858:0:10539:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.082890:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 611 00000100:00100000:0.0:1713531220.082895:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404837696:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.082911:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6880/0xe3b2c98513528e5f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.082923:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c98513528d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c370c expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.082986:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.082987:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.082990:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6880/0xe3b2c98513528e5f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083009:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c98513528d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c370c expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083016:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c98513528d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c370c expref: 13 pid: 10539 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.083024:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409615680:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.083042:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.083151:0:10539:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083157:0:10539:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083169:0:10539:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083174:0:10539:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083180:0:10539:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083184:0:10539:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.083186:0:10539:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083191:0:10539:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083201:0:10539:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083206:0:10539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c98513528e4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.083320:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767404837440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1092us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.083325:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 609 00010000:00010000:0.0:1713531220.083910:0:7957:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083917:0:7957:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083930:0:7957:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083936:0:7957:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083941:0:7957:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083946:0:7957:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.083948:0:7957:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083965:0:7957:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083974:0:7957:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.083980:0:7957:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fcc0/0xe3b2c98513528e58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.084010:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404837632:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1122us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.084015:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 610 00000100:00100000:0.0:1713531220.084710:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404838144 00000100:00100000:0.0:1713531220.084714:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404838144 00000100:00100000:0.0:1713531220.084736:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3432 00000100:00100000:0.0:1713531220.084740:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+79:7934:x1796767404838144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.084903:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.084912:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c98513528d39 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c36cd expref: 81 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.084917:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.084930:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c98513528d39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36cd expref: 81 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.084937:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c98513528d39 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36cd expref: 81 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.084944:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409615872:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.084966:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.085763:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409615872:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.085772:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531220.085823:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 658 00000100:00100000:0.0:1713531220.085827:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404838400:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.085832:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.085835:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36b8 expref: 86 pid: 6405 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.085840:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36b8 expref: 86 pid: 6405 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.085849:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513528d08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c36b8 expref: 86 pid: 6405 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.085855:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008bcbf400) 00010000:00010000:0.0:1713531220.085857:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528e6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.085861:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528e6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.085864:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528e6d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.085872:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.085886:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:1822:x1796767404838400:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.085890:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 658 00010000:00010000:0.0:1713531220.085901:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528e6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.085904:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c98513528e6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:0.0:1713531220.085970:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969738 00000001:00080000:0.0:1713531220.086052:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969744 00000001:00080000:0.0:1713531220.086075:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969745 00000100:00100000:0.0:1713531220.086105:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409616064:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.086126:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.086133:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5d80 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.086141:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086145:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000001:00080000:0.0:1713531220.086201:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969739 00000001:00080000:0.0:1713531220.086346:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969747 00000001:00080000:0.0:1713531220.086372:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969748 00000100:00100000:0.0:1713531220.086400:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409616128:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531220.086418:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.086426:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.086453:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967416 gen 2 00000004:00080000:0.0:1713531220.086456:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df44000, transno 4294967407 00000004:00080000:0.0:1713531220.086460:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df46a00, transno 4294967408 00000004:00080000:0.0:1713531220.086461:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df45c00, transno 4294967409 00000004:00080000:0.0:1713531220.086463:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df45880, transno 4294967410 00000004:00080000:0.0:1713531220.086464:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df45180, transno 4294967411 00000004:00080000:0.0:1713531220.086466:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe5500, transno 4294967416 00000100:00100000:0.0:1713531220.086468:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409616064:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531220.086559:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969746 00000100:00100000:0.0:1713531220.086588:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409616192:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.086603:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.086610:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.086643:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1713531220.086646:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409616128:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531220.086675:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409616128:12345-0@lo:1000:mdt00_003.0 Request processed in 28us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.086679:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1713531220.086694:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409616128:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1713531220.086776:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969749 00000100:00100000:0.0:1713531220.086804:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409616256:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531220.086819:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.086826:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.086952:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409616256:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1713531220.086962:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086966:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086970:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086972:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.086974:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086977:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086981:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008bbd3b00) 00010000:00010000:0.0:1713531220.086983:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.086984:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086987:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513528e74 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.086998:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087001:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087004:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087007:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.087008:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087011:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087014:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (ffff88008cf75f00) 00010000:00010000:0.0:1713531220.087015:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.087016:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087019:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c98513527fa2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087029:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087033:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087036:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087039:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087042:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087045:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087048:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.087049:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087052:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087055:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (ffff880131ab6800) 00010000:00010000:0.0:1713531220.087056:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.087057:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.087060:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513528e89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xc4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000040:00080000:0.0:1713531220.087086:0:8791:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.087088:0:8791:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.087140:0:8791:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 68 count 110 00000040:00080000:0.0:1713531220.087144:0:8791:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.087217:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:7934:x1796767404838144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2475us (2545us total) trans 4294969751 rc 0/0 00000100:00100000:0.0:1713531220.087222:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3432 00000020:00080000:0.0:1713531220.087225:0:8791:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.087297:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.087903:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404838720 00000100:00100000:0.0:1713531220.087906:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404838720 00000100:00100000:0.0:1713531220.087918:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 830 00000100:00100000:0.0:1713531220.087921:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:7932:x1796767404838720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1713531220.088023:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.088039:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969754 00010000:00010000:0.0:1713531220.088061:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088067:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088071:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088086:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088089:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088092:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088095:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088097:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a73c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.088099:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088101:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088105:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008bd36000) 00010000:00010000:0.0:1713531220.088106:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.088108:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 3/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.088110:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513528eac lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531220.088147:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+94:7932:x1796767404838720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 225us (254us total) trans 4294969755 rc 0/0 00000100:00100000:0.0:1713531220.088152:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 830 00000020:00080000:0.0:1713531220.088154:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.089257:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3435 00000100:00100000:0.0:1713531220.089263:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+95:7943:x1796767404838976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.089313:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xcc:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.089353:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+95:7943:x1796767404838976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 90us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.089359:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3435 00000100:00100000:0.0:1713531220.089667:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.090317:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404839232 00000100:00100000:0.0:1713531220.090320:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404839232 00000100:00100000:0.0:1713531220.090343:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3439 00000100:00100000:0.0:1713531220.090347:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+95:7944:x1796767404839232:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.090380:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090443:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090452:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090467:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090471:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090476:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090490:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090493:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090497:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531220.090510:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc8:0x0]: returning size 2 00000004:00200000:0.0:1713531220.090512:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.090518:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090523:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090527:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090530:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090536:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.090538:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090542:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090548:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.090550:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.090552:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090555:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513528ec1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090563:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090565:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090568:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090571:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.090573:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090576:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090579:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb6e9622f (ffff880134c02b00) 00010000:00010000:0.0:1713531220.090580:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.090581:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090584:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513528ecf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090589:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090592:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090595:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090598:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.090599:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090602:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090605:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:0.0:1713531220.090606:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.090607:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.090610:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513528edd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531220.090634:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:7944:x1796767404839232:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 285us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.090638:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3439 00000100:00100000:0.0:1713531220.091263:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.092758:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.093301:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.093656:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.093720:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3447 00000100:00100000:0.0:1713531220.093770:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:7943:x1796767404840256:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.093785:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xcc:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.093821:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:7943:x1796767404840256:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.093827:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3447 00000100:00100000:0.0:1713531220.093877:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.094708:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.095068:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.095096:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.096190:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404840768 00000100:00100000:0.0:1713531220.096194:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404840768 00000100:00100000:0.0:1713531220.096208:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3451 00000100:00100000:0.0:1713531220.096212:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:7944:x1796767404840768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.096230:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.096241:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddb00/0xe3b2c98513528f62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3744 expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.096249:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008bbd3c00) 00010000:00010000:0.0:1713531220.096254:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.096263:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096283:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096287:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096298:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096301:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096307:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096338:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096341:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096345:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096348:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.096350:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096353:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096358:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:0.0:1713531220.096359:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.096361:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096364:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513528fa8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096369:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096372:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096375:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096377:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.096379:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096382:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096385:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x7985a16f (ffff88008e40c700) 00010000:00010000:0.0:1713531220.096386:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.096387:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.096389:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513528faf lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0x7985a16f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.096422:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:7944:x1796767404840768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 209us (264us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.096426:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3451 00000100:00100000:0.0:1713531220.097139:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.097216:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3452 00000100:00100000:0.0:1713531220.097220:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:7945:x1796767404840960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.097225:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.097232:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528fb6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3767 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.097476:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c:0x0], index 0: 0 00010000:00010000:0.0:1713531220.097579:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528fcb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.097587:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528fcb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.097591:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528fcb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.097612:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513528fb6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3767 expref: 104 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.097619:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513528fcb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3767 expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.097623:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880134c02500) 00010000:00010000:0.0:1713531220.097624:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.097625:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7600, rc 0) 00000100:00100000:0.0:1713531220.097650:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:7945:x1796767404840960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 430us (512us total) trans 4294969765 rc 0/0 00000100:00100000:0.0:1713531220.097654:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3452 00000100:00100000:0.0:1713531220.098118:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404841088 00000100:00100000:0.0:1713531220.098121:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404841088 00000100:00100000:0.0:1713531220.098137:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3454 00000100:00100000:0.0:1713531220.098140:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:7944:x1796767404841088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.098162:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528fd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.098167:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.098171:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.098385:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].28, 88 off10272 00000004:00010000:0.0:1713531220.098425:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dfec000 reply state ffff88008b56b000 transno 4294969766 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513528fd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.098448:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.098493:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:7944:x1796767404841088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 350us (389us total) trans 4294969766 rc 0/0 00000100:00100000:0.0:1713531220.098498:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3454 00000100:00100000:0.0:1713531220.098981:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.099151:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.099173:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.099813:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.099848:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.100027:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404841728 00000100:00100000:0.0:1713531220.100030:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404841728 00000100:00100000:0.0:1713531220.100042:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3460 00000100:00100000:0.0:1713531220.100045:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:7945:x1796767404841728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.100051:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.100060:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529018 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c377c expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.100070:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.100074:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.100079:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.100113:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529018 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c377c expref: 107 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.100121:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c377c expref: 106 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.100125:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:0.0:1713531220.100126:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.100127:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:0.0:1713531220.100149:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:7945:x1796767404841728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.100153:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3460 00000100:00100000:0.0:1713531220.100849:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404842048 00000100:00100000:0.0:1713531220.100853:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404842048 00000100:00100000:0.0:1713531220.101613:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.101645:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.101734:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.101743:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404842368 00000100:00100000:0.0:1713531220.101746:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404842368 00000100:00100000:0.0:1713531220.101763:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3465 00000100:00100000:0.0:1713531220.101766:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:7945:x1796767404842368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.101772:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.101777:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529050 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3791 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.101792:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529050 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3791 expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.101801:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529050 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3791 expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.101808:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:0.0:1713531220.101809:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.101810:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a46c0, rc 0) 00000100:00100000:0.0:1713531220.101823:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:7945:x1796767404842368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 56us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.101826:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3465 00000100:00100000:0.0:1713531220.102310:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404842560 00000100:00100000:0.0:1713531220.102313:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404842560 00000100:00100000:0.0:1713531220.102325:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3466 00000100:00100000:0.0:1713531220.102328:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+111:7944:x1796767404842560:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.102333:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.102338:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529057 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3798 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.102354:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352905e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.102359:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.102363:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.102372:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.102377:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.102386:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529057 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3798 expref: 113 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.102393:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352905e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3798 expref: 112 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.102396:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008bbd3900) 00010000:00010000:0.0:1713531220.102398:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.102399:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:0.0:1713531220.102421:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+113:7944:x1796767404842560:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 92us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.102424:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3466 00000100:00100000:0.0:1713531220.103017:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.103727:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.103819:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.103964:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.103999:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.104459:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.104584:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.104603:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.104629:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.104648:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 616 00000100:00100000:0.0:1713531220.104653:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:7944:x1796767404843584:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.104660:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.104668:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529081 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c37ad expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.104686:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c98513529065 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c379f expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.104691:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.104692:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.104695:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529081 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37ad expref: 15 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.104717:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c98513529065 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c379f expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.104726:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c98513529065 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c379f expref: 15 pid: 7958 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.104736:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d414380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409616384:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.104763:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.105407:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.105425:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.105456:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.105467:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404843904 00000100:00100000:0.0:1713531220.105469:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404843904 00000100:00100000:0.0:1713531220.105488:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 618 00000100:00100000:0.0:1713531220.105491:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404843904:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.105496:0:7957:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.105504:0:7957:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c37c2 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531220.105515:0:7957:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226953, blocks: 0x1 00010000:00010000:0.0:1713531220.105521:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.105522:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.105525:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 17 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.105532:0:7957:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 17 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.105537:0:7957:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6400, rc 0) 00000100:00100000:0.0:1713531220.105550:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404843904:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 58us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.105554:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 618 00000100:00100000:0.0:1713531220.106129:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.106604:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.106823:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.107024:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.107663:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404844416 00000100:00100000:0.0:1713531220.107667:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404844416 00010000:00010000:0.0:1713531220.107680:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 18 pid: 7957 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.107697:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 662 00000100:00100000:0.0:1713531220.107702:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767404844416:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.107709:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.107718:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 18 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.107727:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 18 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.107740:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352909d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c2 expref: 18 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.107749:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.107751:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.107755:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.107762:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.107780:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.107788:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d414e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409616704:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.107812:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.107993:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.108242:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d414e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409616704:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.108252:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.108293:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767404844416:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 590us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.108300:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 662 00000100:00100000:0.0:1713531220.108594:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.109009:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.109023:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404844672 00000100:00100000:0.0:1713531220.109026:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404844672 00000100:00100000:0.0:1713531220.109114:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3477 00000100:00100000:0.0:1713531220.109119:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:7943:x1796767404844672:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.110458:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.110469:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404844736 00000100:00100000:0.0:1713531220.110471:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404844736 00000100:00100000:0.0:1713531220.110483:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3478 00000100:00100000:0.0:1713531220.110486:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:7945:x1796767404844736:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.116422:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969766 is committed 00000020:00080000:0.0:1713531220.116450:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5240 refcount 2 committed 0 result 0 batchid 48 00000020:00080000:0.0:1713531220.116453:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131ab6e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5000 00000020:00080000:0.0:1713531220.116455:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012e364400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dfb7c00 00000020:00080000:0.0:1713531220.116462:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5d80 refcount 2 committed 0 result 0 batchid 47 00000020:00080000:0.0:1713531220.116464:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5f00 00000020:00080000:0.0:1713531220.116465:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131f8e800 00000001:00080000:0.0:1713531220.116480:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969769 is committed 00000001:00080000:0.0:1713531220.116497:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969771 is committed 00000001:00080000:0.0:1713531220.116513:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969762 is committed 00000020:00080000:0.0:1713531220.116522:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33fcc0 refcount 2 committed 0 result 0 batchid 46 00000020:00080000:0.0:1713531220.116523:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f6c0 00000020:00080000:0.0:1713531220.116525:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d6000 00000100:00100000:0.0:1713531220.116615:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+83:7943:x1796767404844672:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7495us (7606us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.116621:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3477 00000100:00100000:0.0:1713531220.117376:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 623 00000100:00100000:0.0:1713531220.117380:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404845120:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.118738:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.118755:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404845312 00000100:00100000:0.0:1713531220.118758:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404845312 00000100:00100000:0.0:1713531220.118777:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 411 00000100:00100000:0.0:1713531220.118781:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+175:7948:x1796767404845312:12345-192.168.202.39@tcp:103:lfs.0 00010000:00010000:0.0:1713531220.118787:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1713531220.118797:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c985135290ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37de expref: 175 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.118807:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352714e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c2f72 expref: 174 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.118813:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff88008ee2e000) 00010000:00010000:0.0:1713531220.118817:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.118841:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+173:7948:x1796767404845312:12345-192.168.202.39@tcp:103:lfs.0 Request processed in 60us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.118846:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 411 00000100:00100000:0.0:1713531220.126886:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.126935:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404845568 00000100:00100000:0.0:1713531220.126940:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404845568 00000100:00100000:0.0:1713531220.126964:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 412 00000100:00100000:0.0:1713531220.126968:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+174:7949:x1796767404845568:12345-192.168.202.39@tcp:103:lfs.0 00010000:00010000:0.0:1713531220.126989:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1713531220.127000:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352910d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37e5 expref: 174 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.127012:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c98513527362 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c301a expref: 173 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.127019:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:0.0:1713531220.127025:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.127045:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+172:7949:x1796767404845568:12345-192.168.202.39@tcp:103:lfs.0 Request processed in 75us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.127050:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 412 00000001:00080000:0.0:1713531220.129230:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967418 is committed 00000001:00080000:0.0:1713531220.129240:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967422 is committed 00000001:00080000:0.0:1713531220.129254:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967420 is committed 00000100:00100000:0.0:1713531220.129426:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404845120:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12042us (12090us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.129451:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 623 00000100:00100000:0.0:1713531220.130037:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404845760 00000100:00100000:0.0:1713531220.130041:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404845760 00000100:00100000:0.0:1713531220.130067:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3484 00000100:00100000:0.0:1713531220.130072:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7943:x1796767404845760:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.130134:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.130146:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529073 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37a6 expref: 82 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.130159:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008bbd3400) 00010000:00010000:0.0:1713531220.130161:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.130176:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130183:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130188:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130198:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130202:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130206:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130209:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.130211:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130215:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130220:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008bbd3400) 00010000:00010000:0.0:1713531220.130222:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.130224:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.130228:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529122 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.130262:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+80:7943:x1796767404845760:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 189us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.130286:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3484 00000100:00100000:0.0:1713531220.130884:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.130900:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.130920:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.130953:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 625 00000100:00100000:0.0:1713531220.130957:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767404846144:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.131075:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29:0x0] updating lvb size from disk: 0 -> 2 00002000:00010000:0.0:1713531220.131077:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x29:0x0] updating lvb mtime from disk: 0 -> 1713531215 00002000:00010000:0.0:1713531220.131078:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x29:0x0] updating lvb atime from disk: 0 -> 1713531215 00002000:00010000:0.0:1713531220.131080:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x29:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.131081:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x29:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.131098:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404846144:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 140us (197us total) trans 4294967423 rc 0/0 00000100:00100000:0.0:1713531220.131103:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 625 00000100:00100000:0.0:1713531220.131686:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.131765:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.131779:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.131800:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.131831:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3487 00000100:00100000:0.0:1713531220.131835:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+81:7945:x1796767404846464:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.131856:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529130 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.131865:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c377c expref: 81 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.131869:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529130 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.131887:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c377c expref: 81 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.131895:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352901f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c377c expref: 81 pid: 15571 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.131903:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa6aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409616768:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.131930:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.132633:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.132659:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.132680:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.132726:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 664 00000100:00100000:0.0:1713531220.132732:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+84:1825:x1796767404846848:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.132741:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.132746:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513528ffc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3775 expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.132754:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513528ffc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3775 expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.132768:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513528ffc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3775 expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.132777:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008bbd3400) 00010000:00010000:0.0:1713531220.132780:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352913e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.132785:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352913e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.132790:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352913e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.132801:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.132818:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+80:1825:x1796767404846848:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.132824:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 664 00000100:00100000:0.0:1713531220.133348:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.133369:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.133402:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.133462:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 629 00000100:00100000:0.0:1713531220.133468:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404846976:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.133487:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7600/0xe3b2c9851352916f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.133497:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c985135290a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c9 expref: 10 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.133503:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.133505:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.133507:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7600/0xe3b2c9851352916f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.133525:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c985135290a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c9 expref: 10 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.133533:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c985135290a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37c9 expref: 10 pid: 7957 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.133542:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409617088:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.133563:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.133773:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.134143:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009aa69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409617088:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.134155:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7600/0xe3b2c9851352916f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.134207:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404847360 00000100:00100000:0.0:1713531220.134210:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404847360 00010000:00010000:0.0:1713531220.134223:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37ad expref: 16 pid: 10539 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.134237:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404847232 00000100:00100000:0.0:1713531220.134239:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404847232 00010000:00010000:0.0:1713531220.134246:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 17 pid: 10539 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.134259:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 668 00000100:00100000:0.0:1713531220.134264:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767404847232:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.134297:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.134307:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 17 pid: 10539 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.134316:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 16 pid: 10539 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.134330:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c985135290ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c37d0 expref: 16 pid: 10539 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.134339:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.134340:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.134397:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529161 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.134405:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529161 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.134418:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.134453:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404847232:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 188us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.134460:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 668 00000100:00100000:0.0:1713531220.134500:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.135082:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.135112:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.135145:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.136086:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409617280:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.136139:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.136232:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404847872 00000100:00100000:0.0:1713531220.136235:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404847872 00010000:00010000:0.0:1713531220.136244:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529050 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3791 expref: 82 pid: 15571 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.136259:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404847936 00000100:00100000:0.0:1713531220.136260:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404847936 00010000:00010000:0.0:1713531220.136264:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528fee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c376e expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.136292:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 670 00000100:00100000:0.0:1713531220.136296:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+83:1825:x1796767404847936:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.136301:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.136304:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528fee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c376e expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.136309:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528fee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c376e expref: 84 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.136318:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c98513528fee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c376e expref: 84 pid: 6404 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.136324:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008bbd3900) 00010000:00010000:0.0:1713531220.136327:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529184 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.136331:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529184 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.136334:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529184 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.136344:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.136361:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+81:1825:x1796767404847936:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.136366:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 670 00010000:00010000:0.0:1713531220.136383:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.136388:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:0.0:1713531220.136523:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969774 00000001:00080000:0.0:1713531220.136636:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969776 00000001:00080000:0.0:1713531220.136669:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969778 00000100:00100000:0.0:1713531220.136733:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409617344:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.136757:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.136770:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.136811:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409617408 00000100:00100000:0.0:1713531220.136814:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409617408 00000100:00100000:0.0:1713531220.136830:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1713531220.136833:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409617408:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.136875:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409617408:12345-0@lo:1000:mdt00_007.0 Request processed in 41us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.136879:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1713531220.136887:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1713531220.136890:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409617472:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.136917:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409617472:12345-0@lo:1000:mdt00_000.0 Request processed in 26us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.136920:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1713531220.136935:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967420 gen 2 00000004:00080000:0.0:1713531220.136938:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967419 committed transno 4294967420 00000004:00080000:0.0:1713531220.136948:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967420 committed transno 4294967420 00000100:00100000:0.0:1713531220.136959:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409617344:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531220.137096:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969781 00000100:00100000:0.0:1713531220.137127:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409617600:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.137143:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.137149:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.137340:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409617600:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1713531220.137352:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137357:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137360:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137363:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.137365:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137368:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137372:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008bbd3400) 00010000:00010000:0.0:1713531220.137374:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.137376:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137379:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352918b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137394:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137397:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137400:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137403:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.137404:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137407:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137410:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcc:0x0].0x0 (ffff880092bcae00) 00010000:00010000:0.0:1713531220.137411:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.137413:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137415:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c98513527fe8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.137444:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137449:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137453:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137456:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137459:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137461:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137464:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.137465:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137468:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137471:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcc:0x0].0x0 (ffff880134ed9f00) 00010000:00010000:0.0:1713531220.137472:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.137473:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.137475:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c98513529192 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xcc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.137518:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.137520:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.137594:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 70 count 116 00000040:00080000:0.0:1713531220.137598:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.137637:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7943:x1796767404847808:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2383us (2490us total) trans 4294969785 rc 0/0 00000100:00100000:0.0:1713531220.137644:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3494 00000020:00080000:0.0:1713531220.137648:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.138354:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.138440:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.138479:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.138517:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404848384 00000100:00100000:0.0:1713531220.138520:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404848384 00000100:00100000:0.0:1713531220.138533:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 839 00000100:00100000:0.0:1713531220.138537:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:7944:x1796767404848384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1713531220.138987:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.139008:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969791 00010000:00010000:0.0:1713531220.139037:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139044:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139051:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139055:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139059:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139064:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139068:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139075:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.139077:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139082:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139088:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800a69cf300) 00010000:00010000:0.0:1713531220.139090:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.139092:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.139096:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c985135291b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531220.139151:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:7944:x1796767404848384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 611us (670us total) trans 4294969792 rc 0/0 00000100:00100000:0.0:1713531220.139157:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 839 00000020:00080000:0.0:1713531220.139261:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.139967:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.140298:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.140323:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.141079:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.141240:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.141895:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.142209:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.143013:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.143314:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404849536 00000100:00100000:0.0:1713531220.143317:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404849536 00000100:00100000:0.0:1713531220.143334:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3507 00000100:00100000:0.0:1713531220.143337:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:7953:x1796767404849536:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.143348:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc5:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.143382:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+99:7953:x1796767404849536:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 44us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.143386:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3507 00010000:00010000:0.0:1713531220.143503:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143510:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143514:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143521:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143525:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143528:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143543:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143546:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143550:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.143556:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xcb:0x0]: returning size 2 00010000:00010000:0.0:1713531220.143586:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143590:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143593:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143595:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.143597:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143600:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143604:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb:0x0].0x0 (ffff88008e40c200) 00010000:00010000:0.0:1713531220.143606:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.143607:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143610:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529280 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143615:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143618:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143620:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143626:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.143627:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143630:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143633:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.143634:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.143635:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143638:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529272 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143641:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143644:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143647:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143649:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.143650:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143653:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143656:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x30e9622f (ffff8800a69cf600) 00010000:00010000:0.0:1713531220.143657:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.143658:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143661:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529279 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.143677:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dcfc0/0xe3b2c9851352926b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c380f expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.143682:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dcfc0/0xe3b2c9851352926b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c380f expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.143686:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dcfc0, rc 0) 00000100:00100000:0.0:1713531220.143709:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:7952:x1796767404849664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 309us (358us total) trans 4294969795 rc 301/301 00000100:00100000:0.0:1713531220.143714:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3508 00000100:00100000:0.0:1713531220.144372:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.146017:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.146039:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.147078:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.147112:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.147150:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3513 00000100:00100000:0.0:1713531220.147154:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:7954:x1796767404850112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.147162:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.147169:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c985135292db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3824 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.147181:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.147188:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.147193:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.147233:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c985135292db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3824 expref: 104 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.147241:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3824 expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.147245:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a69cf400) 00010000:00010000:0.0:1713531220.147246:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.147247:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:0.0:1713531220.147284:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:7954:x1796767404850112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 129us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.147288:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3513 00000100:00100000:0.0:1713531220.147863:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.148889:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.149285:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404850816 00000100:00100000:0.0:1713531220.149289:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404850816 00000100:00100000:0.0:1713531220.149312:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3518 00000100:00100000:0.0:1713531220.149318:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+169:7955:x1796767404850752:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531220.149372:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.149378:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.149384:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.149571:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].163, 136 off30152 00000100:00100000:0.0:1713531220.149677:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+169:7955:x1796767404850752:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 357us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.149683:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3518 00000100:00100000:0.0:1713531220.150048:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404851136 00000100:00100000:0.0:1713531220.150051:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404851136 00000100:00100000:0.0:1713531220.150085:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404851200 00000100:00100000:0.0:1713531220.150088:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404851200 00000100:00100000:0.0:1713531220.150107:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3522 00000100:00100000:0.0:1713531220.150112:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+105:7952:x1796767404851200:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.150119:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.150133:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529344 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3840 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.150148:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352934b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.150155:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352934b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.150161:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352934b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.150202:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3840 expref: 107 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.150214:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352934b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3840 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.150220:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88008ee2e000) 00010000:00010000:0.0:1713531220.150222:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.150224:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5b00, rc 0) 00000100:00100000:0.0:1713531220.150244:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:7952:x1796767404851200:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 132us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.150250:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3522 00000100:00100000:0.0:1713531220.150698:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.151014:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404851520 00000100:00100000:0.0:1713531220.151018:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404851520 00000100:00100000:0.0:1713531220.151033:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3524 00000100:00100000:0.0:1713531220.151037:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:7952:x1796767404851520:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.151061:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529359 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.151067:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.151073:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531220.151216:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].31, 88 off10440 00000004:00010000:0.0:1713531220.151262:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dbbd880 reply state ffff88008c385000 transno 4294969802 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529359 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.151345:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.151443:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:7952:x1796767404851520:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 391us (422us total) trans 4294969802 rc 0/0 00000100:00100000:0.0:1713531220.151450:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3524 00000100:00100000:0.0:1713531220.151466:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404851648 00000100:00100000:0.0:1713531220.151468:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404851648 00000100:00100000:0.0:1713531220.151480:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3525 00000100:00100000:0.0:1713531220.151483:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:7954:x1796767404851648:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.151516:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:7954:x1796767404851648:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.151521:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3525 00000100:00100000:0.0:1713531220.151664:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.152553:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.152572:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.152595:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.153418:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.153486:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.153521:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.154107:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.154517:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.154532:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.154544:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.154606:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3530 00000100:00100000:0.0:1713531220.154611:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+114:7954:x1796767404852544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.154646:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:7954:x1796767404852544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.154650:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3530 00000100:00100000:0.0:1713531220.155408:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.155445:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.156154:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.156172:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.156206:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.156222:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404853120 00000100:00100000:0.0:1713531220.156225:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404853120 00000100:00100000:0.0:1713531220.156238:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3534 00000100:00100000:0.0:1713531220.156241:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+116:7953:x1796767404853120:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.156289:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:7953:x1796767404853120:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.156294:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3534 00000100:00100000:0.0:1713531220.156377:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157049:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157085:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157146:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157165:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157813:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.157859:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.158451:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.158504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.159199:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.159422:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404853888 00000100:00100000:0.0:1713531220.159426:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404853888 00010000:00010000:0.0:1713531220.159452:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11b00/0xe3b2c985135293c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3886 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.159469:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 674 00000100:00100000:0.0:1713531220.159473:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1825:x1796767404853888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.159480:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.159490:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc11b00/0xe3b2c985135293c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3886 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.159499:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc11b00/0xe3b2c985135293c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3886 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.159514:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11b00/0xe3b2c985135293c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3886 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.159523:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.159525:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.159530:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.159538:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.159558:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.159567:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d742300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409618112:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.159597:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.160262:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.160294:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d742300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409618112:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.160301:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.160314:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404853888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 841us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.160321:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 674 00000100:00100000:0.0:1713531220.160589:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.161597:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.161609:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404854208 00000100:00100000:0.0:1713531220.161611:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404854208 00000100:00100000:0.0:1713531220.161624:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3540 00000100:00100000:0.0:1713531220.161627:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7952:x1796767404854208:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.164501:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.165319:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.165331:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404854400 00000100:00100000:0.0:1713531220.165333:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404854400 00000100:00100000:0.0:1713531220.165356:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3541 00000100:00100000:0.0:1713531220.165360:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+167:7957:x1796767404854400:12345-192.168.202.39@tcp:58:lfs.0 00010000:00010000:0.0:1713531220.165420:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.165440:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.165446:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.165587:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].165, 136 off30424 00000100:00100000:0.0:1713531220.165616:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+167:7957:x1796767404854400:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 254us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.165620:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3541 00000001:00080000:0.0:1713531220.168077:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969802 is committed 00000020:00080000:0.0:1713531220.168094:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5cc0 refcount 2 committed 0 result 0 batchid 50 00000020:00080000:0.0:1713531220.168097:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5540 00000020:00080000:0.0:1713531220.168099:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131e41c00 00000020:00080000:0.0:1713531220.168117:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 48 batchid updated 00000001:00080000:0.0:1713531220.168121:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969804 is committed 00000020:00080000:0.0:1713531220.168133:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b44f840 refcount 2 committed 0 result 0 batchid 49 00000020:00080000:0.0:1713531220.168135:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008b44f540 00000020:00080000:0.0:1713531220.168136:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dff3400 00000020:00080000:0.0:1713531220.168157:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008e433f00 refcount 2 committed 0 result 0 batchid 51 00000020:00080000:0.0:1713531220.168159:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d38600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012f6acd80 00000020:00080000:0.0:1713531220.168160:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d38800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131f8cc00 00000100:00100000:0.0:1713531220.168703:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.168727:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.168803:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 640 00000100:00100000:0.0:1713531220.168807:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404854528:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.169409:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.169421:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404854656 00000100:00100000:0.0:1713531220.169423:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404854656 00000100:00100000:0.0:1713531220.172451:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.176000:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.176041:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404854976 00000100:00100000:0.0:1713531220.176047:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404854976 00000001:00080000:0.0:1713531220.182893:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967423 is committed 00000001:00080000:0.0:1713531220.182906:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967424 is committed 00000001:00080000:0.0:1713531220.182909:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967428 is committed 00000100:00100000:0.0:1713531220.183841:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.183865:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.183913:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3544 00000100:00100000:0.0:1713531220.183918:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:7954:x1796767404855360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.183951:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.183968:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352936e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c384e expref: 83 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.183978:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a69cf400) 00010000:00010000:0.0:1713531220.183981:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.183998:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184006:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184012:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184023:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184027:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184030:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184034:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.184036:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184040:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184044:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a69cf400) 00010000:00010000:0.0:1713531220.184045:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.184047:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184050:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352942b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.184088:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+81:7954:x1796767404855360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 170us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.184094:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3544 00000100:00100000:0.0:1713531220.184382:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404855488 00000100:00100000:0.0:1713531220.184385:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404855488 00000100:00100000:0.0:1713531220.184407:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3546 00000100:00100000:0.0:1713531220.184411:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+80:7953:x1796767404855488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.184426:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.184450:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352939f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c386a expref: 80 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.184459:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531220.184462:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.184472:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184479:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184484:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184497:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184502:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184506:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184510:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.184512:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184517:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184522:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531220.184523:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.184525:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.184529:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529432 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.184561:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+79:7953:x1796767404855488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 149us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.184566:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3546 00000100:00100000:0.0:1713531220.185158:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.185657:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404855872 00000100:00100000:0.0:1713531220.185660:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404855872 00000100:00100000:0.0:1713531220.185686:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404855936 00000100:00100000:0.0:1713531220.185688:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404855936 00000100:00100000:0.0:1713531220.185703:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3548 00000100:00100000:0.0:1713531220.185707:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+80:7954:x1796767404855936:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.185723:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529439 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.185732:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3824 expref: 80 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.185738:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529439 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.185760:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3824 expref: 80 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.185770:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135292e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3824 expref: 80 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.185781:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b556a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409618240:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.185813:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.185926:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404856064 00000100:00100000:0.0:1713531220.185930:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404856064 00000100:00100000:0.0:1713531220.185944:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3549 00000100:00100000:0.0:1713531220.185948:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+81:7953:x1796767404856064:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.185965:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.185973:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 81 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.185983:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.185995:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 81 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.186001:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 81 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.186009:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b556680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409618304:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.186037:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.186424:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.186499:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.186563:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.186578:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404856256 00000100:00100000:0.0:1713531220.186580:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404856256 00010000:00010000:0.0:1713531220.186591:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.186606:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 677 00000100:00100000:0.0:1713531220.186610:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+83:1824:x1796767404856256:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.186617:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.186621:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.186629:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 82 pid: 6406 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.186644:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531220.186647:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186652:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186657:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186665:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.186686:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+81:1824:x1796767404856256:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.186691:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 677 00010000:00010000:0.0:1713531220.186714:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529321 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3839 expref: 80 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.186723:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b556680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409618304:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.186732:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186738:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186743:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186751:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186756:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186762:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186766:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.186768:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186772:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186778:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531220.186780:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.186782:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.186786:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529447 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.186810:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+76:7953:x1796767404856064:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 861us (901us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.186815:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3549 00000100:00100000:0.0:1713531220.187292:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 645 00000100:00100000:0.0:1713531220.187297:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404856320:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.187314:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352944e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.187326:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 13 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.187338:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.187340:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.187342:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352944e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.187357:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 13 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.187365:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 13 pid: 7957 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.187374:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b556680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409618368:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.187397:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.188072:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.188091:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.188116:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.188127:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404856512 00000100:00100000:0.0:1713531220.188129:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404856512 00010000:00010000:0.0:1713531220.188137:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 14 pid: 7957 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.188150:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 679 00000100:00100000:0.0:1713531220.188154:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767404856512:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.188159:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.188166:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.188178:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.188189:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af13600/0xe3b2c985135293d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3894 expref: 15 pid: 7957 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.188197:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.188198:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.188200:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352944e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.188206:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352944e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.188217:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.188229:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767404856512:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.188234:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 679 00000100:00100000:0.0:1713531220.188854:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.188868:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.188887:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.189986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.190004:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.190023:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.190037:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404857216 00000100:00100000:0.0:1713531220.190041:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404857216 00010000:00010000:0.0:1713531220.190053:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c98513529313 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3832 expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.190069:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 683 00000100:00100000:0.0:1713531220.190072:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:1825:x1796767404857216:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.190078:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.190081:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c98513529313 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3832 expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.190089:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c98513529313 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3832 expref: 83 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.190099:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c98513529313 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3832 expref: 83 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.190105:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a69cf400) 00010000:00010000:0.0:1713531220.190108:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.190114:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.190118:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.190129:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.190147:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+80:1825:x1796767404857216:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.190161:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 683 00000100:00100000:0.0:1713531220.190564:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409618752 00000100:00100000:0.0:1713531220.190567:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409618752 00000100:00100000:0.0:1713531220.190585:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409618880 00000100:00100000:0.0:1713531220.190587:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409618880 00000100:00100000:0.0:1713531220.190656:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967424 gen 2 00000004:00080000:0.0:1713531220.190660:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967424 committed transno 4294967424 00000100:00100000:0.0:1713531220.190675:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409618816:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1713531220.190885:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969817 00000100:00100000:0.0:1713531220.190935:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409619008:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.190956:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.190965:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.190975:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1713531220.190979:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409619008:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.191103:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15461:x1796767409619008:12345-0@lo:1000:mdt00_005.0 Request processed in 122us (145us total) trans 4294967432 rc 0/0 00000100:00100000:0.0:1713531220.191109:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1713531220.191131:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b555c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409619008:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531220.191145:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191151:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191156:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191161:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.191164:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191169:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191176:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a69cf400) 00010000:00010000:0.0:1713531220.191178:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.191181:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191185:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c98513529471 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191202:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191206:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191211:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191215:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b631440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.191217:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191222:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191227:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca:0x0].0x0 (ffff880091d37200) 00010000:00010000:0.0:1713531220.191229:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.191231:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191234:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631440/0xe3b2c98513528097 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.191253:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191258:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191262:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191281:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191285:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191288:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191290:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.191291:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191294:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191298:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.191298:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.191300:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.191302:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529478 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531220.191345:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.191347:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.191423:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 75 count 121 00000040:00080000:0.0:1713531220.191445:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.191472:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:7954:x1796767404856768:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2538us (2618us total) trans 4294969820 rc 0/0 00000100:00100000:0.0:1713531220.191477:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3550 00000020:00080000:0.0:1713531220.191479:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.192540:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192554:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192825:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192870:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192884:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192911:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.192927:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3553 00000100:00100000:0.0:1713531220.192932:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:7966:x1796767404857536:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.192947:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc7:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.192997:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:7966:x1796767404857536:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 64us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.193004:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3553 00000100:00100000:0.0:1713531220.193016:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3555 00000100:00100000:0.0:1713531220.193020:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:7967:x1796767404857664:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.193032:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.193061:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:7967:x1796767404857664:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 40us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.193067:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3555 00000100:00100000:0.0:1713531220.193822:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.193988:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.194203:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.194721:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.195733:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.195755:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.195800:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3560 00000100:00100000:0.0:1713531220.195805:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:7968:x1796767404858176:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.195826:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x94:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.195871:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+97:7968:x1796767404858176:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 66us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.195877:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3560 00000100:00100000:0.0:1713531220.196529:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.196917:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.197639:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.197822:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.199344:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.199391:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404859136 00000100:00100000:0.0:1713531220.199395:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404859136 00000100:00100000:0.0:1713531220.199416:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3569 00000100:00100000:0.0:1713531220.199420:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:7966:x1796767404859136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.199467:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.199477:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c98513529582 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38cc expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.199484:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a6933900) 00010000:00010000:0.0:1713531220.199488:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.199499:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199507:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199511:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199519:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199522:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199525:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199556:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199560:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199564:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199567:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.199569:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199573:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199576:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:0.0:1713531220.199577:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.199579:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199582:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529597 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199587:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199590:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199593:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199596:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.199597:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199599:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199602:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0xd66dc9 (ffff880134c02500) 00010000:00010000:0.0:1713531220.199603:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.199604:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.199607:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352959e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc3:0x0].0xd66dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.199643:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:7966:x1796767404859136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 221us (271us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.199648:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3569 00000100:00100000:0.0:1713531220.200607:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.201374:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.201511:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.202318:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.202340:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.202362:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.202410:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3574 00000100:00100000:0.0:1713531220.202414:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:7968:x1796767404859648:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.202420:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.202440:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c985135295dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c38e8 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.202455:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.202461:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.202468:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.202509:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c985135295dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.202520:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.202525:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:0.0:1713531220.202527:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.202529:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:0.0:1713531220.202547:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:7968:x1796767404859648:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 132us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.202553:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3574 00000100:00100000:0.0:1713531220.203100:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.203255:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404860032 00000100:00100000:0.0:1713531220.203258:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404860032 00000100:00100000:0.0:1713531220.203296:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3577 00000100:00100000:0.0:1713531220.203301:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7967:x1796767404860032:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.203306:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.203316:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529600 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c38ef expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.203331:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.203337:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.203344:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.203382:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529600 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 108 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.203393:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.203398:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880134c02b00) 00010000:00010000:0.0:1713531220.203400:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.203402:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6880, rc 0) 00000100:00100000:0.0:1713531220.203439:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:7967:x1796767404860032:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 126us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.203445:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3577 00000100:00100000:0.0:1713531220.204064:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.204080:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.204101:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.204857:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.204878:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.205005:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.205686:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.205702:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.205726:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.206539:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.206566:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.206615:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.206898:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.207297:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.207390:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208033:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208130:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208258:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208317:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208936:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.208968:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.209194:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.209752:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.209977:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.210185:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.210390:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.210426:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862464 00000100:00100000:1.0:1713531220.210457:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 656 00000100:00100000:1.0:1713531220.210461:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:7967:x1796767404862464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.210467:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.210473:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3943 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.210485:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.210490:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.210492:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.210494:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 18 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.210509:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.210517:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 18 pid: 7958 timeout: 414 lvb_type: 1 00000100:00100000:1.0:1713531220.210526:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409619456:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.210558:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801a80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.210698:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862528 00000100:00100000:1.0:1713531220.210702:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862528 00010000:00010000:1.0:1713531220.210713:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529670 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c392e expref: 18 pid: 17279 timeout: 414 lvb_type: 1 00000100:00100000:1.0:1713531220.210727:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 686 00000100:00100000:1.0:1713531220.210732:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404862528:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.210738:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.210745:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529670 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c392e expref: 18 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.210752:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529670 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c392e expref: 18 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.210763:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529670 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c392e expref: 18 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.210770:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.210772:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.210775:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.210781:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.210798:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.210806:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409619520:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.210835:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.210855:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.210864:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862592 00000100:00100000:1.0:1713531220.210866:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862592 00000100:00100000:1.0:1713531220.210888:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3591 00000100:00100000:1.0:1713531220.210893:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+169:7973:x1796767404862592:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531220.210900:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.210908:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352968c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c394a expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.210940:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10900/0xe3b2c98513529693 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.210947:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10900/0xe3b2c98513529693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.210953:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10900/0xe3b2c98513529693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.210982:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc3:0x0]: returning size 11776 00000004:00200000:1.0:1713531220.210985:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.210993:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10900/0xe3b2c98513529693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.211007:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352968c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c394a expref: 171 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.211018:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10900/0xe3b2c98513529693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c394a expref: 170 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.211024:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:1.0:1713531220.211026:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531220.211028:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10900, rc 0) 00000100:00100000:1.0:1713531220.211053:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+170:7973:x1796767404862592:12345-192.168.202.39@tcp:101:diff.0 Request processed in 159us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.211058:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3591 00000100:00100000:0.0:1713531220.211128:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409619456:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.211141:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 17 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.211148:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12400, rc 0) 00000100:00100000:1.0:1713531220.211166:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862720 00000100:00100000:1.0:1713531220.211170:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862720 00000100:00100000:0.0:1713531220.211175:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:7967:x1796767404862464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 713us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.211181:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 656 00000100:00100000:1.0:1713531220.211184:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3592 00000100:00100000:1.0:1713531220.211188:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+116:7966:x1796767404862720:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.211195:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862656 00000100:00100000:0.0:1713531220.211197:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862656 00010000:00010000:0.0:1713531220.211205:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 17 pid: 7958 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.211225:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 687 00000100:00100000:0.0:1713531220.211229:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767404862656:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.211235:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.211244:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 17 pid: 7958 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.211252:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 17 pid: 7958 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.211328:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b53ba80/0xe3b2c98513529677 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3935 expref: 17 pid: 7958 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.211342:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.211344:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.211348:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.211356:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.211373:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409619520:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.211373:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.211381:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.211381:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409619584:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.211397:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.211399:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404862528:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 666us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.211404:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 686 00000100:00100000:0.0:1713531220.211778:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.211793:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862848 00000100:00100000:0.0:1713531220.211796:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862848 00000100:00100000:0.0:1713531220.211812:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3593 00000100:00100000:0.0:1713531220.211816:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+170:7973:x1796767404862848:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531220.211823:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.211909:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352969a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3951 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1713531220.211954:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc3:0x0]: returning size 11776 00000100:00100000:0.0:1713531220.212141:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.212224:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409619584:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.212232:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.212249:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404862656:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1019us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.212255:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 687 00000100:00100000:1.0:1713531220.212464:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.212483:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404862976 00000100:00100000:0.0:1713531220.212486:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404862976 00002000:00100000:0.0:1713531220.212499:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x2f:0x0] (0->2) req@ffff88008dbbfb80 x1796767404862976/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.212507:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbfb80 with x1796767404862976 ext(0->2) 00002000:00010000:0.0:1713531220.212510:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbfb80 00000100:00100000:0.0:1713531220.212521:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 166 00000100:00100000:0.0:1713531220.212526:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767404862976:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.212867:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404862976:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 338us (401us total) trans 4294967444 rc 0/0 00000100:00100000:0.0:1713531220.212874:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 166 00002000:00100000:0.0:1713531220.212891:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x2f:0x0] (0->2) req@ffff88008dbbfb80 x1796767404862976/t4294967444(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.212899:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbfb80 with x1796767404862976 ext(0->2) 00002000:00010000:0.0:1713531220.212902:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbfb80 00010000:00010000:0.0:1713531220.213069:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352969a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3951 expref: 172 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.213083:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352969a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3951 expref: 172 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.213090:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:0.0:1713531220.213202:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.213227:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:7973:x1796767404862848:12345-192.168.202.39@tcp:101:diff.0 Request processed in 1409us (1449us total) trans 4294969841 rc 301/301 00000100:00100000:0.0:1713531220.213233:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3593 00000100:00100000:1.0:1713531220.213406:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.214581:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.214598:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404863168 00000100:00100000:0.0:1713531220.214601:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404863168 00000100:00100000:0.0:1713531220.214630:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 852 00000100:00100000:0.0:1713531220.214635:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:7973:x1796767404863168:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:0.0:1713531220.216121:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:7973:x1796767404863168:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1484us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.216128:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 852 00000100:00100000:0.0:1713531220.217561:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.217577:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404863296 00000100:00100000:0.0:1713531220.217581:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404863296 00000100:00100000:0.0:1713531220.217598:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 853 00000100:00100000:0.0:1713531220.217603:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:7973:x1796767404863296:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531220.217866:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+172:7973:x1796767404863296:12345-192.168.202.39@tcp:35:diff.0 Request processed in 261us (304us total) trans 4294969842 rc 0/0 00000100:00100000:0.0:1713531220.217873:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 853 00000100:00100000:1.0:1713531220.220283:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00080000:1.0:1713531220.220323:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531190 00000001:00080000:0.0:1713531220.221117:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969820 is committed 00000020:00080000:0.0:1713531220.221123:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5000 refcount 2 committed 0 result 0 batchid 53 00000020:00080000:0.0:1713531220.221127:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5540 00000020:00080000:0.0:1713531220.221130:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131dce000 00000001:00080000:0.0:1713531220.221139:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969840 is committed 00000020:00080000:1.0:1713531220.221142:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 48 00000001:00080000:0.0:1713531220.221142:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969837 is committed 00000020:00080000:0.0:1713531220.221158:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 51 batchid updated 00000001:00080000:0.0:1713531220.221164:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969839 is committed 00000020:00080000:0.0:1713531220.221186:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880092609c00 refcount 2 committed 0 result 0 batchid 54 00000020:00080000:0.0:1713531220.221189:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d38700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880092609840 00000020:00080000:0.0:1713531220.221191:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d38d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dfb0800 00000020:00080000:1.0:1713531220.221205:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 51 00000020:00080000:1.0:1713531220.221217:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 51 00000020:00080000:0.0:1713531220.221223:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d6d7840 refcount 2 committed 0 result 0 batchid 52 00000020:00080000:0.0:1713531220.221225:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a3da5d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d6d7600 00000020:00080000:0.0:1713531220.221228:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a3da5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134dc5800 00000020:00080000:1.0:1713531220.221322:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 54 committed batchid 51 00000020:00080000:1.0:1713531220.221416:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 51 00000100:00100000:0.0:1713531220.221818:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.221840:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.221867:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.221919:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 660 00000100:00100000:0.0:1713531220.221924:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767404863680:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.222712:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404863808 00000100:00100000:0.0:1713531220.222716:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404863808 00000100:00100000:0.0:1713531220.222739:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 419 00000100:00100000:0.0:1713531220.222763:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+172:1823:x1796767404863808:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.222772:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.222793:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10b40/0xe3b2c985135296d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcd:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3966 expref: 172 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.222803:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcd:0x0].0x0 (ffff8800a69cf200) 00010000:00010000:0.0:1713531220.222806:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.222825:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:1823:x1796767404863808:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.222845:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 419 00000100:00100000:1.0:1713531220.223047:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.223089:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404863936 00000100:00100000:0.0:1713531220.223093:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404863936 00002000:00100000:0.0:1713531220.223111:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x2c:0x0] (0->4095) req@ffff88008dbbf800 x1796767404863936/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:596/0 lens 488/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.223120:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbf800 with x1796767404863936 ext(0->4095) 00002000:00010000:0.0:1713531220.223123:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbf800 00000100:00100000:0.0:1713531220.225408:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.225441:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404864064 00000100:00100000:1.0:1713531220.225445:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404864064 00000100:00100000:1.0:1713531220.225470:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 854 00000100:00100000:1.0:1713531220.225475:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22af450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+171:7973:x1796767404864064:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531220.225681:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22af450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+172:7973:x1796767404864064:12345-192.168.202.39@tcp:35:diff.0 Request processed in 205us (274us total) trans 4294969844 rc 0/0 00000100:00100000:1.0:1713531220.225688:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 854 00000100:00100000:0.0:1713531220.226636:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00080000:1.0:1713531220.228172:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531190 00000100:00100000:0.0:1713531220.229183:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.230839:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.230899:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404864384 00000100:00100000:1.0:1713531220.230903:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404864384 00000100:00100000:0.0:1713531220.230905:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.230925:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 420 00000100:00100000:1.0:1713531220.230931:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+175:1824:x1796767404864384:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.230939:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.230950:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352970a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c397b expref: 175 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.230962:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc4:0x0].0x0 (ffff8800a7208400) 00010000:00010000:1.0:1713531220.230965:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.231019:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+174:1824:x1796767404864384:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 85us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.231026:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 420 00000100:00100000:0.0:1713531220.232462:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.232540:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404864640 00000100:00100000:0.0:1713531220.232543:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404864640 00000100:00100000:0.0:1713531220.232578:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 855 00000100:00100000:0.0:1713531220.232585:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+174:7973:x1796767404864640:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531220.232910:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+175:7973:x1796767404864640:12345-192.168.202.39@tcp:35:diff.0 Request processed in 325us (464us total) trans 4294969846 rc 0/0 00000100:00100000:0.0:1713531220.232916:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 855 00000100:00100000:1.0:1713531220.233689:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.233706:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404864704 00000100:00100000:1.0:1713531220.233709:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404864704 00000100:00100000:1.0:1713531220.233727:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3600 00000100:00100000:1.0:1713531220.233731:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+175:7973:x1796767404864704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531220.233740:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.233795:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c98513529718 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3982 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.233832:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233842:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233852:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233869:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233875:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233881:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233959:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233966:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.233972:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531220.233989:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xcc:0x0]: returning size 2 00000004:00200000:1.0:1713531220.233992:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.234001:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234008:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234015:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234020:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234030:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234034:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.234038:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234044:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234051:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:1.0:1713531220.234053:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.234056:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234061:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352971f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234068:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234073:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234078:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234081:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.234083:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234087:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234093:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x656c9b94 (ffff88008bd3ed00) 00010000:00010000:1.0:1713531220.234095:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.234096:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234100:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529726 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.234118:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c98513529718 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3982 expref: 177 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.234128:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10000/0xe3b2c9851352972d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3982 expref: 176 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.234134:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcc:0x0].0x0 (ffff88008bd3ee00) 00010000:00010000:1.0:1713531220.234135:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.234137:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10000, rc 0) 00000100:00100000:1.0:1713531220.234159:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+176:7973:x1796767404864704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 426us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.234165:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3600 00000100:00100000:0.0:1713531220.235138:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.235242:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767404863680:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13316us (13373us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.235242:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404863744:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13328us (13399us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.235249:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 660 00000100:00100000:0.0:1713531220.235252:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 659 00000100:00100000:0.0:1713531220.235592:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.235629:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404864896 00000100:00100000:1.0:1713531220.235632:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404864896 00000100:00100000:1.0:1713531220.235657:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3601 00000100:00100000:1.0:1713531220.235661:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:7966:x1796767404864896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.235686:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.235699:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352962a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3904 expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.235709:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a6933200) 00010000:00010000:1.0:1713531220.235711:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.235731:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235738:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235745:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235758:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235764:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235769:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235774:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.235777:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235782:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235787:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a6933200) 00010000:00010000:1.0:1713531220.235789:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.235792:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.235796:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352973b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.235842:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+82:7966:x1796767404864896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 179us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.235846:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3601 00000100:00100000:0.0:1713531220.236045:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.236062:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865024 00000100:00100000:1.0:1713531220.236065:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865024 00000100:00100000:0.0:1713531220.236066:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.236088:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865152 00000100:00100000:1.0:1713531220.236090:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865152 00000100:00100000:1.0:1713531220.236101:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3602 00000100:00100000:1.0:1713531220.236105:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:7968:x1796767404865024:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.236120:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.236129:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c98513529654 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3919 expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.236138:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:1.0:1713531220.236140:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.236149:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236155:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236160:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236169:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236174:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236179:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236183:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.236185:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236189:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236194:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:1.0:1713531220.236195:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.236197:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236201:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c98513529742 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.236230:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+80:7968:x1796767404865024:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 124us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.236235:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3602 00000100:00100000:0.0:1713531220.236462:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.236480:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865280 00000100:00100000:1.0:1713531220.236483:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865280 00000100:00100000:1.0:1713531220.236505:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3604 00000100:00100000:1.0:1713531220.236509:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+176:7973:x1796767404865280:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531220.236516:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.236525:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c98513529750 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3990 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.236563:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c98513529757 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236570:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c98513529757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.236576:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c98513529757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531220.236582:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xcc:0x0]: returning size 2 00010000:00010000:1.0:1713531220.236645:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c98513529750 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3990 expref: 179 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.236654:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c98513529757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3990 expref: 178 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.236660:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcc:0x0].0x0 (ffff88008bd3ee00) 00010000:00010000:1.0:1713531220.236661:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.236663:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13180, rc 0) 00000100:00100000:1.0:1713531220.236681:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+178:7973:x1796767404865280:12345-192.168.202.39@tcp:101:diff.0 Request processed in 171us (229us total) trans 4294969847 rc 0/0 00000100:00100000:1.0:1713531220.236686:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3604 00000100:00100000:0.0:1713531220.236834:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865408 00000100:00100000:0.0:1713531220.236837:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865408 00000100:00100000:0.0:1713531220.236848:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865472 00000100:00100000:0.0:1713531220.236850:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865472 00000100:00100000:0.0:1713531220.236864:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 665 00000100:00100000:0.0:1713531220.236869:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404865472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.237000:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2e:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.237002:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2e:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.237004:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2e:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.237005:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2e:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.237007:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.237026:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404865472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 156us (189us total) trans 4294967445 rc 0/0 00000100:00100000:0.0:1713531220.237032:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 665 00000100:00100000:0.0:1713531220.237408:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.237455:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865600 00000100:00100000:1.0:1713531220.237459:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865600 00000100:00100000:0.0:1713531220.237467:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.237482:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3605 00000100:00100000:1.0:1713531220.237486:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+80:7966:x1796767404865600:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.237506:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529765 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.237518:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c985135295ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38da expref: 80 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.237524:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529765 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.237546:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c985135295ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38da expref: 80 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.237556:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c985135295ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38da expref: 80 pid: 6404 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.237566:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409619648:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.237593:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.237606:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404865664 00000100:00100000:1.0:1713531220.237609:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404865664 00000100:00100000:1.0:1713531220.237630:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 421 00000100:00100000:1.0:1713531220.237634:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+178:1823:x1796767404865664:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.237641:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.237649:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c98513529757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3990 expref: 178 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.237656:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcc:0x0].0x0 (ffff88008bd3ee00) 00010000:00010000:1.0:1713531220.237658:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.237674:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+177:1823:x1796767404865664:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 38us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.237679:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 421 00000100:00100000:0.0:1713531220.237762:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.238098:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409619648:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.238112:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529765 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.238420:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.238462:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866112 00000100:00100000:0.0:1713531220.238462:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.238465:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866112 00010000:00010000:1.0:1713531220.238476:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c985135295ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38da expref: 83 pid: 6404 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.238487:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.238491:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866176 00000100:00100000:1.0:1713531220.238493:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866176 00010000:00010000:1.0:1713531220.238499:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 84 pid: 15461 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.238510:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866240 00000100:00100000:1.0:1713531220.238512:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866240 00010000:00010000:1.0:1713531220.238517:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 85 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.238531:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 689 00000100:00100000:1.0:1713531220.238536:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767404866176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531220.238539:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 690 00010000:00010000:1.0:1713531220.238541:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.238544:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+85:1824:x1796767404866240:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.238546:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 85 pid: 15461 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.238549:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.238553:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 85 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.238554:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 85 pid: 15461 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.238561:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.238565:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c985135295e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e8 expref: 84 pid: 15461 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.238570:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529607 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38ef expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.238578:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:0.0:1713531220.238578:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880134c02b00) 00010000:00010000:1.0:1713531220.238582:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352976c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.238582:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c98513529773 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.238587:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352976c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.238587:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c98513529773 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.238592:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352976c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.238592:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c98513529773 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.238603:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.238603:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.238619:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+81:1823:x1796767404866176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.238619:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+81:1824:x1796767404866240:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.238624:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 690 00000100:00100000:1.0:1713531220.238632:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 689 00000100:00100000:0.0:1713531220.238910:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.239352:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.239370:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.239404:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866432 00000100:00100000:1.0:1713531220.239407:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866432 00000100:00100000:0.0:1713531220.239411:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.239424:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 666 00000100:00100000:1.0:1713531220.239443:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404866496:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.239459:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.239471:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.239478:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.239479:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.239482:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.239501:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.239509:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 15 pid: 7958 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.239517:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409619840:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.239537:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.239908:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.240043:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409619840:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.240055:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.240178:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.240198:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.240212:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866816 00000100:00100000:1.0:1713531220.240215:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866816 00010000:00010000:1.0:1713531220.240226:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 16 pid: 7958 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.240236:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.240241:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866752 00000100:00100000:1.0:1713531220.240243:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866752 00000100:00100000:0.0:1713531220.240249:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404866688 00010000:00010000:1.0:1713531220.240250:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 17 pid: 17279 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.240251:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404866688 00010000:00010000:0.0:1713531220.240259:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5398c0/0xe3b2c98513529669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3927 expref: 11 pid: 7958 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.240262:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 691 00000100:00100000:1.0:1713531220.240286:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767404866816:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531220.240291:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 692 00010000:00010000:1.0:1713531220.240293:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.240295:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404866752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.240300:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.240304:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.240307:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 17 pid: 17279 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.240313:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.240314:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc12400/0xe3b2c98513529685 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3943 expref: 17 pid: 17279 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.240326:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.240327:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352967e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c393c expref: 17 pid: 7958 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.240327:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.240330:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c98513529788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.240334:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.240336:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.240337:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c98513529788 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.240338:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.240344:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240347:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.240356:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.240366:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404866752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.240369:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1824:x1796767404866816:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 102us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.240373:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 692 00000100:00100000:1.0:1713531220.240382:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 691 00010000:00010000:0.0:1713531220.240447:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240455:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240466:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240473:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240479:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240485:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.240487:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240493:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240503:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.240514:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352977a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.240544:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404866496:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1114us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.240549:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 666 00000100:00100000:0.0:1713531220.240878:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.240998:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.241035:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867136 00000100:00100000:1.0:1713531220.241039:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867136 00000100:00100000:0.0:1713531220.241041:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.241060:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3610 00000100:00100000:1.0:1713531220.241065:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+79:7967:x1796767404867136:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.241177:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.241186:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352961c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c38fd expref: 82 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.241191:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.241208:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352961c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38fd expref: 82 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.241215:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352961c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38fd expref: 82 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.241223:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409620096:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.241245:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.241497:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.241887:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.241900:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867328 00000100:00100000:0.0:1713531220.241902:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.241903:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867328 00010000:00010000:1.0:1713531220.241912:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c985135295d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e1 expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.241922:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.241923:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867456 00000100:00100000:1.0:1713531220.241924:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867456 00010000:00010000:1.0:1713531220.241928:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352961c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38fd expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.241941:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867392 00000100:00100000:1.0:1713531220.241942:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867392 00000100:00100000:0.0:1713531220.241946:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 694 00010000:00010000:1.0:1713531220.241950:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352960e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38f6 expref: 85 pid: 15571 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.241951:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767404867328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.241959:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.241962:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c985135295d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e1 expref: 85 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.241970:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 696 00010000:00010000:0.0:1713531220.241970:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c985135295d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e1 expref: 85 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.241974:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767404867392:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.241979:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.241982:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c985135295d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38e1 expref: 85 pid: 6406 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.241983:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352960e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38f6 expref: 85 pid: 15571 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.241992:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a6933200) 00010000:00010000:1.0:1713531220.241994:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352960e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38f6 expref: 84 pid: 15571 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.241996:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c985135297ab lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.242001:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c985135297ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.242003:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352960e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38f6 expref: 84 pid: 15571 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.242006:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c985135297ab lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.242011:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:1.0:1713531220.242014:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c985135297b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.242016:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.242019:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c985135297b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.242024:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c985135297b9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.242033:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:1822:x1796767404867328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.242034:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.242038:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 694 00000100:00100000:1.0:1713531220.242045:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+82:1823:x1796767404867392:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.242050:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 696 00010000:00010000:1.0:1713531220.242072:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352961c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c38fd expref: 80 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.242079:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409620096:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.242088:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.242093:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.242101:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:1.0:1713531220.242168:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969850 00000001:00080000:1.0:1713531220.242263:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969853 00000001:00080000:1.0:1713531220.242334:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969856 00000100:00100000:1.0:1713531220.242376:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409620224:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531220.242423:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.242448:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.242454:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.242459:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409620288 00000100:00100000:1.0:1713531220.242461:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409620288 00000100:00100000:0.0:1713531220.242470:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867584 00000100:00100000:0.0:1713531220.242473:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867584 00000100:00100000:1.0:1713531220.242476:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409620224 00000100:00100000:1.0:1713531220.242478:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409620224 00000100:00100000:1.0:1713531220.242488:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1713531220.242488:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3612 00000100:00100000:1.0:1713531220.242492:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409620288:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.242493:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:7973:x1796767404867584:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531220.242500:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.242508:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c985135297c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c39a5 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.242529:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409620288:12345-0@lo:1000:mdt00_002.0 Request processed in 37us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.242534:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1713531220.242544:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00010000:00010000:0.0:1713531220.242545:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c985135297ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.242547:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409620224:12345-0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531220.242552:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c985135297ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.242559:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c985135297ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.242565:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xcb:0x0]: returning size 2 00000100:00100000:1.0:1713531220.242592:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409620224:12345-0@lo:1000:mdt00_005.0 Request processed in 44us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.242597:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1713531220.242605:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409620352 00000100:00100000:1.0:1713531220.242607:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409620352 00000100:00100000:1.0:1713531220.242616:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1713531220.242620:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409620352:12345-0@lo:1000:mdt00_006.0 00010000:00010000:0.0:1713531220.242625:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c985135297c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39a5 expref: 182 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.242636:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c985135297ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39a5 expref: 181 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.242641:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb:0x0].0x0 (ffff88008d7a4900) 00010000:00010000:0.0:1713531220.242643:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.242645:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00000100:00100000:1.0:1713531220.242651:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409620352:12345-0@lo:1000:mdt00_006.0 Request processed in 30us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.242656:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1713531220.242665:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+181:7973:x1796767404867584:12345-192.168.202.39@tcp:101:diff.0 Request processed in 172us (212us total) trans 4294969861 rc 0/0 00000100:00100000:0.0:1713531220.242670:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3612 00000100:00100000:1.0:1713531220.242686:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409620224:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.242810:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409620416 00000100:00100000:0.0:1713531220.242813:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409620416 00000001:00080000:1.0:1713531220.242824:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969857 00000100:00100000:0.0:1713531220.242829:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1713531220.242833:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409620416:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531220.242858:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409620480:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531220.242875:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.242883:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.242891:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409620480 00000100:00100000:1.0:1713531220.242893:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409620480 00000100:00100000:1.0:1713531220.242906:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1713531220.242910:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409620480:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.242948:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409620416:12345-0@lo:1000:mdt00_002.0 Request processed in 113us (153us total) trans 4294967436 rc 0/0 00000100:00100000:0.0:1713531220.242954:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1713531220.243021:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:15461:x1796767409620480:12345-0@lo:1000:mdt00_005.0 Request processed in 109us (144us total) trans 4294967447 rc 0/0 00000100:00100000:1.0:1713531220.243026:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1713531220.243036:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409620480:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531220.243046:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243052:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243057:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243065:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.243067:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243072:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243077:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880134c02b00) 00010000:00010000:0.0:1713531220.243079:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.243081:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243086:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c985135297b2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243098:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243103:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243108:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243112:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.243114:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243118:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243124:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.243125:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.243128:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243132:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c98513528107 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.243148:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243153:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243159:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243164:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243168:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243173:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243177:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.243179:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243184:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243189:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (ffff88008d223700) 00010000:00010000:0.0:1713531220.243191:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.243193:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.243201:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c985135297e3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531220.243338:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.243340:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.243412:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 77 count 121 00000040:00080000:0.0:1713531220.243417:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.243515:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:7967:x1796767404867136:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2449us (2515us total) trans 4294969863 rc 0/0 00000100:00100000:0.0:1713531220.243522:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3610 00000020:00080000:0.0:1713531220.243525:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531220.243543:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.243555:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404867648 00000100:00100000:1.0:1713531220.243557:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404867648 00000100:00100000:1.0:1713531220.243572:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 422 00000100:00100000:1.0:1713531220.243575:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+181:1825:x1796767404867648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.243581:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.243589:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c985135297ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0xcb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39a5 expref: 181 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.243598:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xcb:0x0].0x0 (ffff88008d7a4900) 00010000:00010000:1.0:1713531220.243601:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.243616:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:1825:x1796767404867648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 40us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.243621:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 422 00000100:00100000:1.0:1713531220.243730:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.244135:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.244154:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.244198:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.244203:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404868160 00000100:00100000:1.0:1713531220.244206:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404868160 00000100:00100000:1.0:1713531220.244220:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 858 00000100:00100000:1.0:1713531220.244225:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:7967:x1796767404867968:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531220.244425:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x4d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.244469:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969866 00010000:00010000:1.0:1713531220.244502:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244510:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244517:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244522:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244527:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244531:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244536:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244541:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.244544:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244549:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244556:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88008bd3e900) 00010000:00010000:1.0:1713531220.244558:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.244560:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.244565:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c985135297f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531220.244566:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.244612:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:7967:x1796767404867968:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 385us (455us total) trans 4294969868 rc 0/0 00000100:00100000:0.0:1713531220.244612:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.244618:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 858 00000020:00080000:1.0:1713531220.244620:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.244769:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.244789:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404868416 00000100:00100000:0.0:1713531220.244791:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.244792:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404868416 00000100:00100000:1.0:1713531220.244808:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 860 00000100:00100000:1.0:1713531220.244812:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22af050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404868416:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531220.244937:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22af050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+181:7973:x1796767404868416:12345-192.168.202.39@tcp:35:diff.0 Request processed in 123us (168us total) trans 4294969871 rc 0/0 00000100:00100000:1.0:1713531220.244943:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 860 00000100:00100000:0.0:1713531220.245585:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.245615:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.245739:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.245755:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404868736 00000100:00100000:1.0:1713531220.245756:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.245758:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404868736 00000100:00100000:0.0:1713531220.245771:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404868544 00000100:00100000:0.0:1713531220.245772:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404868544 00000100:00100000:0.0:1713531220.245782:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3618 00000100:00100000:0.0:1713531220.245786:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:7975:x1796767404868736:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.245807:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245817:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245823:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245834:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245839:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245845:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245857:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245862:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245867:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.245877:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x90:0x0]: returning size 3 00000004:00200000:0.0:1713531220.245879:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.245883:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245889:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245894:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245903:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245907:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.245909:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245915:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245921:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.245923:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.245925:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245929:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529830 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245938:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245943:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245948:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245952:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.245954:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245959:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245968:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6d6f622f (ffff88008d223600) 00010000:00010000:0.0:1713531220.245970:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.245972:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245977:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529837 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245984:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245989:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245994:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.245998:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.246000:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.246005:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.246010:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff88008bd36700) 00010000:00010000:0.0:1713531220.246012:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.246014:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.246017:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529845 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.246036:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:7975:x1796767404868736:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 250us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.246043:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3618 00000100:00100000:0.0:1713531220.246611:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.247122:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.247643:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.247670:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.247710:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3621 00000100:00100000:1.0:1713531220.247715:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+97:7976:x1796767404868992:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.247730:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x92:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.247764:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:7976:x1796767404868992:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.247768:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3621 00000100:00100000:0.0:1713531220.248320:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.248543:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.248730:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.248745:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.248777:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404869440 00000100:00100000:1.0:1713531220.248780:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404869440 00000100:00100000:1.0:1713531220.248794:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404869568 00000100:00100000:1.0:1713531220.248796:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404869568 00000100:00100000:0.0:1713531220.248808:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3625 00000100:00100000:0.0:1713531220.248813:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:7975:x1796767404869440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.248826:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x90:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.248870:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:7975:x1796767404869440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 57us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.248877:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3625 00000100:00100000:0.0:1713531220.249328:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.249350:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404869632 00000100:00100000:1.0:1713531220.249354:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404869632 00000100:00100000:1.0:1713531220.249373:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 423 00000100:00100000:1.0:1713531220.249377:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:1824:x1796767404869632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.249382:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.249392:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c985135298b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xca:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39c8 expref: 184 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.249402:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xca:0x0].0x0 (ffff880092bca600) 00010000:00010000:1.0:1713531220.249405:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.249424:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+183:1824:x1796767404869632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.249446:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 423 00000100:00100000:0.0:1713531220.249826:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.250045:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.250074:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.251097:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.251131:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870080 00000100:00100000:1.0:1713531220.251135:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870080 00000100:00100000:1.0:1713531220.251163:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 861 00000100:00100000:1.0:1713531220.251168:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+183:7973:x1796767404870080:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531220.251349:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:7973:x1796767404870080:12345-192.168.202.39@tcp:35:diff.0 Request processed in 179us (251us total) trans 4294969878 rc 0/0 00000100:00100000:1.0:1713531220.251354:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 861 00000100:00100000:0.0:1713531220.251388:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.252111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.252379:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.252492:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.252518:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870464 00000100:00100000:1.0:1713531220.252521:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870464 00000100:00100000:1.0:1713531220.252540:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3632 00000100:00100000:1.0:1713531220.252546:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7974:x1796767404870464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.252554:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.252562:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529948 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c39f2 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.252713:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2e:0x0], index 1: 0 00010000:00010000:1.0:1713531220.252806:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352994f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.252812:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352994f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.252817:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352994f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.252837:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529948 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39f2 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.252846:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352994f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39f2 expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.252851:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88008bd3ed00) 00010000:00010000:1.0:1713531220.252853:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.252854:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10240, rc 0) 00000100:00100000:1.0:1713531220.252880:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7974:x1796767404870464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 334us (388us total) trans 4294969879 rc 0/0 00000100:00100000:1.0:1713531220.252884:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3632 00000100:00100000:0.0:1713531220.253137:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.253167:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870592 00000100:00100000:1.0:1713531220.253170:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870592 00000100:00100000:1.0:1713531220.253187:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3633 00000100:00100000:1.0:1713531220.253190:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7976:x1796767404870592:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.253218:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352995d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253223:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352995d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253227:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352995d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531220.253455:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].33, 88 off10616 00000100:00100000:0.0:1713531220.253459:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:1.0:1713531220.253499:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b3800 reply state ffff880134cd7000 transno 4294969880 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352995d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.253504:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.253535:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7976:x1796767404870592:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 343us (398us total) trans 4294969880 rc 0/0 00000100:00100000:1.0:1713531220.253539:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3633 00000100:00100000:0.0:1713531220.253758:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.253784:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870784 00000100:00100000:1.0:1713531220.253786:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870784 00000100:00100000:1.0:1713531220.253802:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3634 00000100:00100000:1.0:1713531220.253805:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7975:x1796767404870784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.253821:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.253828:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c98513529902 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39dd expref: 106 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.253835:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8800a69d1600) 00010000:00010000:1.0:1713531220.253841:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.253849:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253853:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253858:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253867:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253870:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253873:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253897:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253901:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253904:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253907:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.253909:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253912:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253916:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:1.0:1713531220.253917:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.253919:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253921:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352996b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253926:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253928:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253931:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253933:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.253935:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253937:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253941:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0xc41c5e81 (ffff88008bd3e300) 00010000:00010000:1.0:1713531220.253942:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.253943:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.253949:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c98513529972 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0xc41c5e81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.253973:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:7975:x1796767404870784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 166us (215us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.253976:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3634 00000100:00100000:0.0:1713531220.254221:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.254254:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870848 00000100:00100000:1.0:1713531220.254257:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870848 00000100:00100000:1.0:1713531220.254287:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3635 00000100:00100000:1.0:1713531220.254290:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7976:x1796767404870848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.254297:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.254302:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529979 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a00 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254319:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529979 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a00 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254325:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529979 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a00 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254333:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131ab6800) 00010000:00010000:1.0:1713531220.254334:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.254336:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2400, rc 0) 00000100:00100000:1.0:1713531220.254351:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:7976:x1796767404870848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 60us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.254354:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3635 00000100:00100000:0.0:1713531220.254454:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.254504:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404870976 00000100:00100000:1.0:1713531220.254507:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404870976 00000100:00100000:1.0:1713531220.254523:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3636 00000100:00100000:1.0:1713531220.254526:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:7975:x1796767404870976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.254531:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.254540:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.254541:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529980 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a0e expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254551:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c98513529987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.254555:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c98513529987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.254559:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c98513529987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.254578:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3637 00000100:00100000:0.0:1713531220.254583:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:7973:x1796767404871040:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531220.254591:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.254593:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529980 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a0e expref: 108 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254599:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c98513529987 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a0e expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.254600:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352998e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a07 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.254604:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff88008d223b00) 00010000:00010000:1.0:1713531220.254605:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.254606:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2880, rc 0) 00000100:00100000:1.0:1713531220.254630:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7975:x1796767404870976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.254633:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3636 00010000:00010000:0.0:1713531220.254637:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513529995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.254645:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513529995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.254652:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513529995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.254658:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc9:0x0]: returning size 2 00010000:00010000:0.0:1713531220.254718:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352998e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a07 expref: 188 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.254730:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513529995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a07 expref: 187 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.254736:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9:0x0].0x0 (ffff88008e40ca00) 00010000:00010000:0.0:1713531220.254737:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.254739:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5b00, rc 0) 00000100:00100000:0.0:1713531220.254766:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767404871040:12345-192.168.202.39@tcp:101:diff.0 Request processed in 182us (226us total) trans 4294969881 rc 0/0 00000100:00100000:0.0:1713531220.254771:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3637 00000100:00100000:0.0:1713531220.255022:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.255226:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.255440:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.255470:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404871488 00000100:00100000:0.0:1713531220.255472:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.255475:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404871488 00000100:00100000:1.0:1713531220.255495:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 424 00000100:00100000:1.0:1713531220.255499:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:1824:x1796767404871488:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.255505:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.255513:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c98513529995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a07 expref: 187 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.255522:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc9:0x0].0x0 (ffff88008e40ca00) 00010000:00010000:1.0:1713531220.255524:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.255540:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:1824:x1796767404871488:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 41us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.255544:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 424 00000100:00100000:1.0:1713531220.255554:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404871424 00000100:00100000:1.0:1713531220.255556:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404871424 00000100:00100000:1.0:1713531220.255564:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3640 00000100:00100000:1.0:1713531220.255566:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:7974:x1796767404871424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.255572:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.255580:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c985135299b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a15 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.255592:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.255597:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.255601:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.255636:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c985135299b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a15 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.255644:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a15 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.255648:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:1.0:1713531220.255649:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.255651:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2640, rc 0) 00000100:00100000:1.0:1713531220.255667:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:7974:x1796767404871424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 99us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.255679:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3640 00000100:00100000:1.0:1713531220.255767:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.255986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.256015:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404871744 00000100:00100000:1.0:1713531220.256018:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404871744 00000100:00100000:1.0:1713531220.256031:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 862 00000100:00100000:1.0:1713531220.256034:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:7976:x1796767404871744:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.256154:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:7976:x1796767404871744:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 119us (168us total) trans 4294969883 rc 0/0 00000100:00100000:1.0:1713531220.256158:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 862 00000100:00100000:0.0:1713531220.256265:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.256364:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.256377:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3641 00000100:00100000:1.0:1713531220.256380:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:7975:x1796767404871808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.256387:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.256392:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a1c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.256406:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a1c expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.256412:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a1c expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.256418:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff88008d223b00) 00010000:00010000:1.0:1713531220.256419:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.256421:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0fc0, rc 0) 00000100:00100000:1.0:1713531220.256450:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:7975:x1796767404871808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.256455:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3641 00000100:00100000:0.0:1713531220.256613:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.256624:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404872064 00000100:00100000:1.0:1713531220.256626:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404872064 00000100:00100000:1.0:1713531220.256637:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3643 00000100:00100000:1.0:1713531220.256639:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:7976:x1796767404872064:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.256667:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:7976:x1796767404872064:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.256670:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3643 00000100:00100000:0.0:1713531220.257052:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.257078:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404872192 00000100:00100000:1.0:1713531220.257081:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404872192 00000100:00100000:1.0:1713531220.257096:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 863 00000100:00100000:1.0:1713531220.257098:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:7973:x1796767404872192:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531220.257196:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767404872192:12345-192.168.202.39@tcp:35:diff.0 Request processed in 96us (175us total) trans 4294969885 rc 0/0 00000100:00100000:0.0:1713531220.257196:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.257201:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 863 00000100:00100000:0.0:1713531220.257246:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.257291:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.257304:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404872384 00000100:00100000:1.0:1713531220.257306:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404872384 00000100:00100000:1.0:1713531220.257316:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3645 00000100:00100000:1.0:1713531220.257318:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:7974:x1796767404872384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.257323:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.257328:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a2a expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.257343:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a2a expref: 113 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.257348:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a2a expref: 113 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.257354:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:1.0:1713531220.257355:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.257356:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1b00, rc 0) 00000100:00100000:1.0:1713531220.257369:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+113:7974:x1796767404872384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 50us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.257372:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3645 00000100:00100000:0.0:1713531220.257732:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.258013:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.258058:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404872576 00000100:00100000:1.0:1713531220.258062:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404872576 00000100:00100000:1.0:1713531220.258083:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 864 00000100:00100000:0.0:1713531220.258084:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.258087:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:7975:x1796767404872576:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.258110:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.258205:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:7975:x1796767404872576:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 117us (192us total) trans 4294969886 rc 0/0 00000100:00100000:1.0:1713531220.258210:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 864 00000100:00100000:0.0:1713531220.258924:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.258969:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404872832 00000100:00100000:1.0:1713531220.258974:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404872832 00000100:00100000:0.0:1713531220.258975:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.258999:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 865 00000100:00100000:1.0:1713531220.259004:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:7974:x1796767404872832:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.259055:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.259093:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.259135:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+115:7974:x1796767404872832:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 130us (211us total) trans 4294969887 rc 0/0 00000100:00100000:1.0:1713531220.259146:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 865 00000100:00100000:0.0:1713531220.259695:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.259771:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.259800:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404873344 00000100:00100000:1.0:1713531220.259805:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404873344 00000100:00100000:0.0:1713531220.259918:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.259935:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404873472 00000100:00100000:0.0:1713531220.259937:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404873472 00000100:00100000:1.0:1713531220.259939:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.259957:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3651 00000100:00100000:0.0:1713531220.259961:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767404873472:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531220.259966:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.259974:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529a21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a4d expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.260003:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529a2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.260009:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529a2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.260013:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529a2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.260017:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc8:0x0]: returning size 2 00010000:00010000:0.0:1713531220.260063:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529a21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a4d expref: 191 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.260074:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529a2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a4d expref: 190 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.260079:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8:0x0].0x0 (ffff88008ee2e000) 00010000:00010000:0.0:1713531220.260081:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.260083:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7600, rc 0) 00000100:00100000:0.0:1713531220.260103:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:7973:x1796767404873472:12345-192.168.202.39@tcp:101:diff.0 Request processed in 140us (184us total) trans 4294969888 rc 0/0 00000100:00100000:0.0:1713531220.260108:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3651 00000100:00100000:0.0:1713531220.260445:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.260593:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.260715:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.260728:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404873728 00000100:00100000:1.0:1713531220.260731:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404873728 00010000:00010000:1.0:1713531220.260743:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe3b2c98513529a05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a38 expref: 13 pid: 7957 timeout: 414 lvb_type: 1 00000100:00100000:1.0:1713531220.260755:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 697 00000100:00100000:1.0:1713531220.260759:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767404873728:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.260765:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.260773:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe3b2c98513529a05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a38 expref: 13 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.260780:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe3b2c98513529a05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a38 expref: 13 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.260791:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe3b2c98513529a05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a38 expref: 13 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.260801:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.260802:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.260805:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.260810:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.260822:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.260828:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b588e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409620736:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.260846:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc000 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.260904:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.260931:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404873792 00000100:00100000:0.0:1713531220.260935:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404873792 00000100:00100000:0.0:1713531220.260961:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 425 00000100:00100000:0.0:1713531220.260966:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:1822:x1796767404873792:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.260977:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.260986:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529a2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a4d expref: 190 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.260995:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc8:0x0].0x0 (ffff88008ee2e000) 00010000:00010000:0.0:1713531220.260998:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.261017:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+189:1822:x1796767404873792:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 50us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.261024:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 425 00000100:00100000:0.0:1713531220.261212:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.261367:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.261377:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b588e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409620736:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.261385:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.261400:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767404873728:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 641us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.261405:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 697 00000100:00100000:0.0:1713531220.261783:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.261948:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.262107:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.262521:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.262557:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404874368 00000100:00100000:1.0:1713531220.262560:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404874368 00000100:00100000:1.0:1713531220.262581:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 866 00000100:00100000:1.0:1713531220.262584:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22aec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+189:7973:x1796767404874368:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531220.262749:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22aec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:7973:x1796767404874368:12345-192.168.202.39@tcp:35:diff.0 Request processed in 162us (227us total) trans 4294969889 rc 0/0 00000100:00100000:1.0:1713531220.262760:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 866 00000100:00100000:0.0:1713531220.262760:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.262794:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.262980:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404874624 00000100:00100000:0.0:1713531220.262983:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404874624 00010000:00010000:0.0:1713531220.262992:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801391d3a80/0xe3b2c98513529a4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a62 expref: 15 pid: 17279 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.263003:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 698 00000100:00100000:0.0:1713531220.263006:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404874624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.263011:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.263018:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801391d3a80/0xe3b2c98513529a4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a62 expref: 15 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.263025:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801391d3a80/0xe3b2c98513529a4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a62 expref: 15 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.263033:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d3a80/0xe3b2c98513529a4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a62 expref: 15 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.263039:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.263040:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.263044:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801391d2ac0/0xe3b2c98513529a59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a70 expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.263049:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801391d2ac0/0xe3b2c98513529a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a70 expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.263060:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801391d2ac0/0xe3b2c98513529a59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a70 expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.263065:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409620864:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.263088:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.263544:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.263558:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404874688 00000100:00100000:1.0:1713531220.263561:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404874688 00000100:00100000:1.0:1713531220.263576:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3656 00000100:00100000:1.0:1713531220.263579:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:7973:x1796767404874688:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531220.263586:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.263595:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529a60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a77 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.263607:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.263617:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263624:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263630:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263788:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263796:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263805:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.263848:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409620864:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.263856:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.263869:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404874624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 862us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.263876:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 698 00010000:00010000:1.0:1713531220.263914:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263922:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263929:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.263945:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc7:0x0]: returning size 2 00000004:00200000:1.0:1713531220.263947:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.263956:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263963:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263969:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263975:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263980:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263985:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.263988:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.263994:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264001:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:1.0:1713531220.264003:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.264006:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264010:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529a67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264029:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264033:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264036:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264038:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.264040:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264043:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264046:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x656ca094 (ffff88008b78dc00) 00010000:00010000:1.0:1713531220.264047:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.264050:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264053:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529a75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.264068:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529a60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a77 expref: 192 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.264074:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0240/0xe3b2c98513529a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a77 expref: 191 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.264077:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc7:0x0].0x0 (ffff8800a69cf800) 00010000:00010000:1.0:1713531220.264079:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.264080:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0240, rc 0) 00000100:00100000:1.0:1713531220.264140:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+191:7973:x1796767404874688:12345-192.168.202.39@tcp:101:diff.0 Request processed in 559us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.264145:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3656 00000100:00100000:1.0:1713531220.264173:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.264780:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404874880 00000100:00100000:0.0:1713531220.264783:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404874880 00010000:00010000:0.0:1713531220.264793:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe3b2c98513529a52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a69 expref: 17 pid: 17279 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.264804:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 699 00000100:00100000:0.0:1713531220.264818:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404874880:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.264859:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.264880:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe3b2c98513529a52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a69 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.264890:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe3b2c98513529a52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a69 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.264912:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe3b2c98513529a52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a69 expref: 16 pid: 17279 timeout: 414 lvb_type: 1 00010000:00010000:0.0:1713531220.264920:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.264921:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.264924:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe3b2c98513529a6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a7e expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.264938:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe3b2c98513529a6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a7e expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.265215:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.265226:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875008 00000100:00100000:1.0:1713531220.265228:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875008 00000100:00100000:1.0:1713531220.265242:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3657 00000100:00100000:1.0:1713531220.265245:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7975:x1796767404875008:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.265404:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe3b2c98513529a6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a7e expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.265425:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409620992:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.265525:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.266375:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409620992:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.266382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.266385:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.266393:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875136 00000100:00100000:1.0:1713531220.266395:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875136 00000100:00100000:1.0:1713531220.266406:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3658 00000100:00100000:1.0:1713531220.266410:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+191:7973:x1796767404875136:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531220.266415:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.266418:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404874880:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1606us (1678us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.266422:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529a8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a8c expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.266424:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 699 00010000:00010000:1.0:1713531220.266470:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529a91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.266477:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.266481:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.266489:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc7:0x0]: returning size 2 00000100:00100000:1.0:1713531220.266682:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.266775:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529a8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a8c expref: 194 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.266783:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529a91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a8c expref: 193 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.266787:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc7:0x0].0x0 (ffff8800a69cf800) 00010000:00010000:1.0:1713531220.266789:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.266790:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3840, rc 0) 00000100:00100000:1.0:1713531220.266807:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767404875136:12345-192.168.202.39@tcp:101:diff.0 Request processed in 396us (425us total) trans 4294969890 rc 0/0 00000100:00100000:1.0:1713531220.266813:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3658 00000100:00100000:1.0:1713531220.267703:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.267732:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875264 00000100:00100000:0.0:1713531220.267736:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875264 00000100:00100000:1.0:1713531220.267753:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.267756:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 426 00000100:00100000:0.0:1713531220.267761:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:1824:x1796767404875264:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531220.267768:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875328 00010000:00010000:0.0:1713531220.267769:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531220.267771:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875328 00010000:00010000:0.0:1713531220.267779:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529a91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a8c expref: 193 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.267789:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc7:0x0].0x0 (ffff8800a69cf800) 00010000:00010000:0.0:1713531220.267791:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.267799:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3659 00000100:00100000:1.0:1713531220.267804:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:7974:x1796767404875328:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.267809:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:1824:x1796767404875264:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 48us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.267814:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 426 00000100:00100000:1.0:1713531220.267852:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:7974:x1796767404875328:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 47us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.267859:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3659 00000100:00100000:1.0:1713531220.268587:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.269335:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.269371:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875648 00000100:00100000:0.0:1713531220.269374:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875648 00000100:00100000:0.0:1713531220.269393:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 867 00000100:00100000:0.0:1713531220.269398:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767404875648:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531220.270038:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767404875648:12345-192.168.202.39@tcp:35:diff.0 Request processed in 638us (703us total) trans 4294969891 rc 0/0 00000100:00100000:0.0:1713531220.270045:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 867 00000100:00100000:0.0:1713531220.270824:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.270840:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875712 00000100:00100000:0.0:1713531220.270844:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875712 00000100:00100000:0.0:1713531220.270861:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3660 00000100:00100000:0.0:1713531220.270865:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767404875712:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531220.270875:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.270889:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3a93 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.270927:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.270963:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.270973:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271028:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271063:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271069:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271294:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271302:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271308:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531220.271409:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc6:0x0]: returning size 2 00000004:00200000:0.0:1713531220.271413:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.271454:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271462:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271469:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271474:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271496:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271502:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.271505:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271511:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271520:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x0 (ffff88008c068000) 00010000:00010000:0.0:1713531220.271522:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.271525:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271530:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c98513529aa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271539:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271544:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271549:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271553:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.271555:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271560:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271566:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc3:0x0].0x656ca194 (ffff880134ed9e00) 00010000:00010000:0.0:1713531220.271568:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.271570:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271574:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529aad lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc3:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.271613:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a93 expref: 195 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.271624:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7600/0xe3b2c98513529ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a93 expref: 194 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.271635:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (ffff880134ed9200) 00010000:00010000:0.0:1713531220.271636:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.271638:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7600, rc 0) 00000100:00100000:0.0:1713531220.271921:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:7973:x1796767404875712:12345-192.168.202.39@tcp:101:diff.0 Request processed in 1053us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.271927:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3660 00000100:00100000:0.0:1713531220.273002:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.274392:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7976:x1796767404874560:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 11556us (11595us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.274402:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3655 00000100:00100000:1.0:1713531220.274449:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:7975:x1796767404875008:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9202us (9235us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.274453:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3657 00000001:00080000:0.0:1713531220.274479:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969888 is committed 00000100:00100000:1.0:1713531220.274490:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.274499:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969889 is committed 00000001:00080000:0.0:1713531220.274503:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969887 is committed 00000020:00080000:0.0:1713531220.274526:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dc300 refcount 2 committed 0 result 0 batchid 57 00000020:00080000:0.0:1713531220.274530:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dc0c0 00000020:00080000:0.0:1713531220.274533:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012ed56800 00000020:00080000:0.0:1713531220.274550:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 54 batchid updated 00000020:00080000:0.0:1713531220.274568:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a7104480 refcount 2 committed 0 result 0 batchid 55 00000020:00080000:0.0:1713531220.274570:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a7104c00 00000020:00080000:0.0:1713531220.274573:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a7208600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3b5800 00000020:00080000:0.0:1713531220.274605:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d01c6c0 refcount 2 committed 0 result 0 batchid 56 00000020:00080000:0.0:1713531220.274607:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d37500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d01c9c0 00000020:00080000:0.0:1713531220.274609:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a032300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a834800 00000100:00100000:1.0:1713531220.274616:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404875904 00000100:00100000:1.0:1713531220.274619:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404875904 00000100:00100000:1.0:1713531220.274636:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3661 00000100:00100000:1.0:1713531220.274639:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404875904:12345-192.168.202.39@tcp:101:diff.0 00000020:00080000:0.0:1713531220.274652:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 57 committed batchid 54 00010000:00010000:1.0:1713531220.274704:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.274715:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ac2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3aa1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.274760:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ac9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.274768:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.274776:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000020:00080000:0.0:1713531220.274778:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 54 00000004:00200000:1.0:1713531220.274781:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc6:0x0]: returning size 2 00010000:00010000:1.0:1713531220.274916:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3aa1 expref: 181 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.274924:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3aa1 expref: 180 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.274933:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (ffff880134ed9200) 00010000:00010000:1.0:1713531220.274935:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.274937:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3600, rc 0) 00000100:00100000:1.0:1713531220.274953:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404875904:12345-192.168.202.39@tcp:101:diff.0 Request processed in 313us (463us total) trans 4294969892 rc 0/0 00000100:00100000:1.0:1713531220.274956:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3661 00000100:00100000:0.0:1713531220.275201:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.275223:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.276106:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.276133:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.276155:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404876160 00000100:00100000:1.0:1713531220.276159:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404876160 00000100:00100000:1.0:1713531220.276176:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3662 00000100:00100000:1.0:1713531220.276180:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:7976:x1796767404876160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.276202:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.276215:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c985135299e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a23 expref: 83 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.276225:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131ab6800) 00010000:00010000:1.0:1713531220.276228:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.276242:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276250:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276256:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276286:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276294:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276300:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276305:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.276308:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276315:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276322:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131ab6800) 00010000:00010000:1.0:1713531220.276324:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.276327:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.276332:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529ad7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.276376:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7976:x1796767404876160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 194us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.276382:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3662 00000100:00100000:0.0:1713531220.276470:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404876224 00000100:00100000:0.0:1713531220.276473:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404876224 00000100:00100000:0.0:1713531220.276494:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 427 00000100:00100000:0.0:1713531220.276498:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:1822:x1796767404876224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.276506:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.276515:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3aa1 expref: 180 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.276524:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc6:0x0].0x0 (ffff880134ed9200) 00010000:00010000:0.0:1713531220.276527:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.276542:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:1822:x1796767404876224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 42us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.276547:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 427 00000100:00100000:1.0:1713531220.276597:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.277353:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.278232:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.278258:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404876544 00000100:00100000:1.0:1713531220.278260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.278262:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404876544 00000100:00100000:0.0:1713531220.278308:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3663 00000100:00100000:0.0:1713531220.278313:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+82:7976:x1796767404876544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.278335:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404876672 00000100:00100000:0.0:1713531220.278337:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404876672 00000100:00100000:0.0:1713531220.278354:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 868 00000100:00100000:0.0:1713531220.278358:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:7973:x1796767404876672:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531220.278598:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404876672:12345-192.168.202.39@tcp:35:diff.0 Request processed in 237us (335us total) trans 4294969893 rc 0/0 00000100:00100000:0.0:1713531220.278605:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 868 00010000:00010000:0.0:1713531220.278750:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.278761:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 82 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.278769:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.278802:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 82 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.278813:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 82 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.278824:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621056:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.278856:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.279388:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.279718:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.279735:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404876800 00000100:00100000:0.0:1713531220.279738:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404876800 00010000:00010000:0.0:1713531220.279768:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.279783:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 700 00000100:00100000:0.0:1713531220.279788:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404876800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.279795:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.279799:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.279807:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 83 pid: 6406 timeout: 414 lvb_type: 0 00010000:00010000:0.0:1713531220.279819:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131ab6800) 00010000:00010000:0.0:1713531220.279822:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.279842:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.279847:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.279857:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.279875:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404876800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 85us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.279881:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 700 00010000:00010000:0.0:1713531220.280018:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1440/0xe3b2c98513529941 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c39eb expref: 82 pid: 6406 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.280027:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621056:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.280038:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280044:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280049:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280080:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280085:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280091:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280095:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.280098:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280103:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280110:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff880131ab6800) 00010000:00010000:0.0:1713531220.280112:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.280115:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.280119:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529ade lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.280148:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+81:7976:x1796767404876544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1833us (1915us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.280154:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3663 00000100:00100000:1.0:1713531220.282127:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404877056 00000100:00100000:1.0:1713531220.282130:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404877056 00010000:00010000:1.0:1713531220.282146:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 20 pid: 15499 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.282163:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 701 00000100:00100000:1.0:1713531220.282168:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404877056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.282175:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.282185:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 20 pid: 15499 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.282194:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 20 pid: 15499 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.282209:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd440/0xe3b2c98513529a28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a54 expref: 20 pid: 15499 timeout: 414 lvb_type: 0 00010000:00010000:1.0:1713531220.282218:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.282219:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.282221:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282225:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282237:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.282258:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404877056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.282263:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 701 00010000:00010000:1.0:1713531220.282297:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282305:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282318:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282325:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282331:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282336:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3de400 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.282339:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282344:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282353:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.282358:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c3de400/0xe3b2c98513529b08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.282390:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404876928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1413us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.282396:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 689 00000100:00100000:0.0:1713531220.283517:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.283745:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404877312 00000100:00100000:1.0:1713531220.283749:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404877312 00000100:00100000:1.0:1713531220.283769:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 428 00000100:00100000:1.0:1713531220.283774:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+183:1825:x1796767404877312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.283781:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.283790:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c98513529b16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ab6 expref: 183 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.283798:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc5:0x0].0x0 (ffff88008bbd3600) 00010000:00010000:1.0:1713531220.283800:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.283818:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+182:1825:x1796767404877312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 44us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.283824:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 428 00000100:00100000:0.0:1713531220.284001:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.284070:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531220.284316:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967436 is committed 00000001:00080000:1.0:1713531220.284324:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967437 is committed 00000001:00080000:1.0:1713531220.284331:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967440 is committed 00000100:00100000:0.0:1713531220.284349:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404875520:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15702us (15760us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.284356:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 683 00000100:00100000:0.0:1713531220.285348:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409621312 00000100:00100000:0.0:1713531220.285351:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409621312 00000100:00100000:0.0:1713531220.285366:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1713531220.285383:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409621312:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.285394:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.285466:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404877760 00000100:00100000:0.0:1713531220.285469:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404877760 00000100:00100000:0.0:1713531220.285486:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 869 00000100:00100000:0.0:1713531220.285491:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+182:7973:x1796767404877760:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531220.285670:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+183:7973:x1796767404877760:12345-192.168.202.39@tcp:35:diff.0 Request processed in 177us (274us total) trans 4294969900 rc 0/0 00000100:00100000:0.0:1713531220.285676:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 869 00000100:00100000:0.0:1713531220.285829:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409621312:12345-0@lo:1000:mdt00_004.0 Request processed in 444us (567us total) trans 4294967442 rc 0/0 00000100:00100000:0.0:1713531220.285835:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1713531220.286259:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.286323:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404877824 00000100:00100000:0.0:1713531220.286327:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404877824 00000100:00100000:0.0:1713531220.286343:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 690 00000100:00100000:0.0:1713531220.286348:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404877824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.286458:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2e:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.286472:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2e:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.286474:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2e:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.286476:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2e:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.286478:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.286499:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404877824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 150us (240us total) trans 4294967443 rc 0/0 00000100:00100000:0.0:1713531220.286505:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 690 00000100:00100000:1.0:1713531220.286619:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.287300:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.287324:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.287336:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404878208 00000100:00100000:0.0:1713531220.287340:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404878208 00000100:00100000:0.0:1713531220.287356:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3669 00000100:00100000:0.0:1713531220.287371:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+84:7974:x1796767404878208:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.287391:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529b47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.287414:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a15 expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.287420:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529b47 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.287482:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a15 expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.287491:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c985135299bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a15 expref: 84 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.287499:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621376:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.287536:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.287615:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404878080 00000100:00100000:0.0:1713531220.287619:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404878080 00000100:00100000:0.0:1713531220.287645:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 870 00000100:00100000:0.0:1713531220.287649:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:7976:x1796767404878080:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.287673:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:0.0:1713531220.287904:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x4e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.287960:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969902 00010000:00010000:0.0:1713531220.288003:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288015:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288022:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288096:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288102:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288107:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288112:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288117:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.288119:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288125:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288133:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff88008bcbfd00) 00010000:00010000:0.0:1713531220.288136:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.288138:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.288143:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529b4e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531220.288265:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:7976:x1796767404878080:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 614us (964us total) trans 4294969904 rc 0/0 00000100:00100000:0.0:1713531220.288285:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 870 00000020:00080000:0.0:1713531220.288288:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1713531220.288515:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.289180:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.289688:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.289827:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409621440:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.289838:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.290004:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.290025:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.290132:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290140:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290152:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290159:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290167:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290173:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2d00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.290176:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290183:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290193:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.290199:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe3b2c98513529b71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.290238:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767404878528:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1017us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.290244:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 691 00000100:00100000:0.0:1713531220.290768:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.290784:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.290801:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.290810:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404879104 00000100:00100000:0.0:1713531220.290812:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404879104 00000100:00100000:1.0:1713531220.290814:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404879040 00000100:00100000:1.0:1713531220.290818:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404879040 00000100:00100000:0.0:1713531220.290832:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 692 00000100:00100000:0.0:1713531220.290836:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404879104:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.290839:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3674 00000100:00100000:1.0:1713531220.290844:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+84:7974:x1796767404879040:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.290957:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.290964:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a2a expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531220.290965:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x30:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.290967:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x30:0x0] updating lvb mtime from disk: 0 -> 1713531216 00010000:00010000:1.0:1713531220.290969:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00002000:00010000:0.0:1713531220.290969:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x30:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.290971:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x30:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.290973:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x30:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531220.290980:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a2a expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.290992:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404879104:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 155us (189us total) trans 4294967451 rc 0/0 00010000:00010000:1.0:1713531220.290997:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c985135299db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a2a expref: 85 pid: 15461 timeout: 414 lvb_type: 0 00000100:00100000:0.0:1713531220.290999:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 692 00000100:00100000:1.0:1713531220.291003:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621504:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.291022:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.291516:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.291528:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621504:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.291539:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.291637:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.291793:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.291797:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000001:00080000:1.0:1713531220.291853:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969906 00000001:00080000:1.0:1713531220.291959:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969907 00000001:00080000:1.0:1713531220.292002:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969908 00000100:00100000:1.0:1713531220.292050:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621632:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.292073:0:15571:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.292095:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.292104:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409621632 00000100:00100000:0.0:1713531220.292107:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409621632 00000100:00100000:0.0:1713531220.292121:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1713531220.292124:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409621632:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.292160:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409621632:12345-0@lo:1000:mdt00_007.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.292166:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1713531220.292173:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621632:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.292321:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531220.292333:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969909 00000100:00100000:1.0:1713531220.292362:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621696:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.292377:0:15571:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.292385:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.292393:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409621696 00000100:00100000:0.0:1713531220.292396:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409621696 00000100:00100000:0.0:1713531220.292408:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1713531220.292411:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409621696:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.292553:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15571:x1796767409621696:12345-0@lo:1000:mdt00_007.0 Request processed in 140us (174us total) trans 4294967444 rc 0/0 00000100:00100000:0.0:1713531220.292559:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1713531220.292565:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621696:0@lo:1000:mdt00_007.0 00010000:00010000:1.0:1713531220.292577:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292581:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292585:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292588:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.292589:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292594:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292600:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:1.0:1713531220.292602:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.292605:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292609:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c98513529b9b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292630:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292636:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292641:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292646:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.292648:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292654:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292661:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.292663:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.292665:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292670:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352814d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.292693:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292700:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292707:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292713:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292719:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292724:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292728:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.292730:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292736:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292742:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (ffff88008d2f5b00) 00010000:00010000:1.0:1713531220.292744:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.292746:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.292750:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529ba9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x93:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000040:00080000:1.0:1713531220.292794:0:15571:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.292797:0:15571:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.292876:0:15571:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 79 count 121 00000040:00080000:1.0:1713531220.292883:0:15571:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.292915:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+87:7974:x1796767404879040:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2070us (2129us total) trans 4294969910 rc 0/0 00000100:00100000:1.0:1713531220.292920:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3674 00000020:00080000:1.0:1713531220.292923:0:15571:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.293137:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.293584:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.293987:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.294092:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294098:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294109:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294116:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294122:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294127:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc106c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.294129:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294136:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294147:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.294153:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c98513529bb0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.294198:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404879424:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 985us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.294205:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 693 00000100:00100000:0.0:1713531220.294769:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.294809:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404879744 00000100:00100000:1.0:1713531220.294812:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404879744 00000100:00100000:1.0:1713531220.294831:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3676 00000100:00100000:1.0:1713531220.294834:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+89:7975:x1796767404879744:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.294921:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.294928:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a1c expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.294933:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.294945:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a1c expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.294951:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c985135299c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a1c expref: 90 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.294958:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621824:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.294983:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.295692:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409621824:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.295705:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.295803:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.295948:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.295954:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000001:00080000:1.0:1713531220.296032:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969913 00000001:00080000:1.0:1713531220.296115:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969914 00000001:00080000:1.0:1713531220.296139:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969915 00000100:00100000:1.0:1713531220.296173:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621888:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.296194:0:15571:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.296210:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.296222:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409621888 00000100:00100000:0.0:1713531220.296226:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409621888 00000100:00100000:0.0:1713531220.296249:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1713531220.296254:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409621888:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.296330:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409621888:12345-0@lo:1000:mdt00_007.0 Request processed in 75us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.296336:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1713531220.296623:0:15571:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967448 gen 2 00000004:00080000:1.0:1713531220.296628:0:15571:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967447 committed transno 4294967448 00000004:00080000:1.0:1713531220.296649:0:15571:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967448 committed transno 4294967448 00000100:00100000:1.0:1713531220.296671:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621888:0@lo:1000:mdt00_007.0 00000001:00080000:1.0:1713531220.296788:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969916 00000100:00100000:1.0:1713531220.296817:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621952:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.296831:0:15571:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.296847:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.296867:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409621952 00000100:00100000:0.0:1713531220.296871:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409621952 00000100:00100000:0.0:1713531220.296890:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1713531220.296894:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409621952:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.297014:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409621952:12345-0@lo:1000:mdt00_007.0 Request processed in 118us (180us total) trans 4294967452 rc 0/0 00000100:00100000:0.0:1713531220.297020:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1713531220.297026:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409621952:0@lo:1000:mdt00_007.0 00010000:00010000:1.0:1713531220.297038:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297042:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297046:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297048:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee33c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.297050:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297053:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297058:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff88008d223b00) 00010000:00010000:1.0:1713531220.297060:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.297062:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297065:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529bbe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297077:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297080:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297083:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297086:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.297088:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297090:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297094:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.297095:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.297096:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297099:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c98513528170 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.297115:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297121:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297127:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297132:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297137:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297141:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297145:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.297147:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297152:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297157:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff880131ab6800) 00010000:00010000:1.0:1713531220.297159:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.297161:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.297164:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529bc5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x90:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000040:00080000:1.0:1713531220.297213:0:15571:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.297217:0:15571:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.297303:0:15571:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 80 count 121 00000040:00080000:1.0:1713531220.297307:0:15571:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.297353:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+93:7975:x1796767404879744:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2516us (2583us total) trans 4294969917 rc 0/0 00000100:00100000:1.0:1713531220.297360:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3676 00000020:00080000:1.0:1713531220.297363:0:15571:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.298040:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.298330:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.298344:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.298362:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404880000 00000100:00100000:0.0:1713531220.298364:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.298366:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404880000 00000100:00100000:0.0:1713531220.298376:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404880064 00000100:00100000:0.0:1713531220.298378:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404880064 00000100:00100000:1.0:1713531220.298386:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3677 00000100:00100000:1.0:1713531220.298390:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7977:x1796767404880000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.298398:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3678 00000100:00100000:0.0:1713531220.298402:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:7978:x1796767404880064:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.298409:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x95:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1713531220.298412:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.298465:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:7978:x1796767404880064:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.298469:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3678 00000100:00100000:1.0:1713531220.298471:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7977:x1796767404880000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 80us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.298477:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3677 00000100:00100000:0.0:1713531220.299405:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.299444:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.299477:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.299503:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3681 00000100:00100000:1.0:1713531220.299508:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7979:x1796767404880256:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.299535:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299550:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299557:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299567:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299573:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299579:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299594:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299600:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299606:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.299618:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8d:0x0]: returning size 3 00000004:00200000:1.0:1713531220.299621:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.299627:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299647:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299652:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299658:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299662:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.299664:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299670:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299686:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.299688:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.299690:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299695:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529bda lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299702:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299707:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299711:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299715:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.299717:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299722:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299727:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4166622f (ffff880099450600) 00010000:00010000:1.0:1713531220.299728:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.299730:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299735:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529bef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299742:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299747:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299756:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299761:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.299763:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299767:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299772:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.299774:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.299775:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.299780:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529c04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.299819:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7979:x1796767404880256:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 309us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.299825:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3681 00000100:00100000:0.0:1713531220.300543:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.301883:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.301952:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404880640 00000100:00100000:1.0:1713531220.301957:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404880640 00000100:00100000:1.0:1713531220.301986:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3684 00000100:00100000:1.0:1713531220.301992:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7977:x1796767404880640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.302006:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.302015:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529c35 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ae0 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.302059:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302068:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302074:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302084:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302090:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302095:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302116:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302122:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302128:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.302134:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x95:0x0]: returning size 3 00010000:00010000:1.0:1713531220.302170:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302174:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302177:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302179:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.302182:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302185:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302190:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.302191:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.302192:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302195:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529c4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302202:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302205:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302208:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302210:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.302211:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302214:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302217:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.302218:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.302219:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302224:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529c3c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302229:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302231:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302234:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302236:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.302237:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302240:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302243:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a6f622f (ffff880092bcaa00) 00010000:00010000:1.0:1713531220.302244:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.302245:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302247:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529c43 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.302262:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529c35 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ae0 expref: 98 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.302285:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529c35 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ae0 expref: 98 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.302293:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3600, rc 0) 00000100:00100000:1.0:1713531220.302319:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7977:x1796767404880640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 326us (416us total) trans 4294969921 rc 301/301 00000100:00100000:1.0:1713531220.302325:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3684 00000100:00100000:0.0:1713531220.303128:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.303184:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.303197:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404880960 00000100:00100000:1.0:1713531220.303202:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404880960 00000100:00100000:1.0:1713531220.303229:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3688 00000100:00100000:1.0:1713531220.303233:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:7977:x1796767404880960:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.303244:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x95:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.303306:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:7977:x1796767404880960:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 71us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.303312:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3688 00000100:00100000:0.0:1713531220.304304:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.304650:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.305981:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.306987:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.307041:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404881472 00000100:00100000:0.0:1713531220.307044:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404881472 00000100:00100000:0.0:1713531220.307064:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3693 00000100:00100000:0.0:1713531220.307068:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+102:7979:x1796767404881472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.307074:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.307081:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529cba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b03 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.307307:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409622080 00000100:00100000:1.0:1713531220.307310:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409622080 00000100:00100000:1.0:1713531220.307332:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1713531220.307337:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:8790:x1796767409622080:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1713531220.307365:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x32:0x0], index 0: 0 00002000:00080000:1.0:1713531220.307366:0:17279:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00010000:00010000:0.0:1713531220.307519:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529cc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.307527:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.307535:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.307565:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529cba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b03 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.307578:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b03 expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.307584:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x53:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:0.0:1713531220.307586:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.307589:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:0.0:1713531220.307623:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7979:x1796767404881472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 552us (614us total) trans 4294969925 rc 0/0 00000100:00100000:0.0:1713531220.307629:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3693 00000100:00100000:0.0:1713531220.308111:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.308630:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.309139:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.309688:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.309708:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.310016:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:8790:x1796767409622080:12345-0@lo:5:osp-pre-0-0.0 Request processed in 2677us (2748us total) trans 4294967453 rc 0/0 00000100:00100000:0.0:1713531220.310017:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.310021:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1713531220.310031:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404882048 00000100:00100000:1.0:1713531220.310033:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404882048 00000100:00100000:1.0:1713531220.310044:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 695 00000100:00100000:1.0:1713531220.310047:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404882048:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.310140:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404882048:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 91us (123us total) trans 4294967454 rc 0/0 00000100:00100000:1.0:1713531220.310144:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 695 00000100:00100000:0.0:1713531220.310577:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.310623:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.310662:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3700 00000100:00100000:0.0:1713531220.310667:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7977:x1796767404882240:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.310690:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529d15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.310697:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529d15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.310704:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529d15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.310847:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.310937:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].35, 88 off10792 00000004:00010000:0.0:1713531220.310978:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008a8a7800 reply state ffff88008bd69000 transno 4294969927 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529d15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.310982:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.311018:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:7977:x1796767404882240:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 351us (394us total) trans 4294969927 rc 0/0 00000100:00100000:0.0:1713531220.311022:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3700 00000100:00100000:0.0:1713531220.311524:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.311550:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404882496 00000100:00100000:1.0:1713531220.311554:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404882496 00000100:00100000:1.0:1713531220.311569:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3701 00000100:00100000:1.0:1713531220.311573:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:7979:x1796767404882496:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.311573:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.311597:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.311603:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.311608:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.311674:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531220.311729:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].35, 88 off10888 00000004:00010000:1.0:1713531220.311769:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008a8a4000 reply state ffff88008d011000 transno 4294969929 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.311773:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.311803:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:7979:x1796767404882496:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 229us (279us total) trans 4294969929 rc 0/0 00000100:00100000:1.0:1713531220.311808:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3701 00000100:00100000:0.0:1713531220.312312:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.312327:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.312344:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.312358:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404882880 00000100:00100000:1.0:1713531220.312361:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404882880 00000100:00100000:1.0:1713531220.312377:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 696 00000100:00100000:1.0:1713531220.312380:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404882880:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.312503:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404882880:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 121us (157us total) trans 4294967445 rc 0/0 00000100:00100000:1.0:1713531220.312507:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 696 00000100:00100000:0.0:1713531220.313095:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.313115:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.313157:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404882944 00000100:00100000:1.0:1713531220.313162:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404882944 00000100:00100000:1.0:1713531220.313191:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 697 00000100:00100000:1.0:1713531220.313194:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767404882944:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.313310:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.313311:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767404882944:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 115us (194us total) trans 4294967455 rc 0/0 00000100:00100000:1.0:1713531220.313316:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 697 00000100:00100000:1.0:1713531220.313323:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404883136 00000100:00100000:1.0:1713531220.313325:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404883136 00000100:00100000:1.0:1713531220.313341:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 698 00000100:00100000:1.0:1713531220.313343:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404883136:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.313348:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.313356:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b34 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.313366:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226953, blocks: 0x1 00010000:00010000:1.0:1713531220.313374:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.313376:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.313380:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b34 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.313387:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b34 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.313397:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2ac0, rc 0) 00000100:00100000:1.0:1713531220.313410:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404883136:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 65us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.313413:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 698 00000100:00100000:0.0:1713531220.314001:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.314028:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.314063:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.314096:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3706 00000100:00100000:1.0:1713531220.314101:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+115:7977:x1796767404883264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.314145:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+115:7977:x1796767404883264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 43us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.314150:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3706 00000100:00100000:0.0:1713531220.314714:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.314768:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.314803:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.314815:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3708 00000100:00100000:1.0:1713531220.314821:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+115:7979:x1796767404883648:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.314860:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:7979:x1796767404883648:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 39us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.314866:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3708 00000100:00100000:1.0:1713531220.314881:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404883776 00000100:00100000:1.0:1713531220.314883:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404883776 00000100:00100000:1.0:1713531220.314895:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 699 00000100:00100000:1.0:1713531220.314899:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:7978:x1796767404883776:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.314905:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.314912:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529d5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b42 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.314925:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b34 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.314932:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.314934:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.314936:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529d5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b42 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.314957:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b34 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.314968:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b34 expref: 15 pid: 7958 timeout: 414 lvb_type: 1 00000100:00100000:1.0:1713531220.314978:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409622144:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.315005:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.315660:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.315674:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.315695:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.315701:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409622144:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.315705:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404883968 00000100:00100000:0.0:1713531220.315707:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404883968 00010000:00010000:1.0:1713531220.315716:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529d5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b42 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.315719:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 700 00000100:00100000:0.0:1713531220.315722:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404883968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.315727:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1d40, rc 0) 00010000:00010000:0.0:1713531220.315727:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.315737:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6400/0xe3b2c98513529d69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b50 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531220.315746:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226953, blocks: 0x1 00000100:00100000:1.0:1713531220.315749:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:7978:x1796767404883776:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 849us (945us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.315753:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.315754:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1713531220.315755:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 699 00010000:00010000:0.0:1713531220.315757:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6400/0xe3b2c98513529d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b50 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.315764:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6400/0xe3b2c98513529d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b50 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.315769:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6400, rc 0) 00000100:00100000:0.0:1713531220.315782:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404883968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 59us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.315786:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 700 00000100:00100000:0.0:1713531220.316409:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.316441:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.316770:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.317001:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.317080:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.317775:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.317789:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.317823:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.317833:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404884544 00000100:00100000:1.0:1713531220.317837:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404884544 00000100:00100000:0.0:1713531220.317864:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 703 00000100:00100000:0.0:1713531220.317871:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:7979:x1796767404884544:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.317880:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.317888:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529d85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b65 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.317901:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12880/0xe3b2c98513529d77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b57 expref: 18 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.317906:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.317907:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.317909:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529d85 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b65 expref: 18 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.317920:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc12880/0xe3b2c98513529d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b57 expref: 18 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.317925:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc12880/0xe3b2c98513529d77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b57 expref: 18 pid: 15499 timeout: 414 lvb_type: 1 00000100:00100000:0.0:1713531220.317931:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409622336:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.317957:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5000 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.318647:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409622336:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.318659:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5440/0xe3b2c98513529d85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b65 expref: 18 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.318666:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5440, rc 0) 00000100:00100000:1.0:1713531220.318711:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:7979:x1796767404884544:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 840us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.318715:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 703 00000100:00100000:0.0:1713531220.318732:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.318769:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.320240:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404884800 00000100:00100000:0.0:1713531220.320244:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404884800 00000100:00100000:1.0:1713531220.320283:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3714 00000100:00100000:1.0:1713531220.320287:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7977:x1796767404884800:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.322038:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.331446:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969927 is committed 00000001:00080000:0.0:1713531220.331462:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969900 is committed 00000020:00080000:0.0:1713531220.331467:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 57 batchid updated 00000001:00080000:0.0:1713531220.331493:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969929 is committed 00000020:00080000:0.0:1713531220.331501:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b44f540 refcount 2 committed 0 result 0 batchid 60 00000100:00100000:1.0:1713531220.331505:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:7977:x1796767404884800:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 11213us (11528us total) trans 0 rc 0/0 00000020:00080000:0.0:1713531220.331505:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008b44f180 00000020:00080000:0.0:1713531220.331508:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bc1e800 00000100:00100000:1.0:1713531220.331513:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3714 00000020:00080000:0.0:1713531220.331520:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b44fb40 refcount 2 committed 0 result 0 batchid 59 00000020:00080000:0.0:1713531220.331523:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008b44f9c0 00000020:00080000:0.0:1713531220.331525:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d058c00 00000001:00080000:0.0:1713531220.331546:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969931 is committed 00000001:00080000:0.0:1713531220.331560:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969905 is committed 00000020:00080000:0.0:1713531220.331566:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880092609f00 refcount 2 committed 0 result 0 batchid 58 00000020:00080000:0.0:1713531220.331569:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800926096c0 00000020:00080000:0.0:1713531220.331571:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c854800 00000020:00080000:0.0:1713531220.331625:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 60 committed batchid 57 00000020:00080000:0.0:1713531220.331744:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 57 00000100:00100000:0.0:1713531220.332507:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.332542:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.333382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.333407:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404885248 00000100:00100000:1.0:1713531220.333409:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404885248 00000100:00100000:1.0:1713531220.333424:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3716 00000100:00100000:1.0:1713531220.333441:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:7978:x1796767404885248:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.333465:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.333483:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c98513529d3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x51:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b2d expref: 83 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.333492:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x51:0x0].0x0 (ffff88008b78dc00) 00010000:00010000:1.0:1713531220.333495:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.333511:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333519:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333525:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333537:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333541:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333545:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333548:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.333550:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333554:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333558:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x51:0x0].0x0 (ffff88008b78dc00) 00010000:00010000:1.0:1713531220.333559:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.333561:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.333564:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529d8c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.333592:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+82:7978:x1796767404885248:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 164us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.333596:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3716 00000100:00100000:0.0:1713531220.334873:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.336400:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.336425:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404885440 00000100:00100000:1.0:1713531220.336442:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404885440 00000100:00100000:1.0:1713531220.336456:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3717 00000100:00100000:1.0:1713531220.336460:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7978:x1796767404885440:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.336480:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.336488:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c98513529cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x51:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3afc expref: 82 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.336492:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.336512:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c98513529cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x51:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3afc expref: 82 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.336520:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c98513529cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x51:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3afc expref: 82 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.336528:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622528:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.336554:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.337260:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622528:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.337284:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.337526:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.337891:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337895:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337907:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337910:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337914:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337916:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.337918:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337922:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337928:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x51:0x0].0x0 (ffff88008b78dc00) 00010000:00010000:1.0:1713531220.337929:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.337931:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.337934:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529d93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.337954:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+81:7978:x1796767404885440:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1493us (1554us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.337958:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3717 00000100:00100000:0.0:1713531220.338916:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.341880:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404885760 00000100:00100000:1.0:1713531220.341885:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404885760 00000100:00100000:1.0:1713531220.341908:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3718 00000100:00100000:1.0:1713531220.341913:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+81:7978:x1796767404885760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.342156:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.342174:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529ceb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b0a expref: 82 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.342180:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.342200:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529ceb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b0a expref: 82 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.342211:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c98513529ceb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b0a expref: 82 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.342222:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622656:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.342252:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c540 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.342932:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622656:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.342946:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.343134:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.343313:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.343320:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.343449:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404885952 00000100:00100000:1.0:1713531220.343453:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404885952 00000100:00100000:1.0:1713531220.343472:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3719 00000100:00100000:1.0:1713531220.343476:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+82:7979:x1796767404885952:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.343498:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.343510:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c98513529d70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x53:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b49 expref: 82 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.343519:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x53:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.343521:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.343535:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343542:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343548:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343560:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343565:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343570:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343575:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.343577:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343582:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343587:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x53:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.343589:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.343592:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.343600:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529da8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.343641:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+81:7979:x1796767404885952:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 162us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.343647:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3719 00000001:00080000:1.0:1713531220.343716:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969932 00000001:00080000:1.0:1713531220.344015:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969933 00000001:00080000:1.0:1713531220.344056:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969934 00000100:00100000:1.0:1713531220.344132:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409622720:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.344164:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.344176:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.344253:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967453 gen 2 00000004:00080000:1.0:1713531220.344258:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967452 committed transno 4294967453 00000100:00100000:1.0:1713531220.344300:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409622720:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.344474:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969935 00000100:00100000:1.0:1713531220.344517:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409622784:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.344539:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.344549:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.344781:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409622784:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1713531220.344799:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344806:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344811:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344816:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.344818:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344823:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344830:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x51:0x0].0x0 (ffff88008b78dc00) 00010000:00010000:0.0:1713531220.344832:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.344835:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344839:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c98513529da1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x51:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344858:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344863:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344867:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344871:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.344873:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344881:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344887:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (ffff88008bd36500) 00010000:00010000:0.0:1713531220.344889:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.344891:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344895:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c985135281d9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.344938:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344945:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344951:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344956:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344962:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344966:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344981:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.344983:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344988:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.344994:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (ffff880131fa8c00) 00010000:00010000:0.0:1713531220.344995:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.344997:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.345002:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c98513529daf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.345176:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:1.0:1713531220.345179:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.345180:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531220.345195:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404886144 00000100:00100000:1.0:1713531220.345198:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404886144 00000100:00100000:1.0:1713531220.345215:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3720 00000100:00100000:1.0:1713531220.345220:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:7979:x1796767404886144:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.345241:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.345254:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c98513529d1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b18 expref: 85 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.345261:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.345304:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c98513529d1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b18 expref: 85 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.345314:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c98513529d1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x53:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b18 expref: 85 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.345323:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409622848:192.168.202.39@tcp:104: 00000040:00080000:0.0:1713531220.345332:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 83 count 121 00000040:00080000:0.0:1713531220.345338:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.345347:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.345369:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:7978:x1796767404885760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3453us (3549us total) trans 4294969936 rc 0/0 00000100:00100000:0.0:1713531220.345376:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3718 00000020:00080000:0.0:1713531220.345379:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:1.0:1713531220.345474:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967444 is committed 00000001:00080000:1.0:1713531220.345481:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967443 is committed 00000001:00080000:1.0:1713531220.345488:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967445 is committed 00000001:00080000:1.0:1713531220.345495:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967446 is committed 00000100:00100000:1.0:1713531220.345797:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409622848:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.345807:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.346015:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.346147:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.346180:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346187:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.346192:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.346198:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346204:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346209:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346213:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.346216:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346221:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.346225:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404886464 00000100:00100000:0.0:1713531220.346228:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404886464 00010000:00010000:1.0:1713531220.346229:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x53:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.346231:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.346233:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.346238:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529db6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.346245:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3721 00000100:00100000:0.0:1713531220.346250:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:7977:x1796767404886464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.346284:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531220.346285:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+86:7979:x1796767404886144:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1063us (1106us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.346292:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3720 00010000:00010000:0.0:1713531220.346296:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c98513529d54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b3b expref: 86 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.346305:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x52:0x0].0x0 (ffff88008bbd3c00) 00010000:00010000:0.0:1713531220.346308:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.346319:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346326:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346331:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346340:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346345:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346349:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346353:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.346356:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346360:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346365:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x52:0x0].0x0 (ffff88008bbd3c00) 00010000:00010000:0.0:1713531220.346367:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.346369:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.346374:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c98513529dbd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.346407:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:7977:x1796767404886464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 156us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.346413:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3721 00000100:00100000:0.0:1713531220.347052:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.347085:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.347128:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 711 00000100:00100000:0.0:1713531220.347133:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404886592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.347262:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2f:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.347264:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2f:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.347291:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2f:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.347292:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2f:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.347294:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2f:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.347319:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404886592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 185us (233us total) trans 4294967447 rc 0/0 00000100:00100000:0.0:1713531220.347326:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 711 00000100:00100000:0.0:1713531220.348007:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.348042:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.348084:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404886784 00000100:00100000:1.0:1713531220.348088:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404886784 00000100:00100000:1.0:1713531220.348107:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3722 00000100:00100000:1.0:1713531220.348112:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:7977:x1796767404886784:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.348132:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348144:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c98513529cf9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b11 expref: 84 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.348151:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348164:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c98513529cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b11 expref: 84 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.348173:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c98513529cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b11 expref: 84 pid: 15548 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.348181:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622976:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.348205:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c780 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.348741:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409622976:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.348751:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.348765:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.348799:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.348954:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348961:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348973:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348979:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348988:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.348993:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.348995:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.349000:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.349008:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x52:0x0].0x0 (ffff88008bbd3c00) 00010000:00010000:1.0:1713531220.349010:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.349012:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.349017:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529dd2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.349049:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:7977:x1796767404886784:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 936us (1006us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.349056:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3722 00000100:00100000:0.0:1713531220.349545:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.349578:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.350371:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409623168 00000100:00100000:0.0:1713531220.350376:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409623168 00000100:00100000:0.0:1713531220.350575:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1713531220.350608:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409623168:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.350880:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409623168:12345-0@lo:1000:mdt00_007.0 Request processed in 277us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.350916:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1713531220.351213:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409623232 00000100:00100000:0.0:1713531220.351217:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409623232 00000100:00100000:0.0:1713531220.351240:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1713531220.351244:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409623232:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.351459:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404887296 00000100:00100000:1.0:1713531220.351463:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404887296 00000100:00100000:0.0:1713531220.351463:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15571:x1796767409623232:12345-0@lo:1000:mdt00_007.0 Request processed in 217us (356us total) trans 4294967461 rc 0/0 00000100:00100000:0.0:1713531220.351469:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1713531220.351490:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3724 00000100:00100000:1.0:1713531220.351495:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:7977:x1796767404887296:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.351620:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.351630:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c98513529d2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b1f expref: 89 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.351641:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.351657:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c98513529d2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b1f expref: 89 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.351667:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c98513529d2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b1f expref: 89 pid: 9619 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.351676:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409623296:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.351708:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c780 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.352295:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409623296:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.352307:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.352348:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.352514:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.352562:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.352569:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531220.352639:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969944 00000001:00080000:1.0:1713531220.352741:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969945 00000001:00080000:1.0:1713531220.352772:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969947 00000100:00100000:1.0:1713531220.352812:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409623360:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.352837:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.352858:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.352872:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409623360 00000100:00100000:0.0:1713531220.352875:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409623360 00000100:00100000:0.0:1713531220.352893:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1713531220.352897:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409623360:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.352936:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409623360:12345-0@lo:1000:mdt00_004.0 Request processed in 38us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.352941:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1713531220.352944:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967444 gen 2 00000004:00080000:1.0:1713531220.352949:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967442 committed transno 4294967444 00000004:00080000:1.0:1713531220.352961:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967444 committed transno 4294967444 00000100:00100000:1.0:1713531220.352974:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409623360:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.353090:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969948 00000100:00100000:1.0:1713531220.353127:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409623424:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.353145:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.353154:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.353159:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409623424 00000100:00100000:0.0:1713531220.353162:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409623424 00000100:00100000:0.0:1713531220.353176:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1713531220.353179:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409623424:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.353384:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409623424:12345-0@lo:1000:mdt00_004.0 Request processed in 202us (236us total) trans 4294967448 rc 0/0 00000100:00100000:1.0:1713531220.353386:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409623424:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.353389:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00010000:00010000:1.0:1713531220.353400:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353406:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353412:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353417:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.353419:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353424:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353446:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x52:0x0].0x0 (ffff88008bbd3c00) 00010000:00010000:1.0:1713531220.353448:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.353451:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353456:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c98513529de7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353481:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353488:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353493:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353498:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.353500:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353505:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353511:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.353513:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.353515:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353519:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c985135281b6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.353537:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353544:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353550:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353555:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353560:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353566:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353571:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.353573:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353578:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353583:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531220.353585:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.353587:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.353591:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c98513529dfc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x95:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.353630:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.353633:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.353701:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 82 count 121 00000040:00080000:1.0:1713531220.353706:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.353753:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:7977:x1796767404887296:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2256us (2361us total) trans 4294969950 rc 0/0 00000100:00100000:1.0:1713531220.353760:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3724 00000020:00080000:1.0:1713531220.353763:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.354637:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.354797:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.354820:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.354839:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404887680 00000100:00100000:1.0:1713531220.354842:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404887680 00000100:00100000:1.0:1713531220.354854:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404887744 00000100:00100000:0.0:1713531220.354854:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.354856:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404887744 00000100:00100000:1.0:1713531220.354868:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404887808 00000100:00100000:1.0:1713531220.354870:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404887808 00000100:00100000:0.0:1713531220.354880:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3726 00000100:00100000:0.0:1713531220.354886:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+97:7980:x1796767404887744:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.354890:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3727 00000100:00100000:1.0:1713531220.354894:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+97:7982:x1796767404887808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.354901:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x91:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531220.354904:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xbc:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.354941:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:7982:x1796767404887808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 46us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.354945:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:7980:x1796767404887744:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 59us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.354947:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3727 00000100:00100000:0.0:1713531220.354951:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3726 00000100:00100000:0.0:1713531220.355818:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.355842:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.355875:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.355918:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3728 00000100:00100000:1.0:1713531220.355923:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+97:7982:x1796767404887872:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.355954:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355961:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355966:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355978:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355982:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355985:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.355997:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356000:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356004:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.356017:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbc:0x0]: returning size 3 00000004:00200000:1.0:1713531220.356019:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.356025:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356041:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356044:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356048:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356051:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.356053:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356056:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356073:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.356075:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.356076:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356079:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c98513529e0a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356084:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356088:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356091:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356093:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.356095:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356098:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356101:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x39e0622f (ffff88009a032300) 00010000:00010000:1.0:1713531220.356102:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.356103:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356105:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529e1f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356111:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356113:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356116:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356118:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.356120:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356123:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356126:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.356127:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.356128:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.356131:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529e34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.356155:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+97:7982:x1796767404887872:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 231us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.356159:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3728 00000100:00100000:0.0:1713531220.356915:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.358317:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.358358:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404888192 00000100:00100000:0.0:1713531220.358361:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404888192 00000100:00100000:0.0:1713531220.358380:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404888320 00000100:00100000:0.0:1713531220.358383:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404888320 00000100:00100000:0.0:1713531220.358396:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3732 00000100:00100000:0.0:1713531220.358400:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:7982:x1796767404888192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.358416:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xbc:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.358482:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:7982:x1796767404888192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 80us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.358488:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3732 00000100:00100000:0.0:1713531220.359382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.359412:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.359443:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404888448 00000100:00100000:1.0:1713531220.359444:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.359447:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404888448 00000100:00100000:0.0:1713531220.359469:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404888576 00000100:00100000:0.0:1713531220.359471:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404888576 00000100:00100000:1.0:1713531220.359481:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3735 00000100:00100000:0.0:1713531220.359487:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3736 00000100:00100000:1.0:1713531220.359488:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:7980:x1796767404888448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.359492:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:7981:x1796767404888576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.359509:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x91:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531220.359513:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.359523:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513529ea4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b81 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.359555:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:7980:x1796767404888448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 66us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.359561:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3735 00010000:00010000:0.0:1713531220.359569:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359576:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359583:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359593:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359598:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359603:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359625:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359630:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359636:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.359642:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x96:0x0]: returning size 3 00010000:00010000:0.0:1713531220.359682:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359687:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359692:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359696:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.359699:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359703:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359710:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:0.0:1713531220.359713:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.359715:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359719:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c98513529ec0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359729:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359734:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359738:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359746:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.359748:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359753:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359759:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.359761:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.359763:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359768:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c98513529eab lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359774:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359779:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359784:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359787:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.359789:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359793:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359798:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa36f622f (ffff880131fa8300) 00010000:00010000:0.0:1713531220.359800:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.359802:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359807:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c98513529eb9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa36f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.359827:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513529ea4 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b81 expref: 100 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.359833:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c98513529ea4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b81 expref: 100 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.359840:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:0.0:1713531220.359873:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:7981:x1796767404888576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 380us (447us total) trans 4294969955 rc 301/301 00000100:00100000:0.0:1713531220.359879:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3736 00000100:00100000:0.0:1713531220.360639:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.360672:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.360780:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.360808:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404888896 00000100:00100000:1.0:1713531220.360811:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404888896 00000100:00100000:1.0:1713531220.360831:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3739 00000100:00100000:1.0:1713531220.360836:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:7981:x1796767404888896:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.360851:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x96:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.360893:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:7981:x1796767404888896:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.360900:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3739 00000100:00100000:0.0:1713531220.362379:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.362484:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.362515:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3741 00000100:00100000:1.0:1713531220.362520:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7982:x1796767404889152:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.362539:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.362550:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c98513529edc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b8f expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.362561:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.362567:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.362579:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.362600:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83cc0/0xe3b2c98513527e98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c339a expref: 178 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.362607:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.362629:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83cc0/0xe3b2c98513527e98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c339a expref: 178 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.362639:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83cc0/0xe3b2c98513527e98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c339a expref: 178 pid: 6410 timeout: 414 lvb_type: 0 00000100:00100000:1.0:1713531220.362651:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409623552:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.362689:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.363410:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409623552:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.363438:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.363632:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.363770:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.363850:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363857:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363871:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363878:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363884:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363927:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363933:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363939:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363944:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.363947:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363953:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363960:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:1.0:1713531220.363962:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.363965:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363970:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c98513529eff lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363978:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363983:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363988:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.363993:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.363995:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.364000:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.364005:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x8946894e (ffff880092bcaa00) 00010000:00010000:1.0:1713531220.364007:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.364009:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.364014:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c98513529f14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x8946894e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.364052:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7982:x1796767404889152:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1531us (1567us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.364058:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3741 00000100:00100000:0.0:1713531220.364575:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.364598:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.364627:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.364672:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3743 00000100:00100000:1.0:1713531220.364678:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:7980:x1796767404889408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.364686:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.364686:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3745 00000100:00100000:0.0:1713531220.364692:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:7981:x1796767404889600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.364698:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529f29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3b9d expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.364711:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.364712:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.364719:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.364722:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c98513529f06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b96 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.364726:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.364732:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x56:0x0].0x0 (ffff88008b78dc00) 00010000:00010000:0.0:1713531220.364738:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.364749:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364757:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364763:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.364773:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529f29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.364774:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364779:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.364783:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.364785:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.364790:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x54:0x0].0x0 (ffff880092bcae00) 00010000:00010000:1.0:1713531220.364792:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.364794:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0480, rc 0) 00000100:00100000:1.0:1713531220.364815:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:7980:x1796767404889408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 136us (240us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.364816:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.364820:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3743 00010000:00010000:0.0:1713531220.364821:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364826:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364829:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.364832:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364837:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364843:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:0.0:1713531220.364845:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.364847:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364851:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c98513529f45 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364859:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364864:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364869:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364873:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.364874:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364878:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364883:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x87314c50 (ffff880131fa8900) 00010000:00010000:0.0:1713531220.364884:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.364886:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.364890:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c98513529f4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8c:0x0].0x87314c50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.364933:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+104:7981:x1796767404889600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 239us (304us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.364939:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3745 00000100:00100000:0.0:1713531220.365403:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.365555:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.365585:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.365625:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3748 00000100:00100000:1.0:1713531220.365631:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:7982:x1796767404889920:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.365657:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529f68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.365664:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529f68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.365671:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529f68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531220.365905:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].36, 88 off10976 00000004:00010000:1.0:1713531220.365962:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb36d80 reply state ffff88008d884000 transno 4294969960 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c98513529f68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.365969:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.365999:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:7982:x1796767404889920:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 367us (413us total) trans 4294969960 rc 0/0 00000100:00100000:1.0:1713531220.366005:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3748 00000100:00100000:0.0:1713531220.366768:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.366792:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.366835:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3749 00000100:00100000:1.0:1713531220.366841:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:7981:x1796767404890112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.366841:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.366862:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3751 00000100:00100000:0.0:1713531220.366868:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:7982:x1796767404890176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.366870:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529f6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.366876:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.366878:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529f6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.366885:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529f6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.366885:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3bb9 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.366907:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 111 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.366917:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 111 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.366927:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:0.0:1713531220.366930:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.366932:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7cc0, rc 0) 00000100:00100000:0.0:1713531220.366949:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+111:7982:x1796767404890176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 81us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.366958:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3751 00000040:00080000:1.0:1713531220.367023:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].37, 88 off10968 00000004:00010000:1.0:1713531220.367070:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb35f80 reply state ffff880136470000 transno 4294969961 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529f6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.367081:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.367119:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:7981:x1796767404890112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 278us (352us total) trans 4294969961 rc 0/0 00000100:00100000:1.0:1713531220.367126:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3749 00000100:00100000:0.0:1713531220.367619:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.367642:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.367669:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.367679:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404890240 00000100:00100000:1.0:1713531220.367683:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404890240 00000100:00100000:1.0:1713531220.367708:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 714 00000100:00100000:1.0:1713531220.367712:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404890240:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.367849:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404890240:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 135us (205us total) trans 4294967462 rc 0/0 00000100:00100000:1.0:1713531220.367856:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 714 00000100:00100000:1.0:1713531220.367869:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404890368 00000100:00100000:1.0:1713531220.367871:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404890368 00000100:00100000:1.0:1713531220.367885:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3752 00000100:00100000:1.0:1713531220.367888:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:7981:x1796767404890368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.367896:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.367902:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3bc0 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.367921:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.367930:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.367940:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x56:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:1.0:1713531220.367943:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.367946:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0d80, rc 0) 00000100:00100000:1.0:1713531220.367961:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:7981:x1796767404890368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 72us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.367967:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3752 00000100:00100000:0.0:1713531220.368539:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.368564:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.368593:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.368602:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404890560 00000100:00100000:1.0:1713531220.368605:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404890560 00000100:00100000:1.0:1713531220.368623:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 880 00000100:00100000:1.0:1713531220.368627:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:7980:x1796767404890560:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.368783:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+114:7980:x1796767404890560:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 154us (244us total) trans 4294969962 rc 0/0 00000100:00100000:1.0:1713531220.368790:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 880 00000100:00100000:0.0:1713531220.369515:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.369538:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.369569:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.369579:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404890944 00000100:00100000:1.0:1713531220.369582:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404890944 00000100:00100000:1.0:1713531220.369596:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404891072 00000100:00100000:1.0:1713531220.369597:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404891072 00000100:00100000:1.0:1713531220.369606:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3753 00000100:00100000:1.0:1713531220.369610:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:7980:x1796767404890944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.369645:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+116:7980:x1796767404890944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.369651:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3753 00000100:00100000:0.0:1713531220.370205:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.370227:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.370256:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.370289:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404891328 00000100:00100000:1.0:1713531220.370292:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404891328 00000100:00100000:1.0:1713531220.370312:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3756 00000100:00100000:1.0:1713531220.370317:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+116:7980:x1796767404891328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.370341:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.370349:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529f8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3bce expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.370376:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529f99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x54:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.370383:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529f99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.370391:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529f99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.370408:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.370416:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529f99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.370444:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c98513529f8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x54:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bce expref: 118 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.370455:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c98513529f99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bce expref: 118 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.370461:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x54:0x0].0x0 (ffff880092bcae00) 00010000:00010000:1.0:1713531220.370464:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.370466:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:1.0:1713531220.370492:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7980:x1796767404891328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 174us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.370497:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3756 00000100:00100000:0.0:1713531220.371024:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.371202:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.371264:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.371836:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.372023:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.372094:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.372106:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404891840 00000100:00100000:1.0:1713531220.372109:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404891840 00000100:00100000:1.0:1713531220.372125:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3760 00000100:00100000:1.0:1713531220.372141:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7980:x1796767404891840:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.372182:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7980:x1796767404891840:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 52us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.372188:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3760 00000100:00100000:0.0:1713531220.372930:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.372955:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.372962:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404891968 00000100:00100000:1.0:1713531220.372966:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404891968 00000100:00100000:0.0:1713531220.372986:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.372987:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3761 00000100:00100000:1.0:1713531220.372991:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7981:x1796767404891968:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.373023:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7981:x1796767404891968:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 32us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.373029:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3761 00000100:00100000:0.0:1713531220.373673:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.373857:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.373903:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.373942:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 722 00000100:00100000:1.0:1713531220.373948:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404892224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.373956:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.373968:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c98513529fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3be3 expref: 15 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.373979:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c98513529fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3be3 expref: 15 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.373994:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c98513529fbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3be3 expref: 15 pid: 7957 timeout: 414 lvb_type: 1 00010000:00010000:1.0:1713531220.374004:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.374005:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.374010:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.374018:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.374036:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.374044:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409623872:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.374063:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.374642:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.374708:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409623872:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.374718:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.374735:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404892224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 787us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.374741:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 722 00000100:00100000:0.0:1713531220.375031:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.375114:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.375760:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.376101:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.376132:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.376149:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404892672 00000100:00100000:0.0:1713531220.376153:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404892672 00000100:00100000:0.0:1713531220.376172:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3763 00000100:00100000:0.0:1713531220.376177:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:7982:x1796767404892672:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.376949:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.377017:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404892736 00000100:00100000:0.0:1713531220.377020:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404892736 00000100:00100000:0.0:1713531220.377217:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3764 00000100:00100000:0.0:1713531220.377223:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:7981:x1796767404892736:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.384967:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969955 is committed 00000020:00080000:0.0:1713531220.384976:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 60 batchid updated 00000001:00080000:0.0:1713531220.384987:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969962 is committed 00000020:00080000:0.0:1713531220.384998:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d01c540 refcount 2 committed 0 result 0 batchid 63 00000020:00080000:0.0:1713531220.385001:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880099cd0400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d01c900 00000020:00080000:0.0:1713531220.385003:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880099cd0500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c854c00 00000020:00080000:0.0:1713531220.385011:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d01c240 refcount 2 committed 0 result 0 batchid 61 00000020:00080000:0.0:1713531220.385013:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbfd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d01c000 00000020:00080000:0.0:1713531220.385015:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d05b000 00000001:00080000:0.0:1713531220.385022:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969964 is committed 00000020:00080000:0.0:1713531220.385036:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5240 refcount 2 committed 0 result 0 batchid 62 00000020:00080000:0.0:1713531220.385038:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5000 00000020:00080000:0.0:1713531220.385039:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d4800 00000100:00100000:1.0:1713531220.385059:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:7982:x1796767404892672:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8876us (8921us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.385069:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3763 00000100:00100000:0.0:1713531220.385099:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:7980:x1796767404892608:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8941us (8998us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.385105:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3762 00000100:00100000:0.0:1713531220.385136:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:7981:x1796767404892736:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7914us (8189us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.385140:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3764 00000100:00100000:0.0:1713531220.386088:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.386121:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.386145:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.386204:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 724 00000100:00100000:0.0:1713531220.386210:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404892864:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.398630:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967448 is committed 00000001:00080000:0.0:1713531220.398637:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967447 is committed 00000001:00080000:0.0:1713531220.398642:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967452 is committed 00000100:00100000:1.0:1713531220.398668:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404892864:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12456us (12519us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.398677:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 724 00000100:00100000:1.0:1713531220.399484:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893120 00000100:00100000:0.0:1713531220.399486:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893184 00000100:00100000:1.0:1713531220.399490:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893120 00000100:00100000:0.0:1713531220.399490:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893184 00000100:00100000:0.0:1713531220.399514:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893312 00000100:00100000:0.0:1713531220.399516:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893312 00000100:00100000:1.0:1713531220.399531:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3765 00000100:00100000:1.0:1713531220.399536:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:7981:x1796767404893184:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.399540:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3766 00000100:00100000:0.0:1713531220.399546:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+86:7982:x1796767404893120:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.399572:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.399572:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.399595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c98513529fae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bd5 expref: 86 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.399595:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c98513529fa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc7 expref: 86 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.399608:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x56:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:0.0:1713531220.399608:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.399612:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.399612:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.399638:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399638:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399648:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399648:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399655:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399655:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.399668:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399669:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.399674:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399674:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399679:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399679:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399685:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee33c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.399685:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.399688:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399688:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399694:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399694:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.399699:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.399700:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x56:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:1.0:1713531220.399702:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.399702:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.399704:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.399704:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 2/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.399708:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c98513529fed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.399709:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c98513529fdf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.399751:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:7981:x1796767404893184:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 214us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.399752:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+83:7982:x1796767404893120:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 205us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.399756:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3765 00000100:00100000:0.0:1713531220.399762:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3766 00000100:00100000:0.0:1713531220.400485:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.400508:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.400522:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893504 00000100:00100000:1.0:1713531220.400525:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893504 00000100:00100000:0.0:1713531220.400531:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.400548:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893440 00000100:00100000:1.0:1713531220.400550:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893440 00000100:00100000:1.0:1713531220.400562:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 725 00000100:00100000:1.0:1713531220.400567:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404893504:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.400572:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 727 00000100:00100000:0.0:1713531220.400577:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767404893376:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531220.400736:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x30:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.400736:0:7957:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x33:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.400739:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x30:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.400739:0:7957:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x33:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531220.400741:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x30:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.400741:0:7957:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x33:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.400742:0:7957:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x33:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:1.0:1713531220.400743:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x30:0x0] updating lvb ctime from disk: 1713531219 -> 1713531218 00002000:00010000:0.0:1713531220.400744:0:7957:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x33:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:1.0:1713531220.400745:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x30:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.400773:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404893504:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 205us (288us total) trans 4294967453 rc 0/0 00000100:00100000:0.0:1713531220.400777:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767404893376:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 198us (267us total) trans 4294967464 rc 0/0 00000100:00100000:1.0:1713531220.400779:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 725 00000100:00100000:0.0:1713531220.400784:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 727 00000100:00100000:0.0:1713531220.401450:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.401475:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.401501:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.401511:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404893696 00000100:00100000:1.0:1713531220.401514:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404893696 00000100:00100000:0.0:1713531220.401519:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3768 00000100:00100000:0.0:1713531220.401524:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+83:7980:x1796767404893760:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.401532:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3769 00000100:00100000:1.0:1713531220.401536:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:7982:x1796767404893696:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.401548:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.401556:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.401558:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.401565:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c98513529f3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ba4 expref: 83 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.401569:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.401572:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.401592:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c98513529f3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ba4 expref: 83 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.401592:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.401603:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c98513529f3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ba4 expref: 83 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.401603:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 83 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.401616:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409624000:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.401616:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5e300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409624064:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.401645:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.401651:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.402488:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409624000:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.402501:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.402554:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 727 00000100:00100000:1.0:1713531220.402559:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404894016:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.402566:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.402571:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 86 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.402578:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5e300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409624064:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.402580:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 85 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.402593:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402598:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c98513529f37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3b9d expref: 85 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.402606:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x54:0x0].0x0 (ffff880092bcae00) 00010000:00010000:1.0:1713531220.402609:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402615:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402620:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402631:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.402647:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1822:x1796767404894016:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.402653:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 727 00010000:00010000:0.0:1713531220.402658:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.402662:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402667:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.402672:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.402675:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.402678:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.402682:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402683:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.402687:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.402688:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.402689:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402693:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.402693:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.402698:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x54:0x0].0x0 (ffff880092bcae00) 00010000:00010000:0.0:1713531220.402699:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.402701:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402702:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.402704:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c98513529ff4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x54:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.402705:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.402710:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.402717:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.402719:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.402721:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.402725:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+80:7980:x1796767404893760:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1201us (1275us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531220.402726:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c98513529ffb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.402729:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3768 00000100:00100000:1.0:1713531220.402747:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+79:7982:x1796767404893696:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1210us (1271us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.402754:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3769 00000100:00100000:0.0:1713531220.403176:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.403191:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.403209:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.403220:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894272 00000100:00100000:1.0:1713531220.403221:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894144 00000100:00100000:0.0:1713531220.403222:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894272 00000100:00100000:1.0:1713531220.403224:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894144 00000100:00100000:0.0:1713531220.403243:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 729 00000100:00100000:0.0:1713531220.403246:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404894272:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.403248:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 730 00000100:00100000:1.0:1713531220.403253:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404894144:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.403261:0:7957:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a010 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.403284:0:7957:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 12 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.403285:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.403290:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.403291:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.403292:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a010 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.403296:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc000/0xe3b2c98513529fca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf1 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.403302:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.403303:0:7957:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 12 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.403304:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.403307:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.403309:0:7957:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 12 pid: 7957 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.403315:0:7957:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7957:1796767409624192:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.403322:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc000/0xe3b2c98513529fca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf1 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.403331:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc000/0xe3b2c98513529fca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf1 expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.403331:0:7957:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.403340:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409624256:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.403358:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.404109:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.404121:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.404125:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409624256:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.404135:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.404137:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.404149:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894336 00000100:00100000:1.0:1713531220.404151:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894336 00010000:00010000:1.0:1713531220.404161:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.404177:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 728 00000100:00100000:1.0:1713531220.404181:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404894336:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.404186:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.404189:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 730 00000100:00100000:0.0:1713531220.404193:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404894464:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.404198:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.404201:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.404211:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.404211:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc900/0xe3b2c98513529fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bff expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.404218:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc900/0xe3b2c98513529fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bff expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.404224:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcd80/0xe3b2c98513529fd1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bf8 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.404232:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.404232:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c3dc900/0xe3b2c98513529fd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bff expref: 14 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.404233:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.404236:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a010 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.404239:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.404239:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.404241:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c3ded00/0xe3b2c9851352a009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404244:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a010 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.404246:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3ded00/0xe3b2c9851352a009 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.404260:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.404265:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.404292:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404894464:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 98us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.404297:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 730 00000100:00100000:1.0:1713531220.404301:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404894336:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 119us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.404309:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 728 00010000:00010000:1.0:1713531220.404323:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404330:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404342:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404353:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404360:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404365:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.404368:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404374:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404384:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.404389:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352a017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.404421:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767404894144:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1167us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.404441:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 730 00000100:00100000:0.0:1713531220.404914:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.404946:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.404963:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.404973:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894848 00000100:00100000:0.0:1713531220.404976:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894848 00000100:00100000:1.0:1713531220.404980:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3771 00000100:00100000:1.0:1713531220.404985:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+80:7982:x1796767404894592:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.404997:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3773 00000100:00100000:0.0:1713531220.405000:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+80:7981:x1796767404894848:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.405187:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a01e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.405195:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.405201:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.405202:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a01e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.405212:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 83 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.405213:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 83 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.405218:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.405218:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 83 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.405225:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134f91180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409624384:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.405233:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 83 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.405242:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 83 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.405242:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.405251:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409624448:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.405285:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.405898:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409624448:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.405908:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.405973:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.405987:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.405998:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894912 00000100:00100000:1.0:1713531220.406001:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894912 00000100:00100000:0.0:1713531220.406004:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.406012:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404894976 00010000:00010000:1.0:1713531220.406013:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c98513529f84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bc0 expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.406015:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404894976 00010000:00010000:0.0:1713531220.406023:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.406025:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895040 00000100:00100000:1.0:1713531220.406026:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895040 00010000:00010000:1.0:1713531220.406031:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c98513529f76 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb2 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.406039:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 732 00000100:00100000:0.0:1713531220.406042:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404894976:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.406046:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531220.406049:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 733 00010000:00010000:0.0:1713531220.406049:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.406052:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1825:x1796767404895040:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.406054:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.406058:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.406061:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c98513529f76 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb2 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.406065:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c98513529f7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb9 expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.406067:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c98513529f76 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb2 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.406072:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:0.0:1713531220.406074:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.406075:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c98513529f76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3bb2 expref: 85 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.406078:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.406080:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.406085:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x54:0x0].0x0 (ffff880092bcae00) 00010000:00010000:1.0:1713531220.406087:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352a02c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.406088:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.406091:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352a02c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.406094:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352a02c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.406101:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:1822:x1796767404894976:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.406105:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 732 00010000:00010000:1.0:1713531220.406108:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.406123:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+82:1825:x1796767404895040:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 69us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.406127:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 733 00010000:00010000:1.0:1713531220.406140:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.406150:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531220.406230:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969966 00000001:00080000:1.0:1713531220.406443:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969969 00000001:00080000:1.0:1713531220.406502:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969972 00000100:00100000:1.0:1713531220.406540:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409624640:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.406601:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.406612:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.406614:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624576 00000100:00100000:0.0:1713531220.406617:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624576 00000100:00100000:1.0:1713531220.406621:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624640 00000100:00100000:1.0:1713531220.406623:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624640 00000100:00100000:0.0:1713531220.406634:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1713531220.406637:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1713531220.406637:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409624576:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531220.406640:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409624640:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.406673:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409624640:12345-0@lo:1000:mdt00_004.0 Request processed in 33us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.406677:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1713531220.406680:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409624576:12345-0@lo:1000:mdt00_007.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.406684:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1713531220.406690:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624704 00000100:00100000:0.0:1713531220.406692:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624704 00000100:00100000:0.0:1713531220.406699:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1713531220.406702:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967461 gen 2 00000100:00100000:0.0:1713531220.406702:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409624704:12345-0@lo:1000:mdt00_002.0 00000004:00080000:1.0:1713531220.406705:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967460 committed transno 4294967461 00000004:00080000:1.0:1713531220.406717:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967461 committed transno 4294967461 00000100:00100000:1.0:1713531220.406725:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409624640:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.406725:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409624704:12345-0@lo:1000:mdt00_002.0 Request processed in 22us (45us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.406729:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000001:00080000:0.0:1713531220.406995:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969974 00000100:00100000:0.0:1713531220.407055:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134f92680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409624896:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.407086:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624768 00000100:00100000:0.0:1713531220.407088:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624768 00000100:00100000:1.0:1713531220.407091:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624832 00000100:00100000:1.0:1713531220.407095:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624832 00000100:00100000:0.0:1713531220.407099:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1713531220.407102:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409624768:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531220.407112:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1713531220.407116:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15571:x1796767409624832:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531220.407197:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6406:x1796767409624768:12345-0@lo:1000:mdt00_002.0 Request processed in 94us (146us total) trans 4294967455 rc 0/0 00000100:00100000:0.0:1713531220.407202:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1713531220.407212:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.407218:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.407224:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409624896 00000100:00100000:0.0:1713531220.407225:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409624896 00000100:00100000:1.0:1713531220.407239:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:15571:x1796767409624832:12345-0@lo:1000:mdt00_007.0 Request processed in 116us (161us total) trans 4294967456 rc 0/0 00000100:00100000:0.0:1713531220.407240:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1713531220.407242:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409624896:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.407244:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1713531220.407345:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409624896:12345-0@lo:1000:mdt00_004.0 Request processed in 102us (132us total) trans 4294967465 rc 0/0 00000100:00100000:0.0:1713531220.407350:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1713531220.407368:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134f92680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409624896:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531220.407392:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407396:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407399:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407401:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.407403:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407406:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407411:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.407412:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.407414:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407416:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352a025 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x55:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407439:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407442:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407445:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407448:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.407450:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407453:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407458:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.407459:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.407460:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407462:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c98513528273 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.407484:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407488:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407491:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407494:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407497:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407500:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407503:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.407504:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407510:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407513:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (ffff88008cf73400) 00010000:00010000:1.0:1713531220.407514:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.407515:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.407518:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352a041 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.407791:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.407793:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.407850:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 87 count 121 00000040:00080000:1.0:1713531220.407855:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.407893:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7982:x1796767404894592:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2907us (2978us total) trans 4294969979 rc 0/0 00000100:00100000:1.0:1713531220.407898:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3771 00000020:00080000:1.0:1713531220.407900:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.408497:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.408515:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.408571:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 883 00000100:00100000:1.0:1713531220.408578:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:7982:x1796767404895296:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.408646:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.408677:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.408708:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895488 00000100:00100000:1.0:1713531220.408712:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895488 00000100:00100000:1.0:1713531220.408732:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3774 00000100:00100000:1.0:1713531220.408737:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:7983:x1796767404895488:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.408750:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xba:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.408805:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:7983:x1796767404895488:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 67us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.408814:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3774 00000100:00100000:1.0:1713531220.408876:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:0.0:1713531220.408898:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x55:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.408951:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969980 00000100:00100000:1.0:1713531220.408958:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.408973:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895552 00000100:00100000:1.0:1713531220.408976:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895552 00010000:00010000:0.0:1713531220.408988:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.408996:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531220.408997:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895616 00000100:00100000:1.0:1713531220.408999:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895616 00010000:00010000:0.0:1713531220.409002:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409008:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531220.409012:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3775 00010000:00010000:0.0:1713531220.409013:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531220.409017:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:7984:x1796767404895552:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.409017:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409021:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409025:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa0856730) 00000004:00000080:1.0:1713531220.409028:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc0:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531220.409028:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409032:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409039:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x55:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:0.0:1713531220.409041:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.409043:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.409048:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a048 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531220.409070:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:7984:x1796767404895552:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.409075:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3775 00000100:00100000:0.0:1713531220.409114:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:7982:x1796767404895296:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 535us (616us total) trans 4294969982 rc 0/0 00000100:00100000:0.0:1713531220.409121:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 883 00000020:00080000:0.0:1713531220.409124:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.410098:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.410149:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.410161:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895808 00000100:00100000:1.0:1713531220.410165:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895808 00000100:00100000:1.0:1713531220.410185:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3779 00000100:00100000:1.0:1713531220.410190:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:7985:x1796767404895808:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.410216:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410225:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410232:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410244:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410255:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410260:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410301:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410309:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410315:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.410330:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb9:0x0]: returning size 3 00000004:00200000:1.0:1713531220.410332:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.410339:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410345:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410351:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410357:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410361:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.410364:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410370:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410377:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.410380:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.410382:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410387:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352a080 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410395:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410400:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410404:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410409:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.410411:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410415:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410421:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbfe0622f (ffff880092bcaa00) 00010000:00010000:1.0:1713531220.410423:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.410441:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410447:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352a08e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410458:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410463:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410468:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410472:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.410474:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410479:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410485:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff88008bd36100) 00010000:00010000:1.0:1713531220.410487:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.410489:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.410494:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352a095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.410525:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:7985:x1796767404895808:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 334us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.410532:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3779 00000100:00100000:0.0:1713531220.410899:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.410940:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404895936 00000100:00100000:1.0:1713531220.410944:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404895936 00000100:00100000:1.0:1713531220.410970:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3780 00000100:00100000:1.0:1713531220.410976:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:7983:x1796767404895936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.410985:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.410995:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352a09c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c06 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.411060:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411068:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411074:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411084:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411089:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411096:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411123:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411127:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411131:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.411135:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xba:0x0]: returning size 3 00010000:00010000:1.0:1713531220.411179:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411184:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411194:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411198:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.411200:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411205:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411212:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (ffff88008bd36200) 00010000:00010000:1.0:1713531220.411214:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.411216:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411221:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352a0b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411230:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411235:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411240:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411244:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.411247:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411252:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411261:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.411263:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.411265:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411287:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352a0a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411293:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411297:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411302:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411306:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.411309:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411313:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411319:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x27e0622f (ffff88008c068900) 00010000:00010000:1.0:1713531220.411320:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.411323:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411327:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352a0aa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.411352:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352a09c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c06 expref: 98 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.411359:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352a09c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c06 expref: 98 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.411366:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0fc0, rc 0) 00000100:00100000:1.0:1713531220.411401:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:7983:x1796767404895936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 424us (501us total) trans 4294969986 rc 301/301 00000100:00100000:1.0:1713531220.411407:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3780 00000100:00100000:0.0:1713531220.412253:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.412309:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896000 00000100:00100000:1.0:1713531220.412313:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896000 00000100:00100000:1.0:1713531220.412328:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896128 00000100:00100000:1.0:1713531220.412330:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896128 00000100:00100000:0.0:1713531220.412338:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3781 00000100:00100000:0.0:1713531220.412342:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7983:x1796767404896000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.412343:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3782 00000100:00100000:1.0:1713531220.412348:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:7984:x1796767404896128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.412355:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:0.0:1713531220.412360:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xba:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531220.412364:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352a0bf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c0d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.412404:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:7983:x1796767404896000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.412409:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.412409:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3781 00010000:00010000:1.0:1713531220.412416:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412423:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412454:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412463:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412468:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412497:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412503:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412508:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.412514:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc0:0x0]: returning size 3 00010000:00010000:1.0:1713531220.412553:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412558:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412563:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412567:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.412569:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412574:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412581:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc0:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531220.412583:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.412586:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412590:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352a0d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412600:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412604:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412609:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412613:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.412615:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412619:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412624:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.412625:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.412628:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412632:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352a0c6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412639:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412643:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412648:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412652:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.412654:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412658:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412663:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ee9622f (ffff88008c068600) 00010000:00010000:1.0:1713531220.412665:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.412667:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412672:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352a0cd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.412694:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352a0bf lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c0d expref: 99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.412701:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352a0bf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c0d expref: 99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.412709:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:1.0:1713531220.412741:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:7984:x1796767404896128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 392us (451us total) trans 4294969987 rc 301/301 00000100:00100000:1.0:1713531220.412747:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3782 00000100:00100000:0.0:1713531220.413321:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.413364:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896256 00000100:00100000:1.0:1713531220.413368:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896256 00000100:00100000:1.0:1713531220.413392:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3783 00000100:00100000:1.0:1713531220.413396:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:7983:x1796767404896256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.413404:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.413412:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352a0e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c14 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.413539:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896320 00000100:00100000:0.0:1713531220.413542:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896320 00000100:00100000:0.0:1713531220.413556:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3784 00000100:00100000:0.0:1713531220.413559:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:7984:x1796767404896320:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.413572:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc0:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.413602:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:7984:x1796767404896320:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.413606:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3784 00000100:00100000:0.0:1713531220.413612:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896448 00000100:00100000:0.0:1713531220.413622:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896448 00000100:00100000:0.0:1713531220.413630:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3785 00000100:00100000:0.0:1713531220.413633:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:7985:x1796767404896448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.413637:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.413644:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a0e9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c1b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.413678:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413684:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413689:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413696:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413700:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413703:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413719:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413723:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413726:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.413730:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb9:0x0]: returning size 3 00010000:00010000:0.0:1713531220.413761:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413765:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413768:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413771:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.413782:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413785:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413789:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff88008bd36100) 00000004:00080000:1.0:1713531220.413790:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x34:0x0], index 0: 0 00010000:00010000:0.0:1713531220.413791:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.413792:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413795:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a0fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413802:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413804:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413807:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413810:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.413812:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413815:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413818:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.413819:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.413820:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413823:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a0f0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413827:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413830:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413833:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413835:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.413836:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413839:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413842:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbfe0622f (ffff8800a7208a00) 00010000:00010000:0.0:1713531220.413843:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.413844:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413846:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a0f7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfe0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.413861:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a0e9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c1b expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.413866:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a0e9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c1b expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.413870:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:0.0:1713531220.413894:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:7985:x1796767404896448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 260us (305us total) trans 4294969988 rc 301/301 00000100:00100000:0.0:1713531220.413898:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3785 00010000:00010000:1.0:1713531220.413926:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352a10c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.413934:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352a10c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.413941:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352a10c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.413969:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352a0e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c14 expref: 102 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.413980:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352a10c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c14 expref: 101 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.413986:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff8800a69d1600) 00010000:00010000:1.0:1713531220.413988:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.413989:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12ac0, rc 0) 00000100:00100000:1.0:1713531220.414018:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:7983:x1796767404896256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 620us (696us total) trans 4294969989 rc 0/0 00000100:00100000:1.0:1713531220.414024:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3783 00000100:00100000:0.0:1713531220.414802:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.414824:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.414837:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896512 00000100:00100000:0.0:1713531220.414841:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896512 00000100:00100000:1.0:1713531220.414846:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896640 00000100:00100000:1.0:1713531220.414850:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896640 00000100:00100000:0.0:1713531220.414865:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3786 00000100:00100000:0.0:1713531220.414870:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:7985:x1796767404896512:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.414871:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3787 00000100:00100000:1.0:1713531220.414876:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7984:x1796767404896640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.414884:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:0.0:1713531220.414889:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb9:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531220.414894:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352a11a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c22 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.414933:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:7985:x1796767404896512:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.414939:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3786 00000004:00080000:1.0:1713531220.415084:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x32:0x0], index 1: 0 00010000:00010000:1.0:1713531220.415200:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352a121 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.415208:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352a121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.415215:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352a121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.415245:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352a11a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c22 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.415256:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352a121 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c22 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.415262:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4100) 00010000:00010000:1.0:1713531220.415264:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.415287:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11680, rc 0) 00000100:00100000:1.0:1713531220.415318:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:7984:x1796767404896640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 440us (492us total) trans 4294969990 rc 0/0 00000100:00100000:1.0:1713531220.415325:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3787 00000100:00100000:1.0:1713531220.416381:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.416397:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896768 00000100:00100000:0.0:1713531220.416401:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896768 00000100:00100000:0.0:1713531220.416417:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3788 00000100:00100000:0.0:1713531220.416421:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:7983:x1796767404896768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.416455:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.416466:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352a10c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c14 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.416474:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff8800a69d1600) 00010000:00010000:0.0:1713531220.416479:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.416490:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416496:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416500:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416509:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416512:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416515:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416544:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416548:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416552:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416555:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.416557:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416561:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416565:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:0.0:1713531220.416566:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.416568:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416570:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a12f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416575:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416578:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416580:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416583:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.416584:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416587:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416590:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x4049ba4e (ffff880131ab6f00) 00010000:00010000:0.0:1713531220.416591:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.416592:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.416595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a136 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x4049ba4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.416631:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7983:x1796767404896768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 209us (252us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.416635:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3788 00000100:00100000:0.0:1713531220.417334:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.417347:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896832 00000100:00100000:0.0:1713531220.417349:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896832 00000100:00100000:0.0:1713531220.417364:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3789 00000100:00100000:0.0:1713531220.417370:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7983:x1796767404896832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.417378:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531220.417385:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.417391:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a13d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c29 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.417409:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.417413:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404896960 00000100:00100000:1.0:1713531220.417416:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404896960 00010000:00010000:0.0:1713531220.417416:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.417423:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.417450:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3790 00000100:00100000:1.0:1713531220.417455:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:7985:x1796767404896960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.417464:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.417473:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352a14b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c30 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.417488:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a13d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.417497:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.417501:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:0.0:1713531220.417503:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.417504:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6880, rc 0) 00000100:00100000:0.0:1713531220.417530:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:7983:x1796767404896832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 161us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.417535:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3789 00000004:00080000:1.0:1713531220.417668:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x35:0x0], index 0: 0 00010000:00010000:1.0:1713531220.417788:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352a152 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.417796:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352a152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.417804:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352a152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.417834:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352a14b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c30 expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.417845:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352a152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c30 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.417851:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88009a3a4200) 00010000:00010000:1.0:1713531220.417853:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.417855:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:1.0:1713531220.417888:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:7985:x1796767404896960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 431us (503us total) trans 4294969991 rc 0/0 00000100:00100000:1.0:1713531220.417894:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3790 00000100:00100000:0.0:1713531220.418115:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.418156:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897088 00000100:00100000:1.0:1713531220.418159:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897088 00000100:00100000:1.0:1713531220.418176:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3791 00000100:00100000:1.0:1713531220.418180:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:7983:x1796767404897088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.418211:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352a160 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418219:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352a160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418225:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352a160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.418479:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].37, 88 off11064 00000004:00010000:1.0:1713531220.418536:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb88700 reply state ffff88008bda0000 transno 4294969992 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352a160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.418542:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.418589:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7983:x1796767404897088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 406us (473us total) trans 4294969992 rc 0/0 00000100:00100000:1.0:1713531220.418595:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3791 00000100:00100000:0.0:1713531220.418691:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.418731:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897216 00000100:00100000:1.0:1713531220.418734:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897216 00000100:00100000:1.0:1713531220.418751:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3792 00000100:00100000:1.0:1713531220.418755:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7984:x1796767404897216:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.418772:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.418781:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352a121 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c22 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.418789:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4100) 00010000:00010000:1.0:1713531220.418794:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.418804:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418811:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418817:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418829:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418834:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418839:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418867:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418872:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418877:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418882:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.418883:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418887:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418891:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:1.0:1713531220.418893:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.418895:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418898:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352a167 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418902:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418905:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418908:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418911:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.418912:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418915:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418918:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x72bdbbcd (ffff88009a3a4000) 00010000:00010000:1.0:1713531220.418919:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.418920:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.418922:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352a16e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0x72bdbbcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.418954:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:7984:x1796767404897216:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 198us (264us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.418958:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3792 00000100:00100000:0.0:1713531220.419205:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.419232:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897280 00000100:00100000:1.0:1713531220.419235:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897280 00000100:00100000:1.0:1713531220.419246:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3793 00000100:00100000:1.0:1713531220.419248:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:7983:x1796767404897280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.419255:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.419260:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c37 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419290:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c37 expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419296:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c37 expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419304:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531220.419305:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.419306:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:1.0:1713531220.419322:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:7983:x1796767404897280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 73us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.419326:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3793 00000100:00100000:0.0:1713531220.419633:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.419664:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897344 00000100:00100000:1.0:1713531220.419667:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897344 00000100:00100000:0.0:1713531220.419673:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.419689:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897472 00000100:00100000:1.0:1713531220.419690:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897472 00000100:00100000:1.0:1713531220.419698:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3794 00000100:00100000:1.0:1713531220.419701:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7984:x1796767404897344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.419706:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.419715:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352a17c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c3e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419726:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.419730:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.419734:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.419767:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352a17c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c3e expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419773:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c3e expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.419778:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:1.0:1713531220.419779:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.419780:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13a80, rc 0) 00000100:00100000:1.0:1713531220.419796:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7984:x1796767404897344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.419799:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3794 00000100:00100000:0.0:1713531220.420102:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.420485:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.420513:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.420550:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3796 00000100:00100000:1.0:1713531220.420554:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7984:x1796767404897728:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.420576:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352a198 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.420581:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352a198 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.420589:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352a198 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.420758:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].38, 88 off11056 00000004:00010000:1.0:1713531220.420812:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b589500 reply state ffff88008d880000 transno 4294969993 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352a198 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.420818:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.420855:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:7984:x1796767404897728:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 298us (370us total) trans 4294969993 rc 0/0 00000100:00100000:1.0:1713531220.420861:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3796 00000100:00100000:0.0:1713531220.421034:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.421288:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.421305:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404897984 00000100:00100000:1.0:1713531220.421310:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404897984 00000100:00100000:1.0:1713531220.421413:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.421444:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404898048 00000100:00100000:0.0:1713531220.421448:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404898048 00000100:00100000:0.0:1713531220.421467:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3799 00000100:00100000:0.0:1713531220.421470:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:7984:x1796767404898048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.421478:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.421484:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c4c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.421500:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c4c expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.421506:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c4c expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.421517:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:0.0:1713531220.421519:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.421520:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00000100:00100000:0.0:1713531220.421542:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:7984:x1796767404898048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 71us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.421546:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3799 00000100:00100000:0.0:1713531220.421832:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.422168:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.422331:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.422676:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.422962:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.423092:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.423592:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.423781:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.423820:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.424369:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.424384:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.424400:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.424448:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899072 00000100:00100000:1.0:1713531220.424453:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899072 00000100:00100000:1.0:1713531220.424487:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3805 00000100:00100000:0.0:1713531220.424493:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3806 00000100:00100000:1.0:1713531220.424494:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7984:x1796767404899072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.424497:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+117:7983:x1796767404899008:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.424503:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.424511:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352a1d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c68 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.424525:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:7983:x1796767404899008:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.424528:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3806 00010000:00010000:1.0:1713531220.424535:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.424543:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.424551:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.424565:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.424570:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.424580:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352a1d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c68 expref: 117 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.424589:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c68 expref: 116 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.424593:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:1.0:1713531220.424595:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.424596:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10240, rc 0) 00000100:00100000:1.0:1713531220.424615:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:7984:x1796767404899072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 122us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.424618:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3805 00000100:00100000:0.0:1713531220.425169:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.425185:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.425201:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.425210:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899264 00000100:00100000:0.0:1713531220.425213:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899264 00000100:00100000:0.0:1713531220.425229:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899392 00000100:00100000:0.0:1713531220.425230:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899392 00000100:00100000:1.0:1713531220.425236:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899328 00000100:00100000:1.0:1713531220.425241:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899328 00000100:00100000:0.0:1713531220.425241:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 736 00000100:00100000:0.0:1713531220.425245:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:7983:x1796767404899264:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.425250:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.425257:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a1e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c6f expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.425260:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3807 00000100:00100000:1.0:1713531220.425264:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:7985:x1796767404899328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.425285:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a1d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c61 expref: 15 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.425290:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.425291:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.425293:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.425294:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a1e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c6f expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.425299:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352a1f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c76 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.425312:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a1d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c61 expref: 15 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.425319:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a1d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c61 expref: 15 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.425327:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409625088:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.425328:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.425336:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.425342:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.425356:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.425363:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.425366:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1713531220.425375:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352a1f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c76 expref: 118 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.425386:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c76 expref: 117 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.425391:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.425393:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.425395:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2ac0, rc 0) 00000100:00100000:1.0:1713531220.425415:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7985:x1796767404899328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 149us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.425420:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3807 00000100:00100000:0.0:1713531220.425936:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.425981:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.426002:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899520 00000100:00100000:1.0:1713531220.426007:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899520 00000100:00100000:1.0:1713531220.426028:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3808 00000100:00100000:1.0:1713531220.426033:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7984:x1796767404899520:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.426079:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7984:x1796767404899520:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 45us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.426086:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3808 00000100:00100000:0.0:1713531220.426091:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.426554:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.426676:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.426710:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404899840 00000100:00100000:1.0:1713531220.426715:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404899840 00000100:00100000:1.0:1713531220.426735:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3809 00000100:00100000:1.0:1713531220.426740:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7985:x1796767404899840:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.426776:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7985:x1796767404899840:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.426783:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3809 00000100:00100000:1.0:1713531220.427380:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.427410:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.427478:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.428315:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.428387:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404900096 00000100:00100000:1.0:1713531220.428390:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404900096 00000100:00100000:0.0:1713531220.428391:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.428407:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3810 00000100:00100000:1.0:1713531220.428412:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:7983:x1796767404900096:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.428440:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.429812:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.430014:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.430030:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404900288 00000100:00100000:0.0:1713531220.430033:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404900288 00000100:00100000:0.0:1713531220.430052:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3811 00000100:00100000:0.0:1713531220.430057:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:7984:x1796767404900288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.436835:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969988 is committed 00000020:00080000:0.0:1713531220.436844:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132063e40 refcount 2 committed 0 result 0 batchid 64 00000020:00080000:0.0:1713531220.436847:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880132063d80 00000020:00080000:0.0:1713531220.436849:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131dcec00 00000001:00080000:0.0:1713531220.436856:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969993 is committed 00000001:00080000:0.0:1713531220.436870:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969997 is committed 00000020:00080000:0.0:1713531220.436884:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6b3a480 refcount 2 committed 0 result 0 batchid 65 00000020:00080000:0.0:1713531220.436885:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b539e300 00000020:00080000:0.0:1713531220.436887:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008aeae000 00000020:00080000:0.0:1713531220.436896:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 63 batchid updated 00000020:00080000:0.0:1713531220.436898:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 61 batchid updated 00000020:00080000:0.0:1713531220.436906:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5cc0 refcount 2 committed 0 result 0 batchid 66 00000020:00080000:0.0:1713531220.436908:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5b40 00000020:00080000:0.0:1713531220.436909:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d407800 00000100:00100000:1.0:1713531220.436910:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+89:7983:x1796767404900096:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8494us (8593us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.436919:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3810 00000100:00100000:0.0:1713531220.436945:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:7984:x1796767404900288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6887us (7134us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.436953:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3811 00000100:00100000:0.0:1713531220.437690:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.437708:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.437724:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.437751:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404900608 00000100:00100000:0.0:1713531220.437754:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404900608 00000100:00100000:0.0:1713531220.437775:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 743 00000100:00100000:0.0:1713531220.437778:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767404900608:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.449905:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767404900608:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12120us (12174us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.449913:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 743 00000100:00100000:1.0:1713531220.451062:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.451090:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.451093:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404900864 00000100:00100000:0.0:1713531220.451099:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404900864 00000100:00100000:1.0:1713531220.451106:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404900800 00000100:00100000:1.0:1713531220.451110:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404900800 00000100:00100000:0.0:1713531220.451127:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3813 00000100:00100000:1.0:1713531220.451133:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3814 00000100:00100000:0.0:1713531220.451133:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:7985:x1796767404900864:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.451138:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+85:7983:x1796767404900800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.451165:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.451165:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.451184:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352a1c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c5a expref: 85 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.451184:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a1fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c76 expref: 85 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.451197:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531220.451201:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.451208:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.451210:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.451221:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451232:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451240:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451255:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451261:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451285:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.451290:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.451294:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.451294:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.451300:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.451303:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.451307:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531220.451310:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.451313:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.451314:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.451318:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a216 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.451325:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.451330:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.451335:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.451340:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.451342:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.451347:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.451354:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.451357:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.451359:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.451364:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:7983:x1796767404900800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 225us (272us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.451364:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a21d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.451370:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3814 00000100:00100000:0.0:1713531220.451568:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+82:7985:x1796767404900864:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 433us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.451574:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3813 00000100:00100000:1.0:1713531220.452242:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.452284:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.452364:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 745 00000100:00100000:0.0:1713531220.452370:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404900992:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.452474:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x35:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.452476:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x35:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.452477:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x35:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.452478:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x35:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.452480:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x35:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.452496:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767404900992:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 126us (228us total) trans 4294967471 rc 0/0 00000100:00100000:0.0:1713531220.452500:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 745 00000100:00100000:1.0:1713531220.453170:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.453300:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901120 00000100:00100000:1.0:1713531220.453304:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901120 00000100:00100000:1.0:1713531220.453325:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3815 00000100:00100000:1.0:1713531220.453330:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+82:7983:x1796767404901120:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.453348:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.453356:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 82 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.453362:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.453383:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 82 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.453394:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 82 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.453409:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409625472:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.453454:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.454183:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.454200:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901312 00000100:00100000:1.0:1713531220.454203:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901312 00010000:00010000:1.0:1713531220.454215:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 84 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.454232:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 737 00000100:00100000:1.0:1713531220.454236:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767404901312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.454243:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.454247:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 84 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.454252:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409625536:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.454255:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 84 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.454265:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531220.454283:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.454287:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454290:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454295:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454304:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.454325:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767404901312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.454331:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 737 00000100:00100000:1.0:1713531220.454341:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901376 00000100:00100000:1.0:1713531220.454343:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901376 00010000:00010000:1.0:1713531220.454350:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c45 expref: 84 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.454365:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 738 00000100:00100000:1.0:1713531220.454369:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:1824:x1796767404901376:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.454375:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.454379:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c45 expref: 84 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.454386:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c45 expref: 84 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.454396:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a1a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x59:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c45 expref: 84 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.454404:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.454407:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454412:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454417:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454445:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.454463:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:1824:x1796767404901376:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 92us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.454469:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 738 00010000:00010000:1.0:1713531220.454529:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a144 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c29 expref: 82 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.454541:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409625472:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.454550:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454557:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454562:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454573:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454578:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454583:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454589:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.454592:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454597:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454605:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531220.454607:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.454609:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.454614:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a224 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.454717:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+81:7983:x1796767404901120:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1385us (1547us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.454724:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3815 00010000:00010000:1.0:1713531220.454872:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454878:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454888:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454895:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454899:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454904:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.454906:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454911:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454923:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.454925:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.454927:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.454932:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352a22b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.455033:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+80:7985:x1796767404901248:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1452us (1514us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.455040:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3816 00000100:00100000:1.0:1713531220.455351:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.455369:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901440 00000100:00100000:0.0:1713531220.455383:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901440 00000100:00100000:0.0:1713531220.455401:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 746 00000100:00100000:0.0:1713531220.455406:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404901440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.455450:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.455464:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a1e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c6f expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.455471:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.455473:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.455475:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.455510:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a1e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c6f expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.455520:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a1e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c6f expref: 14 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.455531:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409625600:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.455564:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.455792:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.456203:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409625600:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.456315:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.456336:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.456528:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.456562:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456570:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456584:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456591:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456597:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456603:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.456606:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456612:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456624:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.456630:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a232 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.456700:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404901440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1291us (1347us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.456707:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 746 00000100:00100000:1.0:1713531220.457264:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901760 00000100:00100000:1.0:1713531220.457281:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901760 00000100:00100000:1.0:1713531220.457297:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404901888 00000100:00100000:1.0:1713531220.457299:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404901888 00000100:00100000:1.0:1713531220.457311:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3817 00000100:00100000:1.0:1713531220.457316:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+81:7985:x1796767404901760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.457509:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.457518:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352a1bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c53 expref: 82 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.457525:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.457544:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352a1bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c53 expref: 82 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.457554:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352a1bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c53 expref: 82 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.457564:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409625728:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.457585:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.457599:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3818 00000100:00100000:1.0:1713531220.457604:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+82:7983:x1796767404901888:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.457706:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a247 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.457715:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c37 expref: 83 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.457721:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a247 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.457736:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c37 expref: 83 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.457744:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352a175 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c37 expref: 83 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.457751:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409625792:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.457770:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.458166:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409625728:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.458177:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.458265:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409625792:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.458294:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a247 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.458376:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.458380:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a247 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.458382:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.458387:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a247 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x57:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000001:00080000:1.0:1713531220.458482:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969998 00000001:00080000:0.0:1713531220.458494:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294969999 00000001:00080000:1.0:1713531220.458601:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970000 00000001:00080000:1.0:1713531220.458637:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970002 00000100:00100000:1.0:1713531220.458683:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409625856:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.458710:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.458722:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000001:00080000:0.0:1713531220.458748:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970001 00000001:00080000:0.0:1713531220.458779:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970004 00000100:00100000:0.0:1713531220.458813:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409625920:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.458838:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.458859:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609000 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.458870:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409625856 00000100:00100000:0.0:1713531220.458871:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409625920 00000100:00100000:1.0:1713531220.458873:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409625856 00000100:00100000:0.0:1713531220.458874:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409625920 00000100:00100000:1.0:1713531220.458888:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1713531220.458892:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409625856:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.458925:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409625856:12345-0@lo:1000:mdt00_004.0 Request processed in 32us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.458928:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1713531220.458943:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967465 gen 2 00000004:00080000:1.0:1713531220.458946:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967465 committed transno 4294967465 00000100:00100000:1.0:1713531220.458963:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409625856:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531220.459224:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970003 00000100:00100000:0.0:1713531220.459262:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409626048:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.459295:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.459301:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.459309:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409626048 00000100:00100000:0.0:1713531220.459311:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409626048 00000100:00100000:0.0:1713531220.459322:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1713531220.459325:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409626048:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.459408:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409626048:12345-0@lo:1000:mdt00_004.0 Request processed in 81us (112us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1713531220.459414:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1713531220.459458:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409626048:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1713531220.459469:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459473:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459476:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459479:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.459481:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459484:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459490:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.459491:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.459493:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459496:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a240 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459507:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459510:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459513:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459515:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.459517:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459522:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459527:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531220.459529:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.459531:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459535:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c985135282dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.459558:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459565:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459571:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459576:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459581:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459586:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459591:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.459593:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459598:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459604:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff880091d37500) 00010000:00010000:0.0:1713531220.459606:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.459608:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.459611:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a255 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.459726:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.459729:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.459862:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 90 count 121 00000040:00080000:0.0:1713531220.459868:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.459900:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:7985:x1796767404901760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2583us (2649us total) trans 4294970007 rc 0/0 00000100:00100000:0.0:1713531220.459906:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3817 00000020:00080000:0.0:1713531220.459908:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:0.0:1713531220.459922:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967455 is committed 00000001:00080000:0.0:1713531220.459927:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967456 is committed 00000001:00080000:0.0:1713531220.459929:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967453 is committed 00000001:00080000:0.0:1713531220.459933:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967454 is committed 00000001:00080000:0.0:1713531220.459939:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967459 is committed 00000001:00080000:0.0:1713531220.459946:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967457 is committed 00000100:00100000:0.0:1713531220.460208:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404902144 00000100:00100000:0.0:1713531220.460211:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404902144 00000100:00100000:0.0:1713531220.460228:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3819 00000100:00100000:0.0:1713531220.460231:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:7984:x1796767404902144:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.460251:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.460261:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352a1de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c68 expref: 88 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.460355:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:0.0:1713531220.460357:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.460369:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460377:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460383:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460396:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460401:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460406:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460410:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.460413:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460418:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460424:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:0.0:1713531220.460440:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.460442:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.460448:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a25c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.460450:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 890 00000100:00100000:1.0:1713531220.460455:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22adc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:7985:x1796767404902400:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.460487:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:7984:x1796767404902144:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 254us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.460491:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3819 00000004:00080000:1.0:1713531220.460672:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x59:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.460707:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970009 00010000:00010000:1.0:1713531220.460747:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460754:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460760:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460765:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460770:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460775:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460779:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460783:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0fc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.460786:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460790:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460796:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff88008bcbf900) 00010000:00010000:1.0:1713531220.460798:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.460800:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.460806:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a26a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531220.460868:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22adc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:7985:x1796767404902400:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 411us (464us total) trans 4294970011 rc 0/0 00000100:00100000:1.0:1713531220.460874:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 890 00000020:00080000:1.0:1713531220.460877:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.461036:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.461854:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404902592 00000100:00100000:0.0:1713531220.461857:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404902592 00000100:00100000:0.0:1713531220.461874:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3820 00000100:00100000:0.0:1713531220.461877:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:7984:x1796767404902592:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.461893:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.461899:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c3e expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.461903:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.461915:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c3e expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.461921:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352a183 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c3e expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.461927:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409626112:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.461946:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800926090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.462483:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409626112:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.462491:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462842:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462847:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462856:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462859:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462863:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462865:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.462867:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462870:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462875:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:0.0:1713531220.462876:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.462878:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.462881:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a271 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x58:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.462909:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7984:x1796767404902592:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1030us (1068us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.462916:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3820 00000100:00100000:0.0:1713531220.463520:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404902720 00000100:00100000:0.0:1713531220.463523:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404902720 00000100:00100000:0.0:1713531220.463543:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 749 00000100:00100000:0.0:1713531220.463546:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404902720:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.463560:0:10539:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a278 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.463568:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b780d80/0xe3b2c9851352a208 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c8b expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.463576:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.463577:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.463579:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a278 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.463589:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b780d80/0xe3b2c9851352a208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c8b expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.463595:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b780d80/0xe3b2c9851352a208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c8b expref: 10 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.463601:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409626176:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.463624:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800926090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.465055:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404902912 00000100:00100000:0.0:1713531220.465058:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404902912 00000100:00100000:0.0:1713531220.465074:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3821 00000100:00100000:0.0:1713531220.465077:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7984:x1796767404902912:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.465193:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a27f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.465200:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c4c expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.465204:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a27f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.465215:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c4c expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.465221:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a1b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x58:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c4c expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.465226:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409626240:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.465252:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.466004:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.466566:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409626304 00000100:00100000:1.0:1713531220.466569:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409626304 00000100:00100000:1.0:1713531220.466591:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1713531220.466594:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409626304:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.466633:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409626304:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.466637:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1713531220.466874:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409626368 00000100:00100000:1.0:1713531220.466876:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409626368 00000100:00100000:1.0:1713531220.466890:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1713531220.466892:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409626368:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.466990:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409626368:12345-0@lo:1000:mdt00_004.0 Request processed in 95us (145us total) trans 4294967461 rc 0/0 00000100:00100000:1.0:1713531220.466994:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1713531220.467859:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.468162:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.468188:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.468225:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.468235:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404903232 00000100:00100000:1.0:1713531220.468238:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404903232 00000100:00100000:1.0:1713531220.468255:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3823 00000100:00100000:1.0:1713531220.468259:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7987:x1796767404903296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.468288:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xbd:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.468319:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7987:x1796767404903296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 57us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.468325:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3823 00000100:00100000:0.0:1713531220.469245:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.469288:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.469319:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.469349:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3826 00000100:00100000:1.0:1713531220.469354:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:7987:x1796767404903424:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.469389:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469411:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469417:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469440:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469446:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469451:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469462:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469468:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469473:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:1.0:1713531220.469487:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbd:0x0]: returning size 3 00000004:00200000:1.0:1713531220.469490:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.469496:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469502:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469507:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469512:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469528:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.469530:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469536:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469544:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.469546:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.469549:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469554:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a29b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469562:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469567:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469572:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469577:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.469580:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469585:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469590:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x42e0622f (ffff88008bcbfa00) 00010000:00010000:1.0:1713531220.469591:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.469593:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469598:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a2b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469606:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469611:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469615:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469619:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.469621:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469626:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469632:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (ffff88008bd36c00) 00010000:00010000:1.0:1713531220.469634:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.469636:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.469641:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a2cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.469670:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:7987:x1796767404903424:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 314us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.469676:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3826 00000100:00100000:0.0:1713531220.470190:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.470258:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404903616 00000100:00100000:1.0:1713531220.470262:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404903616 00000100:00100000:1.0:1713531220.470299:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3828 00000100:00100000:1.0:1713531220.470303:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+96:7988:x1796767404903616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.470311:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.470319:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352a2d3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3c99 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.470366:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470372:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470376:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470383:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470387:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470390:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470408:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470412:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470415:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.470419:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc2:0x0]: returning size 3 00010000:00010000:1.0:1713531220.470469:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470473:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470476:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470479:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.470480:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470483:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470488:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (ffff880090055400) 00010000:00010000:1.0:1713531220.470490:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.470491:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470494:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352a2e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470503:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470506:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470509:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470511:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.470513:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470515:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470518:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.470519:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.470520:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470523:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352a2da lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470526:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470529:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470532:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470534:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d06c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.470536:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470539:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470542:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x80e9622f (ffff88008bcbf900) 00010000:00010000:1.0:1713531220.470543:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.470544:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470547:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352a2e1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.470562:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352a2d3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c99 expref: 98 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.470566:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352a2d3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3c99 expref: 98 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.470570:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d33c0, rc 0) 00000100:00100000:1.0:1713531220.470596:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7988:x1796767404903616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 292us (408us total) trans 4294970019 rc 301/301 00000100:00100000:1.0:1713531220.470600:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3828 00000100:00100000:0.0:1713531220.471362:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.471447:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404903808 00000100:00100000:1.0:1713531220.471451:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404903808 00000100:00100000:1.0:1713531220.471483:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3830 00000100:00100000:1.0:1713531220.471487:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7986:x1796767404903808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.471514:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.471524:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352a2f6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ca0 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.471570:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471578:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471584:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471593:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471599:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471605:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471624:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471629:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471632:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.471636:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbf:0x0]: returning size 3 00010000:00010000:1.0:1713531220.471664:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471667:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471674:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471677:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.471679:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471682:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471686:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.471687:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.471689:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471692:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352a30b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471697:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471700:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471703:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471706:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.471707:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471710:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471715:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.471716:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.471718:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471720:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352a2fd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471724:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471727:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471729:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471731:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.471733:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471735:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471738:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x54e0622f (ffff88008bcbf100) 00010000:00010000:1.0:1713531220.471739:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.471740:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471743:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352a304 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.471757:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352a2f6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ca0 expref: 99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.471763:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352a2f6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ca0 expref: 99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.471767:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0900, rc 0) 00000100:00100000:1.0:1713531220.471791:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7986:x1796767404903808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 304us (408us total) trans 4294970020 rc 301/301 00000100:00100000:1.0:1713531220.471795:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3830 00000100:00100000:1.0:1713531220.472488:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.472501:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404904000 00000100:00100000:1.0:1713531220.472503:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404904000 00000100:00100000:1.0:1713531220.472529:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404903936 00000100:00100000:1.0:1713531220.472531:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404903936 00000100:00100000:1.0:1713531220.472542:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404904128 00000100:00100000:1.0:1713531220.472544:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404904128 00000100:00100000:1.0:1713531220.472562:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3833 00000100:00100000:1.0:1713531220.472566:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:7987:x1796767404904128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.472596:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.472606:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a320 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cae expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.472652:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472660:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472666:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472691:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472696:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472700:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472720:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472725:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472728:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.472732:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbd:0x0]: returning size 3 00010000:00010000:1.0:1713531220.472761:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472765:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472768:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472770:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.472772:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472775:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472780:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (ffff88008bd36c00) 00010000:00010000:1.0:1713531220.472782:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.472783:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472787:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352a335 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472792:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472795:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472798:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472800:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d18c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.472801:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472804:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472807:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.472808:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.472809:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472812:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352a327 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472816:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472819:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472822:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472824:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.472826:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472828:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472831:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x42e0622f (ffff88008bcbfd00) 00010000:00010000:1.0:1713531220.472832:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.472833:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472836:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352a32e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.472851:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a320 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cae expref: 102 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.472855:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352a320 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cae expref: 102 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.472859:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d3180, rc 0) 00000100:00100000:1.0:1713531220.472884:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:7987:x1796767404904128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 318us (354us total) trans 4294970021 rc 301/301 00000100:00100000:1.0:1713531220.472891:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3833 00000100:00100000:0.0:1713531220.473625:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.473979:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.475520:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.476692:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.476796:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404904640 00000100:00100000:1.0:1713531220.476800:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404904640 00000100:00100000:1.0:1713531220.476824:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3838 00000100:00100000:1.0:1713531220.476829:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+104:7987:x1796767404904640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.476838:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.476847:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a382 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cc3 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.477040:0:15571:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x34:0x0], index 1: 0 00010000:00010000:1.0:1713531220.477135:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a389 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.477141:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.477146:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.477168:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352a382 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cc3 expref: 106 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.477176:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352a389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cc3 expref: 105 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.477180:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5c:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.477182:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.477183:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2400, rc 0) 00000100:00100000:1.0:1713531220.477210:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:7987:x1796767404904640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 381us (435us total) trans 4294970024 rc 0/0 00000100:00100000:1.0:1713531220.477215:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3838 00000100:00100000:1.0:1713531220.477618:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404904768 00000100:00100000:1.0:1713531220.477621:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404904768 00000100:00100000:1.0:1713531220.477640:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3839 00000100:00100000:1.0:1713531220.477643:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:7988:x1796767404904768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.477669:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a397 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.477674:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a397 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.477679:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a397 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000040:00080000:1.0:1713531220.477842:0:15571:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].39, 88 off11144 00000004:00010000:1.0:1713531220.477880:0:15571:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008e83b800 reply state ffff88008f70c000 transno 4294970025 ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352a397 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.477886:0:15571:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.477920:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:7988:x1796767404904768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 276us (341us total) trans 4294970025 rc 0/0 00000100:00100000:1.0:1713531220.477925:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3839 00000100:00100000:0.0:1713531220.478243:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.478300:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404904896 00000100:00100000:1.0:1713531220.478304:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404904896 00000100:00100000:1.0:1713531220.478330:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3840 00000100:00100000:1.0:1713531220.478335:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:7986:x1796767404904896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.478356:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.478365:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352a358 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cb5 expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.478373:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff8800925d0600) 00010000:00010000:1.0:1713531220.478377:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.478388:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478393:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478397:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478407:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478412:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478417:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478469:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478475:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478480:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478485:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.478487:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478497:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478505:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:1.0:1713531220.478507:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.478510:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478515:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352a39e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478523:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478528:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478533:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478537:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.478539:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.478542:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.478543:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478548:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0xc867a485 (ffff880134c02b00) 00010000:00010000:1.0:1713531220.478549:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.478551:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.478555:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352a3a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0xc867a485 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.478588:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+106:7986:x1796767404904896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 253us (346us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.478594:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3840 00000100:00100000:0.0:1713531220.479140:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.479225:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.479257:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.479300:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3842 00000100:00100000:1.0:1713531220.479305:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:7986:x1796767404905024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.479314:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.479329:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a3b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cd1 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.479345:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.479351:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.479357:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.479401:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352a3b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd1 expref: 108 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.479410:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd1 expref: 107 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.479416:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.479418:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.479420:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71caac0, rc 0) 00000100:00100000:1.0:1713531220.479462:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:7986:x1796767404905024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 156us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.479469:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3842 00000100:00100000:0.0:1713531220.480081:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.480109:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.480147:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.480180:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404905536 00000100:00100000:1.0:1713531220.480183:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404905536 00000100:00100000:0.0:1713531220.480207:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3845 00000100:00100000:0.0:1713531220.480212:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+108:7987:x1796767404905536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.480220:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.480229:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a3cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cd8 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.480242:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a3dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.480247:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a3dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.480252:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a3dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.480304:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a3cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd8 expref: 111 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.480314:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a3dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd8 expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.480318:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5c:0x0].0x0 (ffff880091d37500) 00010000:00010000:0.0:1713531220.480319:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.480320:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:0.0:1713531220.480342:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:7987:x1796767404905536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.480346:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3845 00000100:00100000:1.0:1713531220.481019:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.481062:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.481083:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3846 00000100:00100000:1.0:1713531220.481084:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.481088:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+111:7988:x1796767404905664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.481098:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404905856 00000100:00100000:1.0:1713531220.481100:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404905856 00000100:00100000:1.0:1713531220.481124:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3848 00000100:00100000:1.0:1713531220.481128:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:7986:x1796767404905856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.481135:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.481142:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cdf expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.481143:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+111:7988:x1796767404905664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 55us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.481147:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3846 00010000:00010000:1.0:1713531220.481163:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cdf expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.481171:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cdf expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.481182:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.481184:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.481186:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71cb600, rc 0) 00000100:00100000:1.0:1713531220.481209:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:7986:x1796767404905856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 79us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.481215:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3848 00000100:00100000:0.0:1713531220.481780:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.481807:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.481847:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404905984 00000100:00100000:1.0:1713531220.481852:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404905984 00000100:00100000:1.0:1713531220.481872:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 751 00000100:00100000:1.0:1713531220.481878:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404905984:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.481908:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.482019:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404905984:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 142us (212us total) trans 4294967474 rc 0/0 00000100:00100000:1.0:1713531220.482025:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 751 00000100:00100000:0.0:1713531220.482668:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.482695:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.482727:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.482753:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404906112 00000100:00100000:1.0:1713531220.482758:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404906112 00000100:00100000:1.0:1713531220.482780:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 752 00000100:00100000:1.0:1713531220.482785:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404906112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.482794:0:7957:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.482806:0:7957:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cf4 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.482819:0:7957:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.482830:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.482832:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.482837:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 12 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.482848:0:7957:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 12 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.482856:0:7957:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71cba80, rc 0) 00000100:00100000:1.0:1713531220.482877:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404906112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.482884:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 752 00000100:00100000:0.0:1713531220.483521:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.483547:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.483580:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.483621:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404906688 00000100:00100000:1.0:1713531220.483624:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404906688 00000100:00100000:1.0:1713531220.483641:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3852 00000100:00100000:1.0:1713531220.483645:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:7988:x1796767404906688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.483678:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:7988:x1796767404906688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.483684:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3852 00000100:00100000:0.0:1713531220.484159:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.484221:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404906752 00000100:00100000:1.0:1713531220.484225:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404906752 00000100:00100000:0.0:1713531220.484235:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.484254:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404906880 00000100:00100000:1.0:1713531220.484256:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404906880 00000100:00100000:1.0:1713531220.484287:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3853 00000100:00100000:0.0:1713531220.484291:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.484292:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:7986:x1796767404906752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.484302:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.484311:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352a40e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3cfb expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.484335:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.484343:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.484349:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.484365:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.484372:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.484385:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352a40e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cfb expref: 117 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.484398:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cfb expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.484403:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.484405:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.484406:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71c9200, rc 0) 00000100:00100000:1.0:1713531220.484423:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:7986:x1796767404906752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 132us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.484438:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3853 00000100:00100000:0.0:1713531220.484891:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.484947:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.485064:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.485101:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404907136 00000100:00100000:1.0:1713531220.485104:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404907136 00010000:00010000:1.0:1713531220.485118:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 14 pid: 7957 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.485135:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 746 00000100:00100000:1.0:1713531220.485139:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404907136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.485146:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.485156:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 14 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.485166:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 14 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.485177:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a71cba80/0xe3b2c9851352a407 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cf4 expref: 13 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.485187:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.485188:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.485192:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 12 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.485197:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 12 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.485211:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 12 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.485216:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409626560:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.485235:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801b40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.485709:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.485724:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.485783:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409626560:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.485794:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.485813:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404907136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 673us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.485820:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 746 00000100:00100000:0.0:1713531220.486194:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.486441:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.486473:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.487051:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.487098:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.487188:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.488121:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.488211:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404907840 00000100:00100000:0.0:1713531220.488215:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404907840 00010000:00010000:0.0:1713531220.488228:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352a438 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d17 expref: 16 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.488248:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 748 00000100:00100000:0.0:1713531220.488253:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404907840:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.488261:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.488291:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352a438 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d17 expref: 16 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.488302:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352a438 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d17 expref: 16 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.488316:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352a438 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d17 expref: 16 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.488325:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.488327:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.488332:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7821c0/0xe3b2c9851352a446 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d25 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.488339:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7821c0/0xe3b2c9851352a446 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d25 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.488751:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7821c0/0xe3b2c9851352a446 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d25 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.488761:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409626816:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.488786:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.488848:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.489502:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409626816:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.489513:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.489533:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404907840:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1279us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.489539:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 748 00000100:00100000:0.0:1713531220.489667:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.489723:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404907968 00000100:00100000:1.0:1713531220.489727:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404907968 00000100:00100000:1.0:1713531220.489746:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3859 00000100:00100000:1.0:1713531220.489751:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:7986:x1796767404907968:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.489763:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.490668:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.490682:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404908096 00000100:00100000:0.0:1713531220.490685:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404908096 00000100:00100000:1.0:1713531220.491333:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.497123:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970012 is committed 00000020:00080000:0.0:1713531220.497138:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c801300 refcount 2 committed 0 result 0 batchid 67 00000020:00080000:0.0:1713531220.497142:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c801780 00000020:00080000:0.0:1713531220.497145:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbfe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880135fcc000 00000001:00080000:0.0:1713531220.497160:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970025 is committed 00000001:00080000:0.0:1713531220.497203:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970030 is committed 00000020:00080000:0.0:1713531220.497218:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33f180 refcount 2 committed 0 result 0 batchid 69 00000020:00080000:0.0:1713531220.497220:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33ff00 00000020:00080000:0.0:1713531220.497222:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134c19400 00000020:00080000:0.0:1713531220.497229:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 66 batchid updated 00000020:00080000:0.0:1713531220.497232:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 64 batchid updated 00000020:00080000:0.0:1713531220.497248:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dc000 refcount 2 committed 0 result 0 batchid 68 00000020:00080000:0.0:1713531220.497250:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dc540 00000020:00080000:0.0:1713531220.497253:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bde1800 00000100:00100000:0.0:1713531220.498296:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.500138:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.502555:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502563:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502713:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502721:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502727:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502732:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.502735:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502739:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502746:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5a:0x0].0x0 (ffff88008bcbfa00) 00010000:00010000:0.0:1713531220.502747:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.502749:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.502753:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352a454 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.502780:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7988:x1796767404908608:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1637us (1682us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.502787:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3862 00000100:00100000:1.0:1713531220.503453:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.503473:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404908736 00000100:00100000:0.0:1713531220.503477:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404908736 00000100:00100000:1.0:1713531220.503508:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 763 00000100:00100000:1.0:1713531220.503514:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+19:1825:x1796767404908736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.503536:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a71cad00/0xe3b2c9851352a45b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.503548:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 19 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.503555:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.503556:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.503559:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a71cad00/0xe3b2c9851352a45b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.503576:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 19 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.503585:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7806c0/0xe3b2c9851352a41c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d02 expref: 19 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.503594:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409626944:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.503619:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.504571:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409626944:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.504584:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a71cad00/0xe3b2c9851352a45b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531220.506960:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967461 is committed 00000001:00080000:1.0:1713531220.506969:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967465 is committed 00000100:00100000:1.0:1713531220.507626:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627072 00000100:00100000:1.0:1713531220.507630:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627072 00000100:00100000:1.0:1713531220.507649:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1713531220.507654:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627072:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.507703:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627072:12345-0@lo:1000:mdt00_004.0 Request processed in 48us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.507709:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1713531220.507785:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.507958:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627136 00000100:00100000:0.0:1713531220.507961:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627136 00000100:00100000:0.0:1713531220.507975:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1713531220.507978:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627136:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.508102:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409627136:12345-0@lo:1000:mdt00_004.0 Request processed in 122us (156us total) trans 4294967467 rc 0/0 00000100:00100000:0.0:1713531220.508107:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1713531220.510696:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.512964:0:7957:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.512975:0:7957:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.512991:0:7957:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.512999:0:7957:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.513006:0:7957:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.513012:0:7957:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.513016:0:7957:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.513025:0:7957:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.513052:0:7957:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.513059:0:7957:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b783600/0xe3b2c9851352a485 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.513137:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404909568:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1265us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.513143:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 765 00000100:00100000:0.0:1713531220.513765:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404909760 00000100:00100000:0.0:1713531220.513768:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404909760 00000100:00100000:0.0:1713531220.513785:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3866 00000100:00100000:0.0:1713531220.513788:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:7987:x1796767404909760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.513987:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a48c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.513996:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a400 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ced expref: 87 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.514000:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a48c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.514014:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a400 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ced expref: 87 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.514021:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a400 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ced expref: 87 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.514031:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627328:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.514059:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.514116:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767404908288:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15777us (15853us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.514120:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 761 00000100:00100000:0.0:1713531220.514624:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627328:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.514683:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a48c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.514711:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404909888 00000100:00100000:0.0:1713531220.514714:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404909888 00000100:00100000:0.0:1713531220.514736:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3867 00000100:00100000:0.0:1713531220.514741:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:7986:x1796767404909888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.514766:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.514779:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352a415 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cfb expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.514789:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531220.514792:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.514807:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514815:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514821:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514836:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514839:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514843:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514845:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.514847:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514850:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514854:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531220.514855:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.514857:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.514860:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a493 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.514867:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a48c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.514873:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a48c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.514896:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:7986:x1796767404909888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 154us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.514902:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3867 00000001:00080000:1.0:1713531220.514957:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970038 00000001:00080000:1.0:1713531220.515058:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970039 00000001:00080000:1.0:1713531220.515086:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970040 00000100:00100000:1.0:1713531220.515126:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627392:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.515151:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.515170:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.515184:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627392 00000100:00100000:0.0:1713531220.515188:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627392 00000100:00100000:0.0:1713531220.515208:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1713531220.515212:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409627392:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.515255:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409627392:12345-0@lo:1000:mdt00_004.0 Request processed in 43us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.515259:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1713531220.515289:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627392:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.515418:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970041 00000100:00100000:1.0:1713531220.515467:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627456:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.515482:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.515490:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009aa436c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.515496:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627456 00000100:00100000:0.0:1713531220.515499:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627456 00000100:00100000:1.0:1713531220.515511:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910016 00000100:00100000:0.0:1713531220.515511:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1713531220.515513:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910016 00000100:00100000:0.0:1713531220.515513:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409627456:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.515527:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 766 00000100:00100000:1.0:1713531220.515530:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404910016:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.515611:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409627456:12345-0@lo:1000:mdt00_004.0 Request processed in 96us (127us total) trans 4294967469 rc 0/0 00000100:00100000:0.0:1713531220.515615:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00002000:00010000:1.0:1713531220.515635:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x36:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.515637:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x36:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531220.515639:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x36:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531220.515640:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x36:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531220.515641:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x36:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.515668:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404910016:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 136us (172us total) trans 4294967476 rc 0/0 00000100:00100000:1.0:1713531220.515673:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 766 00000100:00100000:0.0:1713531220.516329:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910144 00000100:00100000:0.0:1713531220.516332:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910144 00000100:00100000:0.0:1713531220.516346:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3868 00000100:00100000:0.0:1713531220.516349:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:7986:x1796767404910144:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.516367:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.516373:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd1 expref: 89 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.516377:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.516387:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd1 expref: 89 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.516393:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352a3ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cd1 expref: 89 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.516403:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627520:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.516442:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.516585:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.517030:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627520:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.517045:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517288:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517294:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517306:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517311:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517317:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517321:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.517324:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517329:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517337:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.517339:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.517341:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.517346:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a4a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.517380:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7986:x1796767404910144:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1029us (1079us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.517386:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3868 00000100:00100000:0.0:1713531220.517900:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.517942:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910400 00000100:00100000:1.0:1713531220.517946:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910400 00000100:00100000:1.0:1713531220.517968:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 767 00000100:00100000:1.0:1713531220.517972:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767404910400:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.517991:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518001:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a43f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d1e expref: 12 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518010:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.518011:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.518012:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 4/1,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518024:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a43f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d1e expref: 12 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518030:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d1e expref: 12 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.518036:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409627584:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.518056:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.518621:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409627584:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.518634:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.518750:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.518905:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518913:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518927:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518938:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518944:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518949:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71c8d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.518952:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518957:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518967:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.518973:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352a4af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.519015:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767404910400:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1041us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.519021:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 767 00000100:00100000:0.0:1713531220.519607:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.519646:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910592 00000100:00100000:1.0:1713531220.519649:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910592 00000100:00100000:1.0:1713531220.519671:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3869 00000100:00100000:1.0:1713531220.519674:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7986:x1796767404910592:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.519814:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.519822:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cdf expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.519827:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.519838:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cdf expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.519844:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352a3eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3cdf expref: 91 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.519851:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627648:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.519880:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.520537:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409627648:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.520551:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.520591:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.520737:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.520743:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531220.520825:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970045 00000001:00080000:1.0:1713531220.520917:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970046 00000001:00080000:1.0:1713531220.520943:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970047 00000100:00100000:1.0:1713531220.520984:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627712:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.521008:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.521024:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.521042:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627712 00000100:00100000:0.0:1713531220.521046:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627712 00000100:00100000:0.0:1713531220.521069:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1713531220.521073:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627712:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.521118:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627712:12345-0@lo:1000:mdt00_004.0 Request processed in 45us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.521123:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1713531220.521137:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967473 gen 2 00000004:00080000:1.0:1713531220.521141:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967472 committed transno 4294967473 00000004:00080000:1.0:1713531220.521154:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967473 committed transno 4294967473 00000100:00100000:1.0:1713531220.521163:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627712:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.521319:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970048 00000100:00100000:1.0:1713531220.521349:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627776:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.521364:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.521378:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.521390:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409627776 00000100:00100000:0.0:1713531220.521392:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409627776 00000100:00100000:0.0:1713531220.521407:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1713531220.521410:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409627776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.521551:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409627776:12345-0@lo:1000:mdt00_004.0 Request processed in 139us (184us total) trans 4294967477 rc 0/0 00000100:00100000:0.0:1713531220.521555:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1713531220.521569:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409627776:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531220.521582:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521586:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521590:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521593:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.521594:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521598:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521603:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531220.521604:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.521606:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521609:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352a4b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521623:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521625:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521628:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521631:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2d680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.521632:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521635:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521638:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.521639:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.521640:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521643:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c985135282ff lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.521656:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521660:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521666:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521669:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521672:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521675:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521677:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.521678:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521681:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521683:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (ffff880134c02700) 00010000:00010000:1.0:1713531220.521684:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.521685:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.521688:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352a4bd lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.521726:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.521729:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.521794:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 91 count 121 00000040:00080000:1.0:1713531220.521798:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.521846:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:7986:x1796767404910592:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2169us (2237us total) trans 4294970049 rc 0/0 00000100:00100000:1.0:1713531220.521853:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3869 00000020:00080000:1.0:1713531220.521857:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.522562:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.522708:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.522722:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910848 00000100:00100000:0.0:1713531220.522725:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910848 00000100:00100000:1.0:1713531220.522746:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.522770:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404910976 00000100:00100000:0.0:1713531220.522772:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404910976 00000100:00100000:1.0:1713531220.522779:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.522781:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3870 00000100:00100000:0.0:1713531220.522784:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:7991:x1796767404910848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.522797:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc1:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.522798:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3871 00000100:00100000:1.0:1713531220.522803:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7992:x1796767404910976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.522817:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xbb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.522858:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:7991:x1796767404910848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 72us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.522862:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3870 00000100:00100000:1.0:1713531220.522865:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:7992:x1796767404910976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.522870:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3871 00000100:00100000:0.0:1713531220.523774:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.523802:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.523841:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.523859:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404911104 00000100:00100000:1.0:1713531220.523864:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404911104 00000100:00100000:1.0:1713531220.523880:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404911168 00000100:00100000:1.0:1713531220.523882:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404911168 00000100:00100000:0.0:1713531220.523900:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3875 00000100:00100000:0.0:1713531220.523906:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:7991:x1796767404911168:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.523936:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523946:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523954:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523965:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523971:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523976:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523991:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.523998:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524004:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531220.524019:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc1:0x0]: returning size 3 00000004:00200000:0.0:1713531220.524022:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.524028:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524035:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524040:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524045:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524048:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.524051:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524056:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524063:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.524065:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.524068:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524072:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a4d9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524082:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524087:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524091:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524095:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.524098:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524102:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524107:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77e9622f (ffff880131fa8000) 00010000:00010000:0.0:1713531220.524109:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.524111:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524115:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a4f5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524125:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524130:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524134:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524141:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.524144:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524148:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524153:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc1:0x0].0x0 (ffff880091772100) 00010000:00010000:0.0:1713531220.524154:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.524156:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.524160:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.524205:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+96:7991:x1796767404911168:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 297us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.524211:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3875 00000100:00100000:0.0:1713531220.524954:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.526206:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404911360 00000100:00100000:0.0:1713531220.526210:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404911360 00000100:00100000:0.0:1713531220.526225:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3877 00000100:00100000:0.0:1713531220.526229:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:7991:x1796767404911360:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.526243:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xc1:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.526282:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.526297:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:7991:x1796767404911360:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 67us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.526302:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3877 00000100:00100000:0.0:1713531220.527170:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.527404:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.527419:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404911680 00000100:00100000:0.0:1713531220.527422:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404911680 00000100:00100000:1.0:1713531220.527439:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.527458:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404911808 00000100:00100000:0.0:1713531220.527460:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404911808 00000100:00100000:0.0:1713531220.527471:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3880 00000100:00100000:0.0:1713531220.527475:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:7992:x1796767404911680:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.527477:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3881 00000100:00100000:1.0:1713531220.527484:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:7990:x1796767404911808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.527486:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xbb:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531220.527493:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.527504:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352a557 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d41 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.527516:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:7992:x1796767404911680:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.527520:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3880 00010000:00010000:1.0:1713531220.527548:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527554:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527559:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527566:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527570:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527573:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527590:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527594:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527597:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.527601:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbe:0x0]: returning size 3 00010000:00010000:1.0:1713531220.527632:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527636:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527638:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527641:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.527643:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527648:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527653:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (ffff880131ab6700) 00010000:00010000:1.0:1713531220.527654:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.527656:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527659:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352a56c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527665:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527668:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527671:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527673:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb6f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.527675:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527677:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527680:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.527681:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.527682:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527685:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352a55e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527689:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527692:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527695:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527697:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.527698:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527701:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527704:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4be0622f (ffff88009a3a4300) 00010000:00010000:1.0:1713531220.527705:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.527706:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527708:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352a565 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.527724:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352a557 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d41 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.527728:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352a557 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d41 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.527733:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71ca640, rc 0) 00000100:00100000:1.0:1713531220.527751:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7990:x1796767404911808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 269us (313us total) trans 4294970054 rc 301/301 00000100:00100000:1.0:1713531220.527755:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3881 00000100:00100000:0.0:1713531220.528387:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.528744:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.530302:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.531444:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.531541:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3886 00000100:00100000:1.0:1713531220.531548:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:7990:x1796767404912320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.531558:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.531570:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a5b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d56 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.531788:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x38:0x0], index 0: 0 00010000:00010000:1.0:1713531220.531889:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352a5c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.531895:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352a5c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.531900:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352a5c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.531921:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a5b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d56 expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.531929:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352a5c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d56 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.531933:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff88009a3a4100) 00010000:00010000:1.0:1713531220.531935:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.531936:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:1.0:1713531220.531964:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:7990:x1796767404912320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 417us (480us total) trans 4294970057 rc 0/0 00000100:00100000:1.0:1713531220.531969:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3886 00000100:00100000:1.0:1713531220.532436:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404912448 00000100:00100000:1.0:1713531220.532440:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404912448 00000100:00100000:1.0:1713531220.532464:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3887 00000100:00100000:1.0:1713531220.532470:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:7991:x1796767404912448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.532507:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a5ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.532515:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a5ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.532522:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a5ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000040:00080000:1.0:1713531220.532757:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].40, 88 off11328 00000004:00010000:1.0:1713531220.532823:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b0000 reply state ffff88008d6c7000 transno 4294970058 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a5ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.532830:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.532892:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:7991:x1796767404912448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 421us (487us total) trans 4294970058 rc 0/0 00000100:00100000:1.0:1713531220.532898:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3887 00000100:00100000:0.0:1713531220.533033:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.533072:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404912576 00000100:00100000:1.0:1713531220.533077:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404912576 00000100:00100000:1.0:1713531220.533104:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3888 00000100:00100000:1.0:1713531220.533110:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:7992:x1796767404912576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.533131:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.533144:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352a58f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d48 expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.533155:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:1.0:1713531220.533165:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.533179:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533187:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533193:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533207:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533210:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533214:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533245:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533250:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533255:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533259:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.533261:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533266:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533296:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:1.0:1713531220.533298:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.533301:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533306:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a5d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533314:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533319:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533324:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533328:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.533329:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533335:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533341:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0xb2be371 (ffff88009a3a4400) 00010000:00010000:1.0:1713531220.533343:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.533345:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.533349:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a5dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb8:0x0].0xb2be371 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.533396:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:7992:x1796767404912576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 285us (363us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.533403:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3888 00000100:00100000:0.0:1713531220.533632:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.533673:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404912640 00000100:00100000:1.0:1713531220.533677:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404912640 00000100:00100000:1.0:1713531220.533704:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3889 00000100:00100000:1.0:1713531220.533709:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:7991:x1796767404912640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.533720:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.533728:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a5e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d5d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.533752:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d5d expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.533762:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d5d expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.533775:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5d:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.533777:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.533779:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af133c0, rc 0) 00000100:00100000:1.0:1713531220.533810:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:7991:x1796767404912640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 100us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.533816:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3889 00000100:00100000:0.0:1713531220.534049:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.534070:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.534091:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404912704 00000100:00100000:1.0:1713531220.534095:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404912704 00000100:00100000:1.0:1713531220.534114:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3890 00000100:00100000:1.0:1713531220.534119:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:7992:x1796767404912704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.534128:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.534138:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a5ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d64 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.534154:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.534161:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.534167:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.534219:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a5ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d64 expref: 108 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.534233:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d64 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.534239:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:1.0:1713531220.534241:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.534243:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:1.0:1713531220.534292:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:7992:x1796767404912704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 171us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.534298:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3890 00000100:00100000:0.0:1713531220.534542:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.534578:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404912896 00000100:00100000:1.0:1713531220.534581:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404912896 00000100:00100000:1.0:1713531220.534604:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 768 00000100:00100000:1.0:1713531220.534607:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404912896:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.534751:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404912896:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 142us (208us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1713531220.534755:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 768 00000100:00100000:0.0:1713531220.534897:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.535039:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.535047:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404913088 00000100:00100000:1.0:1713531220.535049:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404913088 00000100:00100000:1.0:1713531220.535058:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3893 00000100:00100000:1.0:1713531220.535061:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:7990:x1796767404913088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.535067:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.535078:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a60d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d6b expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.535088:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a614 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.535093:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a614 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.535097:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a614 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.535130:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a60d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d6b expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.535138:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a614 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d6b expref: 108 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.535142:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:1.0:1713531220.535143:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.535144:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11440, rc 0) 00000100:00100000:1.0:1713531220.535161:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:7990:x1796767404913088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 99us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.535165:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3893 00000100:00100000:0.0:1713531220.535379:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.535845:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535851:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535855:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535858:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.535860:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535864:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535869:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:0.0:1713531220.535871:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531220.535873:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.535875:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352a606 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.535913:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3895 00000100:00100000:0.0:1713531220.535920:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:7992:x1796767404913408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.535929:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.535937:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d72 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.535963:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d72 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.535972:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d72 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.535983:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:0.0:1713531220.536030:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.536033:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6640, rc 0) 00000100:00100000:0.0:1713531220.536062:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:7992:x1796767404913408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 142us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.536069:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3895 00000100:00100000:0.0:1713531220.536206:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.536628:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.536682:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404913600 00000100:00100000:1.0:1713531220.536686:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404913600 00010000:00010000:0.0:1713531220.536686:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.536691:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.536696:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.536699:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.536704:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.536709:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 769 00010000:00010000:0.0:1713531220.536712:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff8800a6b3bb00) 00000100:00100000:1.0:1713531220.536713:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404913600:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.536714:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531220.536717:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.536722:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352a61b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.536821:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404913600:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 107us (168us total) trans 4294967470 rc 0/0 00000100:00100000:1.0:1713531220.536826:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 769 00000100:00100000:0.0:1713531220.537346:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.537381:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.537415:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404913920 00000100:00100000:1.0:1713531220.537419:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404913920 00000100:00100000:1.0:1713531220.537452:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 770 00000100:00100000:1.0:1713531220.537457:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404913920:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.537572:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404913920:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 114us (191us total) trans 4294967479 rc 0/0 00000100:00100000:1.0:1713531220.537579:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 770 00000100:00100000:0.0:1713531220.537806:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.537843:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404913984 00000100:00100000:1.0:1713531220.537846:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404913984 00000100:00100000:1.0:1713531220.537867:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 771 00000100:00100000:1.0:1713531220.537871:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767404913984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.537877:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.537887:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d87 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.537901:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.537912:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.537913:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.537918:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d87 expref: 14 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.537925:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d87 expref: 14 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.537931:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00000100:00100000:1.0:1713531220.537952:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767404913984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 81us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.537956:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 771 00000100:00100000:0.0:1713531220.538090:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404914240 00000100:00100000:0.0:1713531220.538094:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404914240 00000100:00100000:0.0:1713531220.538108:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3899 00000100:00100000:0.0:1713531220.538111:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:7992:x1796767404914240:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.538139:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:7992:x1796767404914240:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.538143:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3899 00000100:00100000:0.0:1713531220.538633:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404914368 00000100:00100000:0.0:1713531220.538637:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404914368 00000100:00100000:0.0:1713531220.538656:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3900 00000100:00100000:0.0:1713531220.538661:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:7991:x1796767404914368:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.538666:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.538691:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.538693:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:7991:x1796767404914368:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.538698:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3900 00000100:00100000:0.0:1713531220.538708:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3901 00000100:00100000:0.0:1713531220.538712:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:7992:x1796767404914432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.538719:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.538726:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a645 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d8e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.538747:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.538754:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.538760:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.538779:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.538785:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.538795:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a645 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d8e expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.538802:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d8e expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.538807:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:0.0:1713531220.538809:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.538811:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:0.0:1713531220.538832:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:7992:x1796767404914432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 118us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.538838:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3901 00000100:00100000:1.0:1713531220.539291:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404914624 00000100:00100000:1.0:1713531220.539294:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404914624 00000100:00100000:1.0:1713531220.539312:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 772 00000100:00100000:1.0:1713531220.539315:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:7991:x1796767404914624:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.539320:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.539326:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d95 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.539336:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d87 expref: 15 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.539341:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.539342:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.539344:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d95 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.539356:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404914688 00000100:00100000:0.0:1713531220.539360:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404914688 00010000:00010000:1.0:1713531220.539363:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d87 expref: 15 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.539371:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352a63e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d87 expref: 15 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.539379:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409627904:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.539379:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3903 00000100:00100000:0.0:1713531220.539383:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:7990:x1796767404914688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.539389:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.539396:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a65a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3d9c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.539404:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e840 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.539440:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a661 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.539447:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.539454:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.539466:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.539472:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.539484:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a65a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d9c expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.539495:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a661 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d9c expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.539500:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:0.0:1713531220.539501:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.539502:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:0.0:1713531220.539530:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7990:x1796767404914688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 146us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.539533:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3903 00000100:00100000:1.0:1713531220.539986:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409627904:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.540003:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d95 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.540011:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:1.0:1713531220.540030:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:7991:x1796767404914624:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 714us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.540034:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 772 00000100:00100000:0.0:1713531220.540125:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.540151:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.540188:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404914880 00000100:00100000:1.0:1713531220.540191:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404914880 00000100:00100000:1.0:1713531220.540210:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 774 00000100:00100000:1.0:1713531220.540214:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404914880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.540222:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.540233:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3daa expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.540249:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.540258:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.540260:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.540283:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531220.540289:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.540294:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531220.540299:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915008 00000100:00100000:0.0:1713531220.540301:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915008 00010000:00010000:1.0:1713531220.540302:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10fc0, rc 0) 00000100:00100000:0.0:1713531220.540312:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3904 00000100:00100000:0.0:1713531220.540315:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7992:x1796767404915008:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.540321:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404914880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 105us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.540326:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 774 00000100:00100000:0.0:1713531220.540339:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7992:x1796767404915008:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 23us (51us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.540345:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3904 00000100:00100000:0.0:1713531220.540837:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.540871:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915072 00000100:00100000:1.0:1713531220.540875:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915072 00000100:00100000:1.0:1713531220.540894:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 775 00000100:00100000:1.0:1713531220.540898:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:7992:x1796767404915072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.540903:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.540910:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3db1 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.540920:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352a668 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3da3 expref: 13 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.540924:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.540925:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.540927:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db1 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.540938:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352a668 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3da3 expref: 13 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.540944:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352a668 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3da3 expref: 13 pid: 7957 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.540950:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409628032:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.540973:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.541325:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.541399:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.541444:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.541466:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409628032:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.541483:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db1 expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.541494:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12640, rc 0) 00000100:00100000:1.0:1713531220.541519:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:7992:x1796767404915072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 619us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.541525:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 775 00000100:00100000:1.0:1713531220.541541:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915264 00000100:00100000:1.0:1713531220.541544:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915264 00000100:00100000:1.0:1713531220.541558:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3905 00000100:00100000:1.0:1713531220.541563:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7990:x1796767404915264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.541600:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7990:x1796767404915264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.541608:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3905 00000100:00100000:0.0:1713531220.542063:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.542094:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915392 00000100:00100000:1.0:1713531220.542097:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915392 00000100:00100000:1.0:1713531220.542113:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 776 00000100:00100000:1.0:1713531220.542116:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:7990:x1796767404915392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.542121:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.542127:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3db8 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.542137:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.542142:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.542143:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.542145:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 18 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.542155:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.542160:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.542166:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628160:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.542183:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.542377:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.542388:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915520 00000100:00100000:1.0:1713531220.542391:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915520 00000100:00100000:0.0:1713531220.542399:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.542409:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3906 00000100:00100000:1.0:1713531220.542411:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:7991:x1796767404915520:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.542673:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628160:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.542683:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 18 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.542690:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10240, rc 0) 00000100:00100000:1.0:1713531220.542713:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+18:7990:x1796767404915392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 596us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.542717:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 776 00000100:00100000:1.0:1713531220.542774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.542784:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915584 00000100:00100000:1.0:1713531220.542786:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915584 00010000:00010000:1.0:1713531220.542794:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.542803:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 760 00000100:00100000:1.0:1713531220.542806:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404915584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.542811:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.542817:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.542822:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.542834:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a66f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3daa expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.542840:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.542841:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.542844:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 17 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.542849:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 17 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.542859:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 17 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.542864:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409628224:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.542877:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39e600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.543466:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.543504:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915648 00000100:00100000:0.0:1713531220.543507:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915648 00000100:00100000:1.0:1713531220.543512:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409628224:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.543518:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3907 00010000:00010000:1.0:1713531220.543520:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.543521:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:7992:x1796767404915648:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.543535:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404915584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 728us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.543540:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 760 00000100:00100000:1.0:1713531220.543742:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.545296:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.545308:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915776 00000100:00100000:0.0:1713531220.545311:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915776 00000100:00100000:0.0:1713531220.545325:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3908 00000100:00100000:0.0:1713531220.545328:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:7990:x1796767404915776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.545365:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:7990:x1796767404915776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 36us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.545369:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3908 00000100:00100000:1.0:1713531220.545808:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404915840 00000100:00100000:1.0:1713531220.545811:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404915840 00000100:00100000:1.0:1713531220.545823:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 777 00000100:00100000:1.0:1713531220.545826:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404915840:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.550653:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970038 is committed 00000001:00080000:0.0:1713531220.550659:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970058 is committed 00000020:00080000:0.0:1713531220.550667:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c39e540 refcount 2 committed 0 result 0 batchid 72 00000020:00080000:0.0:1713531220.550670:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c39e480 00000020:00080000:0.0:1713531220.550672:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ae5f800 00000020:00080000:0.0:1713531220.550687:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d6d7d80 refcount 2 committed 0 result 0 batchid 71 00000020:00080000:0.0:1713531220.550689:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d6d70c0 00000020:00080000:0.0:1713531220.550691:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134c02500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008e85a800 00000001:00080000:0.0:1713531220.550699:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970063 is committed 00000020:00080000:0.0:1713531220.550719:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 69 batchid updated 00000020:00080000:0.0:1713531220.550721:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 67 batchid updated 00000020:00080000:0.0:1713531220.550740:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88013614cc00 refcount 2 committed 0 result 0 batchid 70 00000020:00080000:0.0:1713531220.550742:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88013614c180 00000020:00080000:0.0:1713531220.550743:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008df1c400 00000100:00100000:0.0:1713531220.551249:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.551281:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.551316:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 778 00000100:00100000:0.0:1713531220.551320:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404915904:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.552412:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.552437:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404916096 00000100:00100000:1.0:1713531220.552442:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404916096 00000100:00100000:1.0:1713531220.552461:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3909 00000100:00100000:1.0:1713531220.552466:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:7991:x1796767404916096:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.552492:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.552506:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352a637 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d80 expref: 84 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.552515:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5d:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.552517:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.552530:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552537:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552543:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552553:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552558:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552562:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552565:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.552569:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552573:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552577:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5d:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.552579:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.552580:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.552583:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352a684 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.552672:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:7991:x1796767404916096:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 206us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.552676:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3909 00000100:00100000:1.0:1713531220.553314:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.555084:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404916352 00000100:00100000:1.0:1713531220.555087:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404916352 00010000:00010000:1.0:1713531220.555097:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352a5b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d4f expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.555109:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 761 00000100:00100000:1.0:1713531220.555112:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+84:1822:x1796767404916352:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.555118:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.555121:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352a5b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d4f expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.555127:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352a5b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d4f expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.555135:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352a5b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d4f expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.555141:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5d:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.555143:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781440/0xe3b2c9851352a68b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.555147:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781440/0xe3b2c9851352a68b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.555150:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781440/0xe3b2c9851352a68b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.555157:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.555170:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1822:x1796767404916352:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.555173:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 761 00000100:00100000:1.0:1713531220.555321:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404915840:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 9492us (9524us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.555327:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 777 00000100:00100000:1.0:1713531220.555907:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404916416 00000100:00100000:1.0:1713531220.555910:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404916416 00000100:00100000:1.0:1713531220.555922:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 781 00000100:00100000:1.0:1713531220.555925:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404916416:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.556088:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.556098:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d95 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.556103:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.556105:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.556106:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.556169:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d95 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.556177:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af121c0/0xe3b2c9851352a653 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d95 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.556183:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628352:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.556205:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.556737:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628352:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.556745:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.556763:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404916608 00000100:00100000:0.0:1713531220.556767:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404916608 00000100:00100000:0.0:1713531220.556785:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 782 00000100:00100000:0.0:1713531220.556799:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404916608:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.556975:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x38:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.556978:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x38:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.556980:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x38:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.556982:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x38:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.556984:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x38:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.557018:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404916608:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 209us (273us total) trans 4294967483 rc 0/0 00000100:00100000:0.0:1713531220.557026:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 782 00010000:00010000:1.0:1713531220.557067:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557073:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557082:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557090:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557094:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557097:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.557098:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557102:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557109:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.557113:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a692 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.557136:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404916416:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1210us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.557143:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 781 00000100:00100000:0.0:1713531220.559772:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409628544 00000100:00100000:0.0:1713531220.559776:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409628544 00000100:00100000:0.0:1713531220.559797:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1713531220.559800:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409628544:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.559814:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404917120 00000100:00100000:1.0:1713531220.559817:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404917120 00000100:00100000:1.0:1713531220.559832:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 783 00000100:00100000:1.0:1713531220.559835:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404917120:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.559850:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.559858:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.559862:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.559863:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.559865:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 4/1,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.559876:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.559881:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352a67d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db8 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.559888:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628608:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.559896:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409628544:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.559900:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1713531220.559906:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.560144:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409628672 00000100:00100000:0.0:1713531220.560147:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409628672 00000100:00100000:0.0:1713531220.560158:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1713531220.560160:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409628672:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.560251:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409628672:12345-0@lo:1000:mdt00_004.0 Request processed in 89us (116us total) trans 4294967484 rc 0/0 00000100:00100000:0.0:1713531220.560255:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1713531220.560500:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409628608:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.560513:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560952:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560959:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560974:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560981:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560987:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560990:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.560992:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.560996:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.561004:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.561007:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a6ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.561038:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404917120:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1200us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.561044:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 783 00000100:00100000:0.0:1713531220.561728:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404917440 00000100:00100000:0.0:1713531220.561732:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404917440 00000100:00100000:0.0:1713531220.561745:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3914 00000100:00100000:0.0:1713531220.561749:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:7990:x1796767404917440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.561983:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.562003:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a629 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d79 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.562010:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.562095:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a629 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d79 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.562105:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352a629 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d79 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.562115:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d415880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409628736:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.562179:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.562705:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d415880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409628736:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.562716:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.562908:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.563204:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563208:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531220.563285:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970071 00000001:00080000:1.0:1713531220.563369:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970072 00000001:00080000:1.0:1713531220.563394:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970073 00000100:00100000:1.0:1713531220.563438:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409628800:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.563459:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.563467:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.563472:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409628800 00000100:00100000:0.0:1713531220.563475:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409628800 00000100:00100000:0.0:1713531220.563488:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1713531220.563491:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409628800:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.563522:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409628800:12345-0@lo:1000:mdt00_004.0 Request processed in 31us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.563526:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1713531220.563531:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409628800:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.563637:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970074 00000100:00100000:1.0:1713531220.563664:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409628864:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.563673:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404915904:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12352us (12425us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.563677:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 778 00000100:00100000:1.0:1713531220.563678:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.563686:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.563687:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409628864 00000100:00100000:0.0:1713531220.563689:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409628864 00000001:00080000:1.0:1713531220.563696:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967469 is committed 00000100:00100000:0.0:1713531220.563697:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1713531220.563699:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409628864:12345-0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.563704:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967470 is committed 00000001:00080000:1.0:1713531220.563712:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967471 is committed 00000100:00100000:0.0:1713531220.563796:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409628864:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (115us total) trans 4294967485 rc 0/0 00000100:00100000:0.0:1713531220.563802:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1713531220.563814:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409628864:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531220.563829:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563836:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563844:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563849:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.563851:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563857:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563874:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:1.0:1713531220.563877:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.563879:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563884:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a6c3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563903:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563908:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563913:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563916:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.563919:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563924:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563934:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (ffff880131ab6700) 00010000:00010000:1.0:1713531220.563936:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.563938:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563943:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c98513528368 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.563961:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563965:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563969:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563973:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563976:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563978:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563981:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.563982:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563985:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563988:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (ffff8800a7208600) 00010000:00010000:1.0:1713531220.563990:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.563991:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.563994:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a6ca lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.564045:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.564048:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.564121:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 94 count 121 00000040:00080000:1.0:1713531220.564125:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.564162:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7990:x1796767404917440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2410us (2471us total) trans 4294970075 rc 0/0 00000100:00100000:1.0:1713531220.564169:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3914 00000020:00080000:1.0:1713531220.564172:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.564304:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.564343:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404917632 00000100:00100000:1.0:1713531220.564346:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404917632 00000100:00100000:1.0:1713531220.564368:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3915 00000100:00100000:1.0:1713531220.564372:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7992:x1796767404917632:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.564389:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.564396:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a64c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d8e expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.564402:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:1.0:1713531220.564404:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.564414:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564418:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564439:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564448:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564451:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564454:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564456:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.564458:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564460:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564464:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:1.0:1713531220.564465:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.564466:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.564469:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a6d1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.564498:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:7992:x1796767404917632:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 125us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.564501:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3915 00000100:00100000:0.0:1713531220.564698:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.565080:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.565119:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404917824 00000100:00100000:1.0:1713531220.565124:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404917824 00000100:00100000:1.0:1713531220.565149:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 784 00000100:00100000:1.0:1713531220.565155:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767404917824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531220.565303:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x35:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.565306:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x35:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531220.565309:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x35:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531220.565311:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x35:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531220.565313:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x35:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.565339:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404917824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 183us (257us total) trans 4294967472 rc 0/0 00000100:00100000:1.0:1713531220.565346:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 784 00000100:00100000:0.0:1713531220.566093:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.566157:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404917952 00000100:00100000:1.0:1713531220.566161:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404917952 00000100:00100000:1.0:1713531220.566184:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3916 00000100:00100000:1.0:1713531220.566188:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:7992:x1796767404917952:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.566207:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.566213:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d64 expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.566218:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 4/0,1 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.566231:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d64 expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.566240:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352a5f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d64 expref: 91 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.566255:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409628928:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.566309:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.566920:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409628928:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.566929:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.566975:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.567140:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567144:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567153:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567156:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567159:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567162:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.567164:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567167:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567172:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:1.0:1713531220.567174:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.567176:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.567179:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a6df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.567205:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7992:x1796767404917952:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1015us (1111us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.567212:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3916 00000100:00100000:0.0:1713531220.567700:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.567734:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918080 00000100:00100000:1.0:1713531220.567737:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918080 00000100:00100000:1.0:1713531220.567754:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 785 00000100:00100000:1.0:1713531220.567757:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404918080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.567771:0:10539:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.567779:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db1 expref: 10 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.567783:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.567784:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.567786:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.567796:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db1 expref: 10 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.567802:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352a676 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3db1 expref: 10 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.567812:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409628992:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.567834:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.568500:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409628992:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.568510:0:10539:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.568539:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.568690:0:10539:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568695:0:10539:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568706:0:10539:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568710:0:10539:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568715:0:10539:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568718:0:10539:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af106c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.568720:0:10539:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568727:0:10539:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568735:0:10539:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.568739:0:10539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af106c0/0xe3b2c9851352a6e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.568768:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404918080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1009us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.568773:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 785 00000100:00100000:0.0:1713531220.569186:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.569249:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918272 00000100:00100000:1.0:1713531220.569254:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918272 00000100:00100000:1.0:1713531220.569300:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3917 00000100:00100000:1.0:1713531220.569306:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:7992:x1796767404918272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.569423:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.569446:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d72 expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.569451:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.569462:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d72 expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.569471:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352a622 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3d72 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.569477:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409629056:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.569503:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.570116:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409629056:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.570126:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.570241:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.570403:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.570408:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531220.570488:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970078 00000001:00080000:1.0:1713531220.570566:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970079 00000001:00080000:1.0:1713531220.570590:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970080 00000100:00100000:1.0:1713531220.570626:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409629120:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.570650:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.570667:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.570679:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409629120 00000100:00100000:0.0:1713531220.570682:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409629120 00000100:00100000:0.0:1713531220.570702:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1713531220.570706:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409629120:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.570745:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409629120:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.570749:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1713531220.570775:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967469 gen 2 00000004:00080000:1.0:1713531220.570780:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967467 committed transno 4294967469 00000004:00080000:1.0:1713531220.570798:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967469 committed transno 4294967469 00000100:00100000:1.0:1713531220.570812:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409629120:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.570947:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970081 00000100:00100000:1.0:1713531220.570988:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409629184:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.571009:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.571027:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.571035:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409629184 00000100:00100000:0.0:1713531220.571037:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409629184 00000100:00100000:0.0:1713531220.571050:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1713531220.571052:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409629184:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.571148:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409629184:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (139us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1713531220.571152:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1713531220.571169:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409629184:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531220.571181:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571185:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571188:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571191:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.571193:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571196:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571201:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff8800a6b3b100) 00010000:00010000:1.0:1713531220.571203:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.571204:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571207:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352a6ed lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571221:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571224:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571227:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571230:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.571231:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571234:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571238:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (ffff880091d37700) 00010000:00010000:1.0:1713531220.571239:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.571240:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571242:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c985135283ae lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.571258:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571262:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571279:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571283:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571286:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571289:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571292:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.571294:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571296:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571300:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:1.0:1713531220.571301:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.571302:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.571304:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a6f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.571342:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.571344:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531220.571407:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 96 count 121 00000040:00080000:1.0:1713531220.571411:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.571458:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:7992:x1796767404918272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2151us (2271us total) trans 4294970082 rc 0/0 00000100:00100000:1.0:1713531220.571463:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3917 00000020:00080000:1.0:1713531220.571473:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.572118:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.572409:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.572444:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.572452:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918528 00000100:00100000:1.0:1713531220.572456:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918528 00000100:00100000:0.0:1713531220.572462:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.572474:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918656 00000100:00100000:1.0:1713531220.572476:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918656 00000100:00100000:0.0:1713531220.572491:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3919 00000100:00100000:0.0:1713531220.572495:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:7994:x1796767404918592:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.572496:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3920 00000100:00100000:1.0:1713531220.572500:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:7995:x1796767404918656:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.572513:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531220.572523:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x79:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.572556:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:7994:x1796767404918592:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.572561:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:7995:x1796767404918656:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 60us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.572561:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3919 00000100:00100000:1.0:1713531220.572568:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3920 00000100:00100000:0.0:1713531220.573601:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.573624:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.573654:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918784 00000100:00100000:0.0:1713531220.573655:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.573657:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918784 00000100:00100000:1.0:1713531220.573674:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404918848 00000100:00100000:1.0:1713531220.573676:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404918848 00000100:00100000:0.0:1713531220.573677:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3922 00000100:00100000:0.0:1713531220.573681:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:7995:x1796767404918784:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.573684:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3923 00000100:00100000:1.0:1713531220.573687:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7994:x1796767404918848:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.573705:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573706:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573711:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573716:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573726:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573728:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573729:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573733:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573734:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573741:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573744:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573745:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573749:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573750:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573753:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573757:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573761:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573764:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.573764:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x79:0x0]: returning size 3 00000004:00200000:0.0:1713531220.573767:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.573771:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:1.0:1713531220.573775:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7b:0x0]: returning size 3 00010000:00010000:0.0:1713531220.573776:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00000004:00200000:1.0:1713531220.573777:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531220.573779:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00000004:00010000:1.0:1713531220.573781:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573782:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573785:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.573786:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573789:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573792:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573792:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573795:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.573795:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573796:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573800:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573800:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.573801:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.573803:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573806:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352a709 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573812:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573815:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573818:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573820:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.573821:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.573822:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573823:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.573824:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573825:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573827:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe5d622f (ffff88008ed02900) 00010000:00010000:1.0:1713531220.573828:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352a710 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573828:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.573830:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.573832:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352a717 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573835:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573837:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573838:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573840:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573841:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573843:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573844:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.573845:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573845:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.573847:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573848:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573850:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573851:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2f5d622f (ffff88008bd3e300) 00010000:00010000:1.0:1713531220.573852:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.573853:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573853:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (ffff88008cf75d00) 00010000:00010000:0.0:1713531220.573854:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.573855:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573856:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352a725 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.573858:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352a72c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.573861:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573864:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573867:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573869:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.573870:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573873:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.573876:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff88008cf75700) 00010000:00010000:1.0:1713531220.573878:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.573879:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.573880:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:7995:x1796767404918784:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 198us (256us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.573882:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352a733 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.573884:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3922 00000100:00100000:1.0:1713531220.573901:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+97:7994:x1796767404918848:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 212us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.573905:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3923 00000100:00100000:0.0:1713531220.574658:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.576006:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.576076:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.576087:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404919168 00000100:00100000:0.0:1713531220.576090:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404919168 00000100:00100000:0.0:1713531220.576103:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3926 00000100:00100000:0.0:1713531220.576107:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7993:x1796767404919168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.576113:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.576120:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a764 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3dc6 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.576163:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576172:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576176:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576186:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576191:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576197:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576219:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576226:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576231:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.576237:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x80:0x0]: returning size 3 00010000:00010000:0.0:1713531220.576304:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576310:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576315:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576319:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.576323:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576328:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576336:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff8800b2b40f00) 00010000:00010000:0.0:1713531220.576338:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.576340:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576344:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a779 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576355:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576360:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576364:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576369:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.576371:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576376:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576382:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.576384:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.576386:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576393:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a76b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576399:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576403:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576407:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576411:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.576412:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576416:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576421:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6d66622f (ffff88008ed02f00) 00010000:00010000:0.0:1713531220.576423:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.576491:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576498:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a772 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.576522:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a764 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3dc6 expref: 99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.576529:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a764 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3dc6 expref: 99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.576540:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5440, rc 0) 00000100:00100000:0.0:1713531220.576570:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+98:7993:x1796767404919168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 461us (492us total) trans 4294970086 rc 301/301 00000100:00100000:0.0:1713531220.576576:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3926 00000100:00100000:0.0:1713531220.576809:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.577391:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.578062:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.578510:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.579610:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.581194:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.582704:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.583805:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.584712:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.584735:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.584771:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3935 00000100:00100000:0.0:1713531220.584775:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+106:7995:x1796767404920128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.584782:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.584792:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a813 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3df0 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.584805:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.584811:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.584815:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.584854:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 107 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.584862:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 106 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.584866:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x60:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:0.0:1713531220.584868:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.584869:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:0.0:1713531220.584898:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+106:7995:x1796767404920128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 122us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.584905:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3935 00000100:00100000:0.0:1713531220.585566:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.585585:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.585605:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.585622:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404920512 00000100:00100000:1.0:1713531220.585626:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404920512 00000100:00100000:1.0:1713531220.585645:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3938 00000100:00100000:1.0:1713531220.585649:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+107:7995:x1796767404920576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.585678:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352a83d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.585685:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352a83d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.585690:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352a83d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000040:00080000:1.0:1713531220.585861:0:6406:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].42, 88 off11408 00000004:00010000:1.0:1713531220.585904:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880134c3df80 reply state ffff88008c35e000 transno 4294970091 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352a83d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.585908:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.585939:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+107:7995:x1796767404920576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 289us (353us total) trans 4294970091 rc 0/0 00000100:00100000:1.0:1713531220.585944:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3938 00000100:00100000:1.0:1713531220.586393:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.586440:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.586475:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.586513:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3942 00000100:00100000:1.0:1713531220.586519:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:7994:x1796767404920768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.586527:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.586537:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352a859 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3dfe expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.586550:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a867 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.586555:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.586560:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.586595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352a859 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x62:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3dfe expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.586602:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352a867 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3dfe expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.586607:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x62:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:1.0:1713531220.586608:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.586609:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13600, rc 0) 00000100:00100000:1.0:1713531220.586628:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:7994:x1796767404920768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 110us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.586632:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3942 00000100:00100000:0.0:1713531220.587157:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.587240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.587280:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.587285:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.587287:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404921024 00010000:00010000:0.0:1713531220.587289:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.587290:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404921024 00010000:00010000:0.0:1713531220.587291:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.587293:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.587309:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 786 00000100:00100000:1.0:1713531220.587313:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767404921024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.587333:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.587340:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x61:0x0].0x0 (ffff88008bd36e00) 00010000:00010000:0.0:1713531220.587341:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531220.587343:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.587358:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352a860 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.587482:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404921024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 166us (240us total) trans 4294967474 rc 0/0 00000100:00100000:1.0:1713531220.587488:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 786 00000100:00100000:0.0:1713531220.588072:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.588088:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.588109:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.588143:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404921344 00000100:00100000:1.0:1713531220.588146:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404921344 00000100:00100000:1.0:1713531220.588163:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 787 00000100:00100000:1.0:1713531220.588166:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404921344:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.588314:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404921344:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 145us (202us total) trans 4294967486 rc 0/0 00000100:00100000:1.0:1713531220.588320:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 787 00000100:00100000:0.0:1713531220.588781:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.588798:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.588818:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.588858:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404921664 00000100:00100000:1.0:1713531220.588862:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404921664 00000100:00100000:1.0:1713531220.588879:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 788 00000100:00100000:1.0:1713531220.588882:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767404921664:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.588973:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767404921664:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 90us (154us total) trans 4294967475 rc 0/0 00000100:00100000:1.0:1713531220.588978:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 788 00000100:00100000:0.0:1713531220.589521:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.589535:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.589553:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.589594:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3947 00000100:00100000:0.0:1713531220.589598:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:7993:x1796767404921920:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.589632:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:7993:x1796767404921920:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.589636:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3947 00000100:00100000:0.0:1713531220.590158:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.590177:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.590206:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404922176 00000100:00100000:1.0:1713531220.590209:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404922176 00000100:00100000:0.0:1713531220.590220:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3950 00000100:00100000:0.0:1713531220.590224:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+117:7993:x1796767404922176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.590230:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.590236:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a891 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e21 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.590300:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a898 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.590306:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a898 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.590311:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a898 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.590321:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.590326:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a898 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.590335:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a891 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x61:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e21 expref: 118 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.590342:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404922240 00010000:00010000:0.0:1713531220.590343:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352a898 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e21 expref: 117 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.590345:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404922240 00010000:00010000:0.0:1713531220.590346:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x61:0x0].0x0 (ffff88008bd36e00) 00010000:00010000:0.0:1713531220.590348:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.590349:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7cc0, rc 0) 00000100:00100000:1.0:1713531220.590356:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 789 00000100:00100000:1.0:1713531220.590359:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404922240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.590364:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.590365:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+117:7993:x1796767404922176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.590369:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3950 00010000:00010000:1.0:1713531220.590373:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352a89f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e28 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.590382:0:10539:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.590390:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.590392:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.590396:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352a89f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e28 expref: 12 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.590403:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352a89f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e28 expref: 12 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.590408:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13cc0, rc 0) 00000100:00100000:1.0:1713531220.590423:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404922240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 64us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.590443:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 789 00000100:00100000:0.0:1713531220.590980:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.591013:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.591033:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.591060:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404922432 00000100:00100000:1.0:1713531220.591065:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404922432 00000100:00100000:1.0:1713531220.591081:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 790 00000100:00100000:1.0:1713531220.591085:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404922432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.591096:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.591107:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e36 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.591117:0:10539:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.591124:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.591125:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.591128:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 14 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.591136:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 14 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.591141:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af106c0, rc 0) 00000100:00100000:1.0:1713531220.591157:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404922432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 72us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.591161:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 790 00000100:00100000:0.0:1713531220.591770:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.591804:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.591809:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404922624 00000100:00100000:1.0:1713531220.591813:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404922624 00000100:00100000:1.0:1713531220.591834:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3953 00000100:00100000:0.0:1713531220.591835:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.591838:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:7993:x1796767404922624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.591868:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:7993:x1796767404922624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 29us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.591872:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3953 00000100:00100000:0.0:1713531220.592611:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.592634:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.592654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.592675:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404922944 00000100:00100000:1.0:1713531220.592678:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404922944 00000100:00100000:1.0:1713531220.592701:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3954 00000100:00100000:1.0:1713531220.592704:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:7994:x1796767404922944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.592735:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:7994:x1796767404922944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.592739:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3954 00000100:00100000:0.0:1713531220.593350:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.593378:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.593406:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404923136 00000100:00100000:1.0:1713531220.593410:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404923136 00010000:00010000:1.0:1713531220.593420:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 16 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.593452:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 772 00000100:00100000:1.0:1713531220.593457:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404923136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.593464:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.593474:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 15 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.593481:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 15 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.593491:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352a8b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e36 expref: 15 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.593497:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.593498:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.593501:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.593506:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.593522:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 14 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.593528:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409629632:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.593548:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.593843:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.594130:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.594152:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409629632:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.594164:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.594183:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404923136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 726us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.594190:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 772 00000100:00100000:0.0:1713531220.594567:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.594780:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.594824:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404923392 00000100:00100000:1.0:1713531220.594828:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404923392 00000100:00100000:1.0:1713531220.594843:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3955 00000100:00100000:1.0:1713531220.594846:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:7995:x1796767404923392:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.595485:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.595519:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.595534:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404923520 00000100:00100000:0.0:1713531220.595537:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404923520 00000100:00100000:0.0:1713531220.595573:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3956 00000100:00100000:0.0:1713531220.595576:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:7993:x1796767404923520:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.597124:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.597135:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404923584 00000100:00100000:0.0:1713531220.597138:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404923584 00000100:00100000:0.0:1713531220.597151:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3957 00000100:00100000:0.0:1713531220.597162:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:7994:x1796767404923584:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531220.603474:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970086 is committed 00000001:00080000:1.0:1713531220.603486:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970091 is committed 00000020:00080000:1.0:1713531220.603495:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a9be000 refcount 2 committed 0 result 0 batchid 75 00000020:00080000:1.0:1713531220.603499:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a44ea00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a9be9c0 00000020:00080000:1.0:1713531220.603502:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a7208a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d55ac00 00000020:00080000:1.0:1713531220.603519:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6fbf3c0 refcount 2 committed 0 result 0 batchid 74 00000020:00080000:1.0:1713531220.603522:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6fbf780 00000020:00080000:1.0:1713531220.603525:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134d33c00 00000001:00080000:1.0:1713531220.603535:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970093 is committed 00000020:00080000:1.0:1713531220.603544:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 72 batchid updated 00000001:00080000:1.0:1713531220.603550:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970096 is committed 00000100:00100000:0.0:1713531220.603551:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:7994:x1796767404923584:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6390us (6423us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.603562:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3957 00000020:00080000:1.0:1713531220.603576:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a9be900 refcount 2 committed 0 result 0 batchid 73 00000020:00080000:1.0:1713531220.603579:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a9be840 00000020:00080000:1.0:1713531220.603581:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d05bc00 00000100:00100000:0.0:1713531220.603612:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+85:7993:x1796767404923520:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8034us (8093us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.603618:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3956 00000100:00100000:0.0:1713531220.604616:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.604646:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.604673:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.604733:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 797 00000100:00100000:0.0:1713531220.604738:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404923776:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1713531220.617094:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967473 is committed 00000001:00080000:1.0:1713531220.617105:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967475 is committed 00000001:00080000:1.0:1713531220.617112:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967477 is committed 00000100:00100000:1.0:1713531220.617185:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404923776:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12445us (12509us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.617193:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 797 00000100:00100000:0.0:1713531220.618318:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.618344:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.618384:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404924032 00000100:00100000:1.0:1713531220.618389:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404924032 00000001:00080000:0.0:1713531220.618833:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967485 is committed 00000001:00080000:0.0:1713531220.618841:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967483 is committed 00000001:00080000:0.0:1713531220.618845:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967486 is committed 00000001:00080000:0.0:1713531220.618849:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967487 is committed 00000100:00100000:0.0:1713531220.619260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.619306:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.619359:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 799 00000100:00100000:1.0:1713531220.619364:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404924160:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.619471:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:1.0:1713531220.619504:0:7957:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x37:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.619506:0:7957:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x37:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.619508:0:7957:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x37:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.619509:0:7957:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x37:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531220.619510:0:7957:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x37:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.619527:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404924160:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 163us (222us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1713531220.619532:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 799 00000100:00100000:0.0:1713531220.619983:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.620018:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.620072:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3962 00000100:00100000:0.0:1713531220.620078:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:7995:x1796767404924544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.620101:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.620111:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 83 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.620123:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.620139:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 83 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.620147:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 83 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.620155:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409629824:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.620236:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.620874:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.620896:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.620905:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409629824:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.620916:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.620929:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404924736 00000100:00100000:1.0:1713531220.620931:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404924736 00010000:00010000:1.0:1713531220.620940:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 85 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.620955:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 775 00000100:00100000:1.0:1713531220.620958:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767404924736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.620964:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.620966:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.620967:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 85 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.620972:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 85 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.620981:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352a81a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df0 expref: 85 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.620987:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x60:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:1.0:1713531220.620990:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.620994:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.620997:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.621008:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.621015:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.621019:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.621029:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404924736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (127us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.621029:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.621032:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.621033:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 775 00010000:00010000:0.0:1713531220.621036:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.621039:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.621041:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.621045:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.621046:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404924864 00000100:00100000:1.0:1713531220.621048:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404924864 00010000:00010000:0.0:1713531220.621050:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x60:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:0.0:1713531220.621052:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.621053:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.621056:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352a8f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x60:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.621057:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3963 00000100:00100000:1.0:1713531220.621060:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:7993:x1796767404924864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.621076:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+82:7995:x1796767404924544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 998us (1058us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531220.621078:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.621081:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3962 00010000:00010000:1.0:1713531220.621084:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352a836 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df7 expref: 82 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621088:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 4/0,1 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.621098:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352a836 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df7 expref: 81 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621103:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352a836 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3df7 expref: 81 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.621109:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409629888:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.621124:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.621736:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.621760:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.621766:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409629888:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.621779:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.621789:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.621800:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 801 00000100:00100000:1.0:1713531220.621806:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404924928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.621826:0:7957:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621839:0:7957:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621845:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.621847:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.621849:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621865:0:7957:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.621873:0:7957:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 13 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.621882:0:7957:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7957:1796767409630016:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.621901:0:7957:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7c00 going to sleep for 11 seconds 00010000:00010000:1.0:1713531220.621991:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.621997:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622009:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622014:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622017:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622020:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.622021:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622024:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622030:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x61:0x0].0x0 (ffff88008bd36e00) 00010000:00010000:1.0:1713531220.622031:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.622033:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.622036:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352a8fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.622059:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+79:7993:x1796767404924864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 997us (1093us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.622064:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3963 00000100:00100000:1.0:1713531220.622547:0:7957:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7957:1796767409630016:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.622556:0:7957:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.622658:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.622678:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.622703:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925184 00000100:00100000:1.0:1713531220.622705:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925184 00000100:00100000:0.0:1713531220.622709:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.622715:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.622721:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925248 00000100:00100000:0.0:1713531220.622724:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925248 00000100:00100000:1.0:1713531220.622728:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 778 00000100:00100000:1.0:1713531220.622731:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404925184:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.622736:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.622739:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 803 00000100:00100000:0.0:1713531220.622743:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404925248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.622744:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.622750:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.622759:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf180/0xe3b2c9851352a8d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e52 expref: 14 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.622761:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a90f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622764:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.622765:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.622767:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622772:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.622777:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622780:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.622783:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.622785:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.622787:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a90f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.622793:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404925184:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.622796:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 778 00010000:00010000:0.0:1713531220.622802:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622806:0:7957:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622811:0:7957:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.622811:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 12 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.622819:0:7957:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.622821:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409630080:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.622822:0:7957:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622827:0:7957:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622831:0:7957:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.622832:0:7957:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622836:0:7957:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622841:0:7957:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.622845:0:7957:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352a908 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.622845:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.622868:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404924928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1063us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.622872:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 801 00000100:00100000:0.0:1713531220.623437:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.623459:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.623491:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925504 00000100:00100000:0.0:1713531220.623492:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.623496:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925504 00000100:00100000:1.0:1713531220.623517:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3964 00000100:00100000:1.0:1713531220.623521:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+80:7994:x1796767404925504:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.623651:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925568 00000100:00100000:1.0:1713531220.623654:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925568 00010000:00010000:1.0:1713531220.623662:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.623682:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 779 00000100:00100000:1.0:1713531220.623685:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404925568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.623690:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.623697:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.623703:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.623713:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6beac0/0xe3b2c9851352a8c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e4b expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.623720:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.623721:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.623722:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a90f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.623730:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352a90f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.623740:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.623756:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404925568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 70us (263us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.623757:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.623761:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 779 00010000:00010000:0.0:1713531220.623767:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 82 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.623773:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.623791:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 82 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.623799:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 82 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.623808:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409630208:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.623828:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.624633:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.624652:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.624655:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409630208:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.624665:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.624680:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925760 00000100:00100000:0.0:1713531220.624682:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.624683:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925760 00010000:00010000:1.0:1713531220.624694:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352a852 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e05 expref: 83 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.624701:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925696 00000100:00100000:0.0:1713531220.624704:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925696 00000100:00100000:1.0:1713531220.624716:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404925824 00000100:00100000:1.0:1713531220.624719:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404925824 00000100:00100000:0.0:1713531220.624734:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3966 00010000:00010000:1.0:1713531220.624738:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 85 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.624739:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:7993:x1796767404925696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.624752:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 781 00000100:00100000:1.0:1713531220.624756:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767404925824:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.624763:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.624767:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 85 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.624776:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 85 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.624785:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352a87c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e13 expref: 84 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.624791:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x62:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:1.0:1713531220.624793:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.624797:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.624800:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.624808:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.624823:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404925824:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.624827:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 781 00010000:00010000:1.0:1713531220.624838:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.624841:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.624853:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.624863:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352a875 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e0c expref: 82 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.624869:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.624884:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352a875 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e0c expref: 82 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.624892:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352a875 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e0c expref: 82 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.624901:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409630272:192.168.202.39@tcp:104: 00000001:00080000:1.0:1713531220.624916:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970097 00000100:00100000:0.0:1713531220.624921:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000001:00080000:1.0:1713531220.625067:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970100 00000001:00080000:1.0:1713531220.625111:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970104 00000100:00100000:1.0:1713531220.625157:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409630400:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.625184:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.625203:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409630336 00000100:00100000:0.0:1713531220.625208:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409630336 00000100:00100000:1.0:1713531220.625209:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.625234:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1713531220.625239:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409630336:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531220.625242:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1713531220.625248:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409630400:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.625312:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409630336:12345-0@lo:1000:mdt00_000.0 Request processed in 73us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.625313:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409630400:12345-0@lo:1000:mdt00_004.0 Request processed in 65us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.625319:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1713531220.625328:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1713531220.625353:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409630400:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531220.625581:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970105 00000100:00100000:1.0:1713531220.625627:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409630528:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531220.625663:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.625665:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409630464 00000100:00100000:1.0:1713531220.625667:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409630464 00000100:00100000:1.0:1713531220.625683:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1713531220.625686:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409630464:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.625702:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409630272:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.625713:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.625786:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409630464:12345-0@lo:1000:mdt00_000.0 Request processed in 99us (143us total) trans 4294967480 rc 0/0 00000100:00100000:1.0:1713531220.625791:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1713531220.625805:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1713531220.625811:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.625816:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.625817:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.625824:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409630528 00000100:00100000:1.0:1713531220.625826:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409630528 00000100:00100000:1.0:1713531220.625840:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1713531220.625843:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409630528:12345-0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531220.625892:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970099 00000100:00100000:1.0:1713531220.625937:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409630528:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (131us total) trans 4294967481 rc 0/0 00000100:00100000:1.0:1713531220.625941:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1713531220.625960:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409630528:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531220.625970:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625975:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625978:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625980:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.625982:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625985:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625990:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x62:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:1.0:1713531220.625991:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.625993:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.625996:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352a91d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000001:00080000:0.0:1713531220.626006:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970108 00010000:00010000:1.0:1713531220.626007:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626010:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626013:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626015:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.626017:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626020:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626024:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff88008cf75700) 00010000:00010000:1.0:1713531220.626026:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.626027:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626029:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c98513528402 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.626043:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626047:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000001:00080000:0.0:1713531220.626048:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970109 00010000:00010000:1.0:1713531220.626050:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626053:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626056:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626059:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626061:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.626063:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626068:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626072:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff880134ed9c00) 00010000:00010000:1.0:1713531220.626073:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.626074:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.626076:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352a932 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.626096:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409630592:0@lo:1000:mdt00_005.0 00000040:00080000:1.0:1713531220.626106:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.626107:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531220.626119:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.626130:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5480 going to sleep for 11 seconds 00000040:00080000:1.0:1713531220.626166:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 98 count 121 00000040:00080000:1.0:1713531220.626173:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.626191:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967485 gen 2 00000004:00080000:0.0:1713531220.626195:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967484 committed transno 4294967485 00000100:00100000:1.0:1713531220.626198:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:7994:x1796767404925504:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2676us (2774us total) trans 4294970106 rc 0/0 00000100:00100000:1.0:1713531220.626203:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3964 00000020:00080000:1.0:1713531220.626205:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000004:00080000:0.0:1713531220.626209:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967485 committed transno 4294967485 00000100:00100000:0.0:1713531220.626224:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409630592:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1713531220.626375:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970110 00000100:00100000:0.0:1713531220.626414:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409630656:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.626452:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.626471:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.626474:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409630656 00000100:00100000:1.0:1713531220.626477:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409630656 00000100:00100000:1.0:1713531220.626494:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1713531220.626497:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409630656:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531220.626583:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409630656:12345-0@lo:1000:mdt00_005.0 Request processed in 85us (131us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1713531220.626588:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1713531220.626603:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409630656:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531220.626618:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626624:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626629:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626633:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.626636:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626640:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626647:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x61:0x0].0x0 (ffff88008bd36e00) 00010000:00010000:0.0:1713531220.626649:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.626652:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626656:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352a924 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626687:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626692:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626696:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626700:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2eac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.626702:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626706:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626711:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff8800b2b40f00) 00010000:00010000:0.0:1713531220.626713:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.626714:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 2/0,0 mode: --/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626718:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c985135283df lrc: 0/0,0 mode: --/EX res: [0x200000401:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.626739:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626745:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626751:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626757:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626762:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626766:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626769:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.626771:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626775:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626780:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531220.626782:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.626783:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.626787:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352a939 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x80:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531220.626901:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.626903:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.626974:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 97 count 121 00000040:00080000:0.0:1713531220.626980:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.627016:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:7993:x1796767404925696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2274us (2382us total) trans 4294970111 rc 0/0 00000100:00100000:0.0:1713531220.627024:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3966 00000020:00080000:0.0:1713531220.627027:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.627651:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.628135:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.628153:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926336 00000100:00100000:0.0:1713531220.628153:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.628158:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926336 00000100:00100000:0.0:1713531220.628179:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.628184:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926400 00000100:00100000:1.0:1713531220.628186:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926400 00000100:00100000:1.0:1713531220.628199:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926464 00000100:00100000:1.0:1713531220.628200:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926464 00000100:00100000:1.0:1713531220.628212:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3967 00000100:00100000:1.0:1713531220.628216:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+99:7996:x1796767404926336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.628235:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3969 00000004:00000080:1.0:1713531220.628237:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.628241:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:7998:x1796767404926464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.628254:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.628300:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+99:7996:x1796767404926336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 83us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.628307:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3967 00000100:00100000:0.0:1713531220.628313:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:7998:x1796767404926464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 71us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.628319:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3969 00000100:00100000:0.0:1713531220.629236:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.629260:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.629312:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.629358:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926528 00000100:00100000:1.0:1713531220.629363:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926528 00000100:00100000:1.0:1713531220.629388:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926592 00000100:00100000:1.0:1713531220.629391:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926592 00000100:00100000:1.0:1713531220.629401:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926656 00000100:00100000:1.0:1713531220.629402:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926656 00000100:00100000:0.0:1713531220.629421:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3970 00000100:00100000:0.0:1713531220.629438:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:7996:x1796767404926528:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.629441:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3971 00000100:00100000:1.0:1713531220.629447:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:7998:x1796767404926592:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.629468:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629476:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629477:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629484:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629486:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629493:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629497:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629503:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629505:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629508:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629511:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629522:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629523:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629528:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629533:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629534:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629541:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629546:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.629549:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7f:0x0]: returning size 3 00000004:00200000:0.0:1713531220.629552:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:1.0:1713531220.629557:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7a:0x0]: returning size 3 00000004:00010000:0.0:1713531220.629558:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531220.629559:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.629564:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629569:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629573:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629578:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629578:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629582:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629586:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629591:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.629591:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.629593:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629594:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629596:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629599:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629601:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.629603:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.629604:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629607:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352a95c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629607:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.629610:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.629612:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629613:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629616:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629617:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352a955 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629618:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629621:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.629623:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629625:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629626:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629628:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x265d622f (ffff880134ed9400) 00010000:00010000:1.0:1713531220.629630:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.629630:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629631:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629633:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352a96a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x265d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629634:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629639:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.629640:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629640:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629642:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629645:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629646:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.629648:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.629650:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629650:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x535d622f (ffff88008b78dc00) 00010000:00010000:1.0:1713531220.629652:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629652:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.629654:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629655:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (ffff880091772200) 00010000:00010000:1.0:1713531220.629656:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.629657:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629659:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352a963 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.629660:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352a978 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.629668:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629672:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629676:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629681:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.629683:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.629686:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:7998:x1796767404926592:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 239us (425us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.629687:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.629691:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3971 00010000:00010000:0.0:1713531220.629692:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff88008d7a4e00) 00010000:00010000:0.0:1713531220.629694:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.629696:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.629699:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352a971 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.629727:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:7996:x1796767404926528:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 299us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.629732:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3970 00000100:00100000:0.0:1713531220.630446:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.631781:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.631838:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404926848 00000100:00100000:0.0:1713531220.631841:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404926848 00000100:00100000:0.0:1713531220.631865:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3974 00000100:00100000:0.0:1713531220.631870:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:7997:x1796767404926848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.631885:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.631933:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:7997:x1796767404926848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.631939:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3974 00000100:00100000:1.0:1713531220.632969:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.633003:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.633020:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404927168 00000100:00100000:1.0:1713531220.633024:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404927168 00000100:00100000:0.0:1713531220.633037:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.633041:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404927296 00000100:00100000:1.0:1713531220.633043:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404927296 00000100:00100000:0.0:1713531220.633050:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3976 00000100:00100000:0.0:1713531220.633054:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:7998:x1796767404927168:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.633065:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.633070:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3978 00000100:00100000:1.0:1713531220.633074:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:7996:x1796767404927296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.633081:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.633088:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a9e1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e6e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.633092:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:7998:x1796767404927168:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.633096:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3976 00010000:00010000:1.0:1713531220.633125:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633133:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633140:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633150:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633155:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633161:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633186:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633193:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633199:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531220.633205:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7f:0x0]: returning size 3 00010000:00010000:1.0:1713531220.633243:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633247:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633253:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633256:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.633258:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633261:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633288:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff88008d7a4e00) 00010000:00010000:1.0:1713531220.633290:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.633292:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633295:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352a9f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633303:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633306:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633309:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633312:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.633313:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633316:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633322:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.633324:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.633325:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633328:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352a9e8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633331:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633334:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633336:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633339:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.633341:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633344:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633347:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x535d622f (ffff8800a3da5600) 00010000:00010000:1.0:1713531220.633348:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.633349:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633352:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352a9ef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x535d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.633368:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a9e1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e6e expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.633373:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352a9e1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e6e expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.633378:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:1.0:1713531220.633396:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:7996:x1796767404927296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 322us (359us total) trans 4294970120 rc 301/301 00000100:00100000:1.0:1713531220.633401:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3978 00000100:00100000:0.0:1713531220.634226:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.634333:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.634351:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404927488 00000100:00100000:0.0:1713531220.634354:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404927488 00000100:00100000:0.0:1713531220.634366:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3980 00000100:00100000:0.0:1713531220.634369:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:7998:x1796767404927488:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.634374:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.634381:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352aa12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e75 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.634580:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x38:0x0], index 1: 0 00010000:00010000:0.0:1713531220.634668:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aa19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.634674:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aa19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.634679:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aa19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.634746:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352aa12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e75 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.634755:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aa19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e75 expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.634759:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff880091d37500) 00010000:00010000:0.0:1713531220.634760:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.634762:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6880, rc 0) 00000100:00100000:0.0:1713531220.634787:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:7998:x1796767404927488:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 417us (454us total) trans 4294970122 rc 0/0 00000100:00100000:0.0:1713531220.634791:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3980 00000100:00100000:0.0:1713531220.635705:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.636648:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.636690:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404927808 00000100:00100000:0.0:1713531220.636693:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404927808 00000100:00100000:0.0:1713531220.636706:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3982 00000100:00100000:0.0:1713531220.636709:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:7996:x1796767404927808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.636715:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.636721:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352aa35 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e83 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.636870:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3b:0x0], index 0: 0 00010000:00010000:0.0:1713531220.636958:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352aa4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.636963:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352aa4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.636968:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352aa4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.636990:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352aa35 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e83 expref: 107 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.636997:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352aa4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e83 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.637001:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff880134ed9c00) 00010000:00010000:0.0:1713531220.637003:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.637004:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:0.0:1713531220.637029:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:7996:x1796767404927808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 319us (357us total) trans 4294970123 rc 0/0 00000100:00100000:0.0:1713531220.637033:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3982 00000100:00100000:0.0:1713531220.637596:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404927936 00000100:00100000:0.0:1713531220.637600:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404927936 00000100:00100000:0.0:1713531220.637626:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3984 00000100:00100000:0.0:1713531220.637630:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:7997:x1796767404927936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.637670:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aa58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.637677:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aa58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.637684:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aa58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.637907:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.637911:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].43, 88 off11592 00000004:00010000:0.0:1713531220.637953:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88009aa6b800 reply state ffff88013187f000 transno 4294970124 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aa58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.637961:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.637998:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:7997:x1796767404927936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 367us (421us total) trans 4294970124 rc 0/0 00000100:00100000:0.0:1713531220.638002:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3984 00000100:00100000:0.0:1713531220.638559:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.638810:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.638847:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.638872:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3987 00000100:00100000:0.0:1713531220.638876:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:7998:x1796767404928192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.638881:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3988 00010000:00010000:0.0:1713531220.638882:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531220.638887:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:7996:x1796767404928320:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.638896:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352aa74 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e91 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.638904:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.638912:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352aa7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.638914:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352aa4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e83 expref: 109 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.638918:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.638923:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff880134ed9c00) 00010000:00010000:0.0:1713531220.638925:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352aa7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.638927:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.638937:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638942:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638947:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638955:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638961:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638964:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.638973:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352aa74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e91 expref: 109 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.638983:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352aa7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e91 expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.638990:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.638993:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.638995:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff880091d37100) 00010000:00010000:1.0:1713531220.638996:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.638997:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.638999:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.638999:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00010000:00010000:1.0:1713531220.639000:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639003:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639007:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:1.0:1713531220.639008:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.639010:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639012:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352aa82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639016:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.639017:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:7998:x1796767404928192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (207us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.639019:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.639021:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3987 00010000:00010000:1.0:1713531220.639022:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639025:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.639026:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639029:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639032:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x7526b5a0 (ffff88008d223300) 00010000:00010000:1.0:1713531220.639033:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.639034:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639037:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352aa89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0x7526b5a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.639064:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:7996:x1796767404928320:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 177us (216us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.639068:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3988 00000100:00100000:0.0:1713531220.639369:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.639676:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404928576 00000100:00100000:1.0:1713531220.639680:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404928576 00000100:00100000:1.0:1713531220.639696:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404928448 00000100:00100000:1.0:1713531220.639698:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404928448 00000100:00100000:0.0:1713531220.639704:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3989 00000100:00100000:0.0:1713531220.639709:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:7998:x1796767404928576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.639713:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3990 00000100:00100000:1.0:1713531220.639716:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:7996:x1796767404928448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.639723:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.639731:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352aa90 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3e98 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.639736:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aa97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.639743:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aa97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.639746:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.639747:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aa97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.639751:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639756:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.639795:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352aa90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.639802:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.639806:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:1.0:1713531220.639808:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.639809:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:1.0:1713531220.639827:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:7996:x1796767404928448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 110us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.639831:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3990 00000040:00080000:0.0:1713531220.639908:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].44, 88 off11584 00000004:00010000:0.0:1713531220.639949:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dbbca80 reply state ffff88013187b000 transno 4294970125 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aa97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.639954:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.639984:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:7998:x1796767404928576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 274us (346us total) trans 4294970125 rc 0/0 00000100:00100000:0.0:1713531220.639988:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3989 00000100:00100000:0.0:1713531220.640171:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404928704 00000100:00100000:0.0:1713531220.640174:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404928704 00000100:00100000:0.0:1713531220.640196:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:0.0:1713531220.640199:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:7997:x1796767404928704:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.640466:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404928832 00000100:00100000:1.0:1713531220.640470:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404928832 00000100:00100000:0.0:1713531220.640475:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:7997:x1796767404928704:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 273us (333us total) trans 4294970126 rc 0/0 00000100:00100000:0.0:1713531220.640480:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:1.0:1713531220.640488:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3991 00000100:00100000:1.0:1713531220.640493:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:7996:x1796767404928832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.640521:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352aaa5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.640529:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352aaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.640536:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352aaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:1.0:1713531220.640703:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].44, 88 off11680 00000004:00010000:1.0:1713531220.640757:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132314000 reply state ffff88008d6c0000 transno 4294970127 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352aaa5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.640763:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.640800:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+113:7996:x1796767404928832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 305us (389us total) trans 4294970127 rc 0/0 00000100:00100000:1.0:1713531220.640806:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3991 00000100:00100000:0.0:1713531220.641065:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.641113:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404929024 00000100:00100000:1.0:1713531220.641117:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404929024 00000100:00100000:1.0:1713531220.641144:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3993 00000100:00100000:1.0:1713531220.641149:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:7997:x1796767404929024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.641189:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:7997:x1796767404929024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 39us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.641195:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3993 00000100:00100000:0.0:1713531220.641374:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.641408:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.641457:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404929088 00000100:00100000:1.0:1713531220.641462:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404929088 00000100:00100000:1.0:1713531220.641481:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3994 00000100:00100000:1.0:1713531220.641487:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:7996:x1796767404929088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.641497:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.641506:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ea6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.641532:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.641542:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.641553:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:1.0:1713531220.641555:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.641557:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:1.0:1713531220.641590:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:7996:x1796767404929088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 101us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.641596:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3994 00000100:00100000:1.0:1713531220.641973:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404929216 00000100:00100000:1.0:1713531220.641978:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404929216 00000100:00100000:1.0:1713531220.642003:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3995 00000100:00100000:1.0:1713531220.642008:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:7997:x1796767404929216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.642016:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.642025:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352aaba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x63:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ead expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.642051:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352aac1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x63:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.642065:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352aac1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.642073:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352aac1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531220.642091:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.642100:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352aac1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.642116:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352aaba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x63:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ead expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.642128:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352aac1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ead expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.642134:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x63:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:1.0:1713531220.642136:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.642138:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13600, rc 0) 00000100:00100000:1.0:1713531220.642171:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:7997:x1796767404929216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 162us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.642177:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3995 00000100:00100000:0.0:1713531220.642229:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.642264:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.642284:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404929344 00000100:00100000:1.0:1713531220.642288:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404929344 00000100:00100000:1.0:1713531220.642313:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 911 00000100:00100000:1.0:1713531220.642318:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:7998:x1796767404929344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.642500:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:7998:x1796767404929344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 181us (270us total) trans 4294970128 rc 0/0 00000100:00100000:1.0:1713531220.642507:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 911 00000100:00100000:0.0:1713531220.642952:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.643144:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404929600 00000100:00100000:1.0:1713531220.643147:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404929600 00000100:00100000:1.0:1713531220.643160:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 912 00000100:00100000:1.0:1713531220.643164:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:7996:x1796767404929600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.643207:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.643324:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:7996:x1796767404929600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 158us (224us total) trans 4294970129 rc 0/0 00000100:00100000:1.0:1713531220.643332:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 912 00000100:00100000:0.0:1713531220.643793:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.643817:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.643871:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3997 00000100:00100000:1.0:1713531220.643878:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:7997:x1796767404929856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.643932:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:7997:x1796767404929856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 55us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.643937:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3997 00000100:00100000:0.0:1713531220.644015:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.644055:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930048 00000100:00100000:1.0:1713531220.644058:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930048 00000100:00100000:1.0:1713531220.644077:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 3999 00000100:00100000:1.0:1713531220.644083:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+116:7998:x1796767404930048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.644088:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.644094:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352aacf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ebb expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.644115:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352aad6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644121:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352aad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644126:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352aad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531220.644138:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.644143:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352aad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644152:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352aacf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x64:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ebb expref: 118 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.644161:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352aad6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ebb expref: 117 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.644165:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff880091d37100) 00010000:00010000:1.0:1713531220.644167:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.644168:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13cc0, rc 0) 00000100:00100000:1.0:1713531220.644183:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:7998:x1796767404930048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 99us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.644186:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 3999 00000100:00100000:1.0:1713531220.644695:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930112 00000100:00100000:1.0:1713531220.644700:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930112 00000100:00100000:1.0:1713531220.644725:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4000 00000100:00100000:1.0:1713531220.644730:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:7996:x1796767404930112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.644738:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.644746:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352aadd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ec2 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.644762:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.644770:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644778:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644785:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531220.644800:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.644808:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.644822:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352aadd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec2 expref: 119 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.644834:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec2 expref: 118 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.644840:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:1.0:1713531220.644842:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.644845:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00000100:00100000:1.0:1713531220.644867:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7996:x1796767404930112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 136us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.644873:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4000 00000100:00100000:0.0:1713531220.645041:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.645660:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930304 00000100:00100000:0.0:1713531220.645664:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930304 00000100:00100000:0.0:1713531220.645692:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 810 00000100:00100000:0.0:1713531220.645696:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404930304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.645701:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.645710:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352aaf9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ed7 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531220.645721:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:0.0:1713531220.645729:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.645731:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.645735:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352aaf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ed7 expref: 16 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.645742:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352aaf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ed7 expref: 16 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.645748:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a46c0, rc 0) 00000100:00100000:0.0:1713531220.645813:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404930304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.645820:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 810 00000100:00100000:0.0:1713531220.645901:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.645913:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930496 00000100:00100000:1.0:1713531220.645918:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930496 00000100:00100000:1.0:1713531220.645938:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4001 00000100:00100000:1.0:1713531220.645943:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7998:x1796767404930496:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.645980:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7998:x1796767404930496:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 36us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.645987:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4001 00000100:00100000:0.0:1713531220.646465:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.646505:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930624 00000100:00100000:1.0:1713531220.646508:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930624 00000100:00100000:1.0:1713531220.646525:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4002 00000100:00100000:1.0:1713531220.646530:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7996:x1796767404930624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.646577:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7996:x1796767404930624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 45us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.646587:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4002 00000100:00100000:0.0:1713531220.646667:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930688 00000100:00100000:0.0:1713531220.646671:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930688 00000100:00100000:0.0:1713531220.646694:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 811 00000100:00100000:0.0:1713531220.646697:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:7998:x1796767404930688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.646703:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.646711:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ede expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.646722:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b780000/0xe3b2c9851352aaf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ed0 expref: 13 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.646726:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.646727:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.646729:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.646744:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b780000/0xe3b2c9851352aaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ed0 expref: 13 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.646751:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b780000/0xe3b2c9851352aaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ed0 expref: 13 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.646757:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409630912:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.646774:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.646900:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.647253:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.647364:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409630912:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.647379:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 13 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.647388:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:1.0:1713531220.647412:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:7998:x1796767404930688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 712us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.647418:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 811 00000100:00100000:0.0:1713531220.648064:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.648091:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.648107:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404930944 00000100:00100000:1.0:1713531220.648111:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404930944 00000100:00100000:1.0:1713531220.648130:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4003 00000100:00100000:1.0:1713531220.648134:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:7997:x1796767404930944:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.649511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.649567:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.649677:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404931136 00000100:00100000:0.0:1713531220.649688:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404931136 00000100:00100000:0.0:1713531220.649939:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4004 00000100:00100000:0.0:1713531220.649945:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:7998:x1796767404931136:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531220.657385:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970126 is committed 00000020:00080000:1.0:1713531220.657406:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5480 refcount 2 committed 0 result 0 batchid 78 00000020:00080000:1.0:1713531220.657409:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008ee2d900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5b40 00000020:00080000:1.0:1713531220.657411:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008ee2da00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880091996400 00000001:00080000:1.0:1713531220.657422:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970129 is committed 00000020:00080000:1.0:1713531220.657447:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c82e180 refcount 2 committed 0 result 0 batchid 77 00000020:00080000:1.0:1713531220.657449:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c82e0c0 00000020:00080000:1.0:1713531220.657451:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c1c0400 00000020:00080000:1.0:1713531220.657469:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132063240 refcount 2 committed 0 result 0 batchid 76 00000020:00080000:1.0:1713531220.657470:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880132063d80 00000020:00080000:1.0:1713531220.657472:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a802400 00000100:00100000:0.0:1713531220.657474:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:7997:x1796767404930944:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9332us (9404us total) trans 0 rc 0/0 00000020:00080000:1.0:1713531220.657479:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 75 batchid updated 00000100:00100000:0.0:1713531220.657485:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4003 00000100:00100000:0.0:1713531220.658465:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.658484:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.658503:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.658519:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404931392 00000100:00100000:1.0:1713531220.658523:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404931392 00000100:00100000:1.0:1713531220.658555:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 813 00000100:00100000:1.0:1713531220.658561:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767404931328:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.658569:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 815 00000100:00100000:0.0:1713531220.658573:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767404931456:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.670414:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967489 is committed 00000001:00080000:0.0:1713531220.670436:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967493 is committed 00000100:00100000:1.0:1713531220.670487:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404931456:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11906us (11976us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.670502:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 815 00000100:00100000:0.0:1713531220.671241:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404931328:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12678us (12774us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.671248:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 813 00000100:00100000:0.0:1713531220.671625:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.671649:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.671707:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4007 00000100:00100000:0.0:1713531220.671712:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:7996:x1796767404931712:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.671738:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.671808:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352aae4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec2 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.671819:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.671822:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.671835:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671843:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671850:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671861:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671866:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671871:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671876:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.671878:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671884:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671891:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.671893:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.671895:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.671899:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ab15 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.671934:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:7996:x1796767404931712:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 221us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.671940:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4007 00000100:00100000:0.0:1713531220.672405:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.672481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.672494:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404931968 00000100:00100000:1.0:1713531220.672497:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404931968 00000100:00100000:1.0:1713531220.672515:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 817 00000100:00100000:1.0:1713531220.672520:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404931968:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.672530:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:1.0:1713531220.672640:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x3b:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.672643:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x3b:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.672646:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x3b:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.672648:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x3b:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531220.672650:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x3b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.672675:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404931968:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 153us (193us total) trans 4294967494 rc 0/0 00000100:00100000:1.0:1713531220.672682:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 817 00000100:00100000:0.0:1713531220.673291:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.673313:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.673341:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.673379:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4011 00000100:00100000:1.0:1713531220.673385:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:7997:x1796767404932416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.673406:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.673416:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352aa43 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e7c expref: 84 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.673422:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.673451:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352aa43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e7c expref: 84 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.673462:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352aa43 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e7c expref: 84 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.673473:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409631168:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.673504:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.674367:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409631168:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.674380:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.674433:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404932608 00000100:00100000:0.0:1713531220.674437:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404932608 00010000:00010000:0.0:1713531220.674449:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 87 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.674472:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 788 00000100:00100000:0.0:1713531220.674476:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767404932608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.674481:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.674485:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.674493:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.674501:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352aa9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e98 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.674502:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.674508:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.674509:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.674512:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352ab23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.674518:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352ab23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.674520:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.674523:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352ab23 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.674525:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.674534:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.674534:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.674538:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.674540:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.674545:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531220.674549:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404932608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.674553:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x63:0x0].0x0 (ffff88008bcbf100) 00000100:00100000:0.0:1713531220.674554:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 788 00010000:00010000:1.0:1713531220.674556:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.674558:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.674562:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ab2a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.674591:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+81:7997:x1796767404932416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1205us (1248us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.674600:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4011 00000100:00100000:0.0:1713531220.675210:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.675238:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.675303:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 819 00000100:00100000:0.0:1713531220.675308:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404932672:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.675327:0:10539:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ab38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.675339:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 10 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.675345:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.675347:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.675349:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ab38 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.675364:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 10 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.675373:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 10 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.675382:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409631360:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.675406:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.676239:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404932864 00000100:00100000:0.0:1713531220.676243:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404932864 00010000:00010000:0.0:1713531220.676252:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352aaeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec9 expref: 15 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.676255:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404932800 00000100:00100000:1.0:1713531220.676260:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404932800 00000100:00100000:0.0:1713531220.676283:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 789 00000100:00100000:0.0:1713531220.676286:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404932864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.676291:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 11 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.676291:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.676300:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352aaeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec9 expref: 15 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.676305:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352aaeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec9 expref: 15 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.676310:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 790 00000100:00100000:1.0:1713531220.676315:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404932800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.676317:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352aaeb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ec9 expref: 15 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.676322:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.676324:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.676325:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.676327:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.676332:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676333:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 11 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.676341:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.676343:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 11 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.676354:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404932864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 67us (170us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.676357:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ab00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ede expref: 11 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.676358:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 789 00010000:00010000:1.0:1713531220.676366:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.676367:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.676370:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ab38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676376:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ab38 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676392:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.676395:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.676400:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.676413:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404932800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (202us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.676413:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.676418:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.676419:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 790 00010000:00010000:0.0:1713531220.676421:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.676439:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.676442:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.676447:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.676455:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404932928 00010000:00010000:0.0:1713531220.676456:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.676458:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404932928 00010000:00010000:0.0:1713531220.676460:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b780b40/0xe3b2c9851352ab3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.676471:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 821 00000100:00100000:1.0:1713531220.676475:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404932928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.676485:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767404932736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1174us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.676490:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 820 00010000:00010000:1.0:1713531220.676493:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676504:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676511:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.676512:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.676514:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676529:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.676537:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.676547:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409631488:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.676582:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.676983:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.677009:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.677103:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409631488:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.677116:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.677294:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.677310:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404933248 00000100:00100000:1.0:1713531220.677313:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404933248 00010000:00010000:1.0:1713531220.677326:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.677351:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 791 00010000:00010000:0.0:1713531220.677351:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ab4d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.677356:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404933248:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.677358:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 82 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677363:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ab4d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.677370:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.677375:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 82 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.677380:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.677380:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 82 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.677386:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409631552:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.677388:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.677402:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352ab07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ee5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.677404:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1713531220.677411:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.677412:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.677414:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.677422:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.677450:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.677458:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677463:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.677468:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404933248:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 110us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.677473:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 791 00010000:00010000:0.0:1713531220.677473:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677477:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677484:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677488:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.677489:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677493:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677500:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.677503:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ab46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.677528:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404932928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1053us (1239us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.677532:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 821 00000100:00100000:0.0:1713531220.678067:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.678112:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404933312 00000100:00100000:1.0:1713531220.678117:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404933312 00010000:00010000:1.0:1713531220.678129:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352aa6d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e8a expref: 83 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.678133:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.678155:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404933376 00000100:00100000:0.0:1713531220.678156:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.678158:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404933376 00010000:00010000:1.0:1713531220.678165:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 84 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.678176:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 793 00000100:00100000:0.0:1713531220.678180:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767404933376:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.678186:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.678190:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.678195:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.678203:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352aaac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3e9f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.678209:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff880091d37100) 00010000:00010000:0.0:1713531220.678211:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ab4d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.678215:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ab4d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.678218:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ab4d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.678226:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.678247:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404933376:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.678251:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 793 00000100:00100000:1.0:1713531220.678667:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409631744 00000100:00100000:1.0:1713531220.678670:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409631744 00000100:00100000:1.0:1713531220.678687:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1713531220.678691:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409631744:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531220.678736:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409631744:12345-0@lo:1000:mdt00_000.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.678740:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1713531220.678798:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967489 gen 2 00000004:00080000:0.0:1713531220.678801:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967489 committed transno 4294967489 00000100:00100000:0.0:1713531220.678813:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d417480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409631744:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1713531220.679037:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970137 00000100:00100000:1.0:1713531220.679038:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409631872 00000100:00100000:1.0:1713531220.679041:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409631872 00000100:00100000:1.0:1713531220.679051:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1713531220.679054:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409631872:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531220.679068:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409631936:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.679133:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.679143:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.679153:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409631872:12345-0@lo:1000:mdt00_006.0 Request processed in 98us (133us total) trans 4294967485 rc 0/0 00000100:00100000:1.0:1713531220.679165:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1713531220.679227:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404933568 00000100:00100000:0.0:1713531220.679230:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404933568 00010000:00010000:0.0:1713531220.679239:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.679254:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 794 00000100:00100000:0.0:1713531220.679257:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767404933568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.679261:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.679264:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.679287:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.679294:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352aab3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ea6 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.679301:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.679303:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679307:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679310:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679317:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.679332:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767404933568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.679335:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 794 00000100:00100000:0.0:1713531220.679381:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409631936:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1713531220.679392:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679395:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679399:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679401:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.679403:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679406:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679410:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x63:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:0.0:1713531220.679411:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.679413:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679416:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ab54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679437:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679441:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679444:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679446:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a44000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.679448:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679451:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679455:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff88008cf73900) 00010000:00010000:0.0:1713531220.679456:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.679457:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679460:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44000/0xe3b2c9851352846b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679475:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679479:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679482:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679485:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679488:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679490:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679492:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.679494:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679499:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679503:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff88008cf75800) 00010000:00010000:0.0:1713531220.679504:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.679505:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.679507:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ab69 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:0.0:1713531220.679659:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.679662:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.679717:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 101 count 121 00000040:00080000:0.0:1713531220.679724:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.679749:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:7997:x1796767404933184:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2654us (2739us total) trans 4294970140 rc 0/0 00000100:00100000:0.0:1713531220.679753:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4013 00000020:00080000:0.0:1713531220.679755:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.679860:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d414a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409632064:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1713531220.679874:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679880:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679885:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679890:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bfcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.679892:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679897:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679904:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88008d223600) 00010000:00010000:0.0:1713531220.679906:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.679908:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679912:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352ab5b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.679927:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679932:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.679938:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.680003:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a473c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.680005:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.680009:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.680016:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff88008d7a4e00) 00010000:00010000:0.0:1713531220.680018:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.680020:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.680025:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c98513528448 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.680044:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680050:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680055:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680060:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680064:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680068:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680073:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.680075:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680080:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680084:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff88008cf75f00) 00010000:00010000:0.0:1713531220.680086:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.680089:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.680094:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ab70 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531220.680134:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.680137:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.680204:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 100 count 121 00000040:00080000:0.0:1713531220.680208:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.680245:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:7996:x1796767404933504:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2041us (2087us total) trans 4294970144 rc 0/0 00000100:00100000:0.0:1713531220.680249:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4014 00000020:00080000:0.0:1713531220.680251:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.680416:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.680448:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404933696 00000100:00100000:1.0:1713531220.680450:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404933696 00000100:00100000:1.0:1713531220.680472:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 913 00000100:00100000:1.0:1713531220.680475:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:7998:x1796767404933696:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531220.680708:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x64:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.680761:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970145 00010000:00010000:1.0:1713531220.680800:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680808:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680816:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680821:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680826:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680830:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680835:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680839:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.680841:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680845:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680851:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff88008bd36b00) 00010000:00010000:1.0:1713531220.680852:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.680854:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.680858:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ab77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531220.680927:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:7998:x1796767404933696:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 449us (510us total) trans 4294970147 rc 0/0 00000100:00100000:1.0:1713531220.680934:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 913 00000020:00080000:1.0:1713531220.680937:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.681013:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.681262:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.681304:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404934016 00000100:00100000:0.0:1713531220.681306:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.681308:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404934016 00000100:00100000:1.0:1713531220.681329:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404934080 00000100:00100000:1.0:1713531220.681331:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404934080 00000100:00100000:1.0:1713531220.681344:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4015 00000100:00100000:1.0:1713531220.681349:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:8001:x1796767404934016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.681350:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:1.0:1713531220.681365:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.681418:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:8001:x1796767404934016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.681439:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4015 00000100:00100000:0.0:1713531220.682139:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.682156:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.682189:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.682227:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4018 00000100:00100000:0.0:1713531220.682232:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:8001:x1796767404934208:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.682259:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682265:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682288:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682299:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682303:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682307:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682319:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682322:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682326:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.682337:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7e:0x0]: returning size 3 00000004:00200000:0.0:1713531220.682339:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.682344:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682358:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682362:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682365:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682373:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.682374:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682378:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682384:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.682385:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.682388:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682391:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ab8c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682396:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682399:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682402:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682404:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.682406:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682409:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682412:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4a5d622f (ffff88008d223300) 00010000:00010000:0.0:1713531220.682413:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.682414:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682416:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352aba1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682437:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682440:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682444:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682447:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.682448:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682451:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682455:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (ffff880090055500) 00010000:00010000:0.0:1713531220.682456:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.682457:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.682460:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352abb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.682490:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:8001:x1796767404934208:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 258us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.682495:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4018 00000100:00100000:0.0:1713531220.683175:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.684461:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.684500:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404934528 00000100:00100000:0.0:1713531220.684502:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404934528 00000100:00100000:0.0:1713531220.684521:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4022 00000100:00100000:0.0:1713531220.684524:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8001:x1796767404934528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.684535:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x7e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.684567:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8001:x1796767404934528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.684571:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4022 00000100:00100000:1.0:1713531220.685583:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.685613:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.685633:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404934784 00000100:00100000:1.0:1713531220.685637:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404934784 00000100:00100000:0.0:1713531220.685659:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.685662:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4025 00000100:00100000:1.0:1713531220.685667:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8001:x1796767404934784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.685675:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404934976 00010000:00010000:1.0:1713531220.685676:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.685678:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404934976 00010000:00010000:1.0:1713531220.685687:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ac11 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3efa expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.685693:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4026 00000100:00100000:0.0:1713531220.685698:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:7999:x1796767404934976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.685705:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.685721:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ac18 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f01 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.685767:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685775:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685781:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685791:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685795:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685800:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685822:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685829:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685833:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.685836:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x77:0x0]: returning size 3 00010000:00010000:0.0:1713531220.685869:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685872:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685875:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685878:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.685880:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685883:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685888:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (ffff880131ab6a00) 00010000:00010000:0.0:1713531220.685889:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.685891:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685893:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ac2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685899:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685905:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685911:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685915:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.685916:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685921:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685926:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.685928:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.685930:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685934:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352ac1f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685941:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685946:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685951:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685955:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.685957:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685964:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685970:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xac5d622f (ffff880134ed9400) 00010000:00010000:0.0:1713531220.685971:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.685972:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.685977:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ac26 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00080000:1.0:1713531220.685986:0:6406:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x39:0x0], index 1: 0 00010000:00010000:0.0:1713531220.685998:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ac18 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f01 expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.686005:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ac18 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f01 expref: 103 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.686011:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6640, rc 0) 00000100:00100000:0.0:1713531220.686042:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:7999:x1796767404934976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 343us (382us total) trans 4294970153 rc 301/301 00000100:00100000:0.0:1713531220.686047:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4026 00010000:00010000:1.0:1713531220.686097:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352ac3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.686105:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352ac3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.686111:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352ac3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.686143:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352ac11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3efa expref: 103 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.686152:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352ac3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3efa expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.686157:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.686159:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.686161:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13600, rc 0) 00000100:00100000:1.0:1713531220.686192:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8001:x1796767404934784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 523us (580us total) trans 4294970154 rc 0/0 00000100:00100000:1.0:1713531220.686198:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4025 00000100:00100000:0.0:1713531220.686856:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.686888:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935040 00000100:00100000:1.0:1713531220.686892:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935040 00000100:00100000:1.0:1713531220.686914:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4027 00000100:00100000:1.0:1713531220.686918:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7999:x1796767404935040:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.686932:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x77:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.686974:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:7999:x1796767404935040:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 55us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.686978:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4027 00000100:00100000:0.0:1713531220.687173:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.687199:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935168 00000100:00100000:1.0:1713531220.687201:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935168 00000100:00100000:1.0:1713531220.687216:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4028 00000100:00100000:1.0:1713531220.687219:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8000:x1796767404935168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.687224:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.687232:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352ac49 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f08 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.687397:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3c:0x0], index 0: 0 00010000:00010000:1.0:1713531220.687531:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ac50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.687538:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ac50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.687542:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ac50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.687561:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352ac49 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f08 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.687569:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ac50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f08 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.687573:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff88008bd36600) 00010000:00010000:1.0:1713531220.687574:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.687576:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af106c0, rc 0) 00000100:00100000:1.0:1713531220.687600:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8000:x1796767404935168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 380us (429us total) trans 4294970155 rc 0/0 00000100:00100000:1.0:1713531220.687604:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4028 00000100:00100000:1.0:1713531220.688634:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935296 00000100:00100000:1.0:1713531220.688637:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935296 00000100:00100000:1.0:1713531220.688653:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4029 00000100:00100000:1.0:1713531220.688657:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8001:x1796767404935296:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.688676:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.688688:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352ac3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3efa expref: 104 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.688696:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.688700:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.688710:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688716:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688721:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688730:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688735:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688741:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688784:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688791:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688796:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688800:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.688802:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688807:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688812:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:1.0:1713531220.688813:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.688815:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688818:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352ac5e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688824:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688827:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688830:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688833:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.688834:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688837:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688840:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0xcab0b742 (ffff88008bd36800) 00010000:00010000:1.0:1713531220.688841:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.688842:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.688844:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352ac65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x76:0x0].0xcab0b742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531220.688880:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8001:x1796767404935296:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 222us (276us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.688885:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4029 00000100:00100000:0.0:1713531220.689532:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.689571:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935360 00000100:00100000:1.0:1713531220.689574:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935360 00000100:00100000:1.0:1713531220.689590:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935488 00000100:00100000:1.0:1713531220.689591:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935488 00000100:00100000:1.0:1713531220.689601:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4030 00000100:00100000:1.0:1713531220.689604:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8001:x1796767404935360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.689610:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.689618:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352ac6c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f0f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.689630:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.689634:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.689639:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.689680:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352ac6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.689687:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.689691:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.689693:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.689694:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:1.0:1713531220.689717:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8001:x1796767404935360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 112us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.689721:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4030 00000100:00100000:0.0:1713531220.690357:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404935616 00000100:00100000:0.0:1713531220.690360:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404935616 00000100:00100000:0.0:1713531220.690379:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4032 00000100:00100000:0.0:1713531220.690382:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+106:8001:x1796767404935616:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.690414:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ac8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.690420:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ac8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.690438:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ac8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000040:00080000:0.0:1713531220.690609:0:15571:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].45, 88 off11672 00000004:00010000:0.0:1713531220.690651:0:15571:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132317480 reply state ffff880134d64000 transno 4294970157 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ac8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.690656:0:15571:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.690693:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+108:8001:x1796767404935616:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 309us (350us total) trans 4294970157 rc 0/0 00000100:00100000:0.0:1713531220.690697:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4032 00000100:00100000:0.0:1713531220.690913:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.691295:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.691759:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.691794:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.691811:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4035 00000100:00100000:0.0:1713531220.691815:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8000:x1796767404935872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.691822:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.691832:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352acab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f24 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.691845:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.691852:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.691857:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.691890:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352acab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.691898:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.691903:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:0.0:1713531220.691904:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.691905:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00000100:00100000:0.0:1713531220.691929:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8000:x1796767404935872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 113us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.691933:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4035 00000100:00100000:0.0:1713531220.692141:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.692482:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.692502:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.692536:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4037 00000100:00100000:1.0:1713531220.692541:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8000:x1796767404936256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.692566:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352acce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.692572:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352acce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.692578:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352acce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531220.692723:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].45, 88 off11768 00000004:00010000:1.0:1713531220.692785:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880134c3ca80 reply state ffff880134eb1000 transno 4294970158 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352acce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.692792:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.692838:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8000:x1796767404936256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 295us (354us total) trans 4294970158 rc 0/0 00000100:00100000:1.0:1713531220.692843:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4037 00000100:00100000:0.0:1713531220.692929:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936384 00000100:00100000:0.0:1713531220.692932:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936384 00000100:00100000:0.0:1713531220.692947:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 916 00000100:00100000:0.0:1713531220.692950:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+110:8001:x1796767404936384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.693072:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+111:8001:x1796767404936384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 121us (158us total) trans 4294970159 rc 0/0 00000100:00100000:0.0:1713531220.693080:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 916 00000100:00100000:0.0:1713531220.693287:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.693320:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936512 00000100:00100000:1.0:1713531220.693323:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936512 00000100:00100000:0.0:1713531220.693327:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.693343:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936576 00000100:00100000:1.0:1713531220.693345:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936576 00000100:00100000:1.0:1713531220.693361:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4040 00000100:00100000:1.0:1713531220.693366:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8000:x1796767404936576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.693374:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.693381:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f32 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.693401:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.693410:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.693421:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.693423:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.693433:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:1.0:1713531220.693456:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8000:x1796767404936576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 90us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.693460:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4040 00000100:00100000:0.0:1713531220.693600:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.693620:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936704 00000100:00100000:1.0:1713531220.693623:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936704 00000100:00100000:1.0:1713531220.693637:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4041 00000100:00100000:1.0:1713531220.693640:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8001:x1796767404936704:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.693678:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8001:x1796767404936704:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.693685:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4041 00000100:00100000:0.0:1713531220.694104:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.694125:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.694152:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936832 00000100:00100000:1.0:1713531220.694155:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936832 00000100:00100000:1.0:1713531220.694168:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4042 00000100:00100000:1.0:1713531220.694171:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:7999:x1796767404936832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.694177:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.694182:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f39 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694197:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694203:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694209:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:1.0:1713531220.694210:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.694212:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10fc0, rc 0) 00000100:00100000:1.0:1713531220.694226:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:7999:x1796767404936832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 55us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.694230:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4042 00000100:00100000:0.0:1713531220.694312:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.694334:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404936896 00000100:00100000:1.0:1713531220.694336:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404936896 00000100:00100000:1.0:1713531220.694346:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4043 00000100:00100000:1.0:1713531220.694349:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8001:x1796767404936896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.694354:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.694359:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352acf1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f40 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694376:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352acf8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.694383:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352acf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.694390:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352acf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531220.694405:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.694413:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352acf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.694438:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352acf1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x66:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f40 expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694450:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352acf8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f40 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.694456:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.694458:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.694460:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11440, rc 0) 00000100:00100000:1.0:1713531220.694481:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8001:x1796767404936896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.694486:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4043 00000100:00100000:0.0:1713531220.694816:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.694853:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.695165:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.695612:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.695641:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937280 00000100:00100000:1.0:1713531220.695645:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937280 00000100:00100000:0.0:1713531220.695646:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.695664:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4044 00000100:00100000:1.0:1713531220.695668:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:8000:x1796767404937280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.695705:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8000:x1796767404937280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.695711:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4044 00000100:00100000:0.0:1713531220.695859:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.695875:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937536 00000100:00100000:1.0:1713531220.695879:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937536 00000100:00100000:1.0:1713531220.695893:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4045 00000100:00100000:1.0:1713531220.695897:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8001:x1796767404937536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.695924:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8001:x1796767404937536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.695929:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4045 00000100:00100000:0.0:1713531220.696159:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.696192:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937600 00000100:00100000:1.0:1713531220.696195:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937600 00000100:00100000:1.0:1713531220.696207:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4046 00000100:00100000:1.0:1713531220.696210:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8000:x1796767404937600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.696215:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.696220:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352ad06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f4e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.696238:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.696243:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.696247:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531220.696256:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.696261:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.696285:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352ad06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f4e expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.696296:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f4e expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.696300:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.696301:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.696302:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13a80, rc 0) 00000100:00100000:1.0:1713531220.696327:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8000:x1796767404937600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 114us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.696331:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4046 00000100:00100000:1.0:1713531220.696403:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937728 00000100:00100000:1.0:1713531220.696406:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937728 00000100:00100000:1.0:1713531220.696418:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4047 00000100:00100000:1.0:1713531220.696422:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7999:x1796767404937728:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.696471:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:7999:x1796767404937728:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 47us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.696476:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4047 00000100:00100000:0.0:1713531220.696496:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.697035:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.697053:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.697092:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937920 00000100:00100000:1.0:1713531220.697096:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937920 00000100:00100000:1.0:1713531220.697117:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 827 00000100:00100000:1.0:1713531220.697121:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404937920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.697129:0:7957:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.697139:0:7957:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f63 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.697151:0:7957:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.697159:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.697161:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.697165:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 14 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.697176:0:7957:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 14 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.697184:0:7957:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10240, rc 0) 00000100:00100000:1.0:1713531220.697203:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404937920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 80us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.697209:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 827 00000100:00100000:1.0:1713531220.697323:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404937984 00000100:00100000:1.0:1713531220.697327:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404937984 00010000:00010000:1.0:1713531220.697340:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bed00/0xe3b2c9851352acff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f47 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.697356:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 795 00000100:00100000:1.0:1713531220.697361:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404937984:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.697368:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.697377:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bed00/0xe3b2c9851352acff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f47 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.697386:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bed00/0xe3b2c9851352acff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f47 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.697400:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bed00/0xe3b2c9851352acff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f47 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.697410:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.697411:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.697416:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.697435:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.697454:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.697463:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409632256:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.697493:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f6240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.698001:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.698016:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.698070:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409632256:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.698080:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.698096:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404937984:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 733us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.698102:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 795 00000100:00100000:0.0:1713531220.698443:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.698739:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.698876:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404938432 00000100:00100000:1.0:1713531220.698879:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404938432 00000100:00100000:1.0:1713531220.698892:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 829 00000100:00100000:1.0:1713531220.698895:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:8000:x1796767404938432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.698900:0:7957:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.698907:0:7957:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f71 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.698920:0:7957:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.698924:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.698925:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.698927:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.698937:0:7957:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.698942:0:7957:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.698948:0:7957:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7957:1796767409632320:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.698964:0:7957:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.699337:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.699498:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.699500:0:7957:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7957:1796767409632320:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.699509:0:7957:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 15 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.699515:0:7957:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00000100:00100000:0.0:1713531220.699519:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.699531:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:8000:x1796767404938432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 635us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.699535:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 829 00000100:00100000:1.0:1713531220.699565:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404938624 00000100:00100000:1.0:1713531220.699567:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404938624 00010000:00010000:1.0:1713531220.699574:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.699587:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 796 00000100:00100000:1.0:1713531220.699591:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404938624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.699598:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.699608:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.699616:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.699630:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10240/0xe3b2c9851352ad29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f63 expref: 15 pid: 7957 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.699639:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.699641:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.699644:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.699651:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.699666:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.699675:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409632448:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.699696:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.700330:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.700355:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409632448:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.700364:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.700377:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404938624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 786us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.700382:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 796 00000100:00100000:0.0:1713531220.700390:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404938688 00000100:00100000:0.0:1713531220.700391:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404938688 00010000:00010000:0.0:1713531220.700399:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ad30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f6a expref: 17 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.700414:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 797 00000100:00100000:0.0:1713531220.700418:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404938688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.700452:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.700463:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ad30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f6a expref: 17 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.700473:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ad30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f6a expref: 17 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.700517:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.700518:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.700524:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.700532:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.700552:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.700615:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409632512:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.700932:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.700985:0:10539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ad30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f6a expref: 17 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.700992:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d416a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10539:1796767409632384:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.701008:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 16 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.701014:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be880, rc 0) 00000100:00100000:0.0:1713531220.701052:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:7999:x1796767404938560:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1502us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.701057:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 830 00000100:00100000:1.0:1713531220.701759:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409632512:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.701771:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.701793:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404938688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1373us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.701802:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 797 00000100:00100000:0.0:1713531220.702149:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.702185:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.702197:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404938880 00000100:00100000:0.0:1713531220.702199:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404938880 00000100:00100000:0.0:1713531220.702213:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4052 00000100:00100000:0.0:1713531220.702216:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8000:x1796767404938880:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.703318:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.703348:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404938944 00000100:00100000:0.0:1713531220.703351:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404938944 00000100:00100000:0.0:1713531220.703366:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4053 00000100:00100000:0.0:1713531220.703369:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:7999:x1796767404938944:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.703410:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:7999:x1796767404938944:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 40us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.703413:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4053 00000100:00100000:0.0:1713531220.703936:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531220.709109:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970159 is committed 00000020:00080000:1.0:1713531220.709122:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d01c540 refcount 2 committed 0 result 0 batchid 80 00000020:00080000:1.0:1713531220.709125:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d01c000 00000020:00080000:1.0:1713531220.709127:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012fc41800 00000001:00080000:1.0:1713531220.709144:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970162 is committed 00000020:00080000:1.0:1713531220.709159:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b50b3c0 refcount 2 committed 0 result 0 batchid 79 00000020:00080000:1.0:1713531220.709160:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800994476c0 00000020:00080000:1.0:1713531220.709162:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbfd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134cae000 00000020:00080000:1.0:1713531220.709169:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 78 batchid updated 00000020:00080000:1.0:1713531220.709177:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b4c58240 refcount 2 committed 0 result 0 batchid 81 00000020:00080000:1.0:1713531220.709179:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b4c589c0 00000020:00080000:1.0:1713531220.709180:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801362ba400 00000100:00100000:0.0:1713531220.714081:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.714188:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404939520 00000100:00100000:1.0:1713531220.714191:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404939520 00010000:00010000:1.0:1713531220.714203:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.714217:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 798 00000100:00100000:1.0:1713531220.714221:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767404939520:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.714226:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.714229:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.714235:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.714244:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ac73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f0f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.714250:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.714252:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352ad4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x66:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.714257:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352ad4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.714260:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352ad4c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.714282:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.714298:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767404939520:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 76us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.714302:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 798 00000001:00080000:1.0:1713531220.714546:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967485 is committed 00000001:00080000:1.0:1713531220.714552:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967488 is committed 00000001:00080000:1.0:1713531220.714559:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967489 is committed 00000100:00100000:0.0:1713531220.715306:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.715336:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404939712 00000100:00100000:0.0:1713531220.715339:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404939712 00000100:00100000:0.0:1713531220.715358:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4056 00000100:00100000:0.0:1713531220.715363:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:7999:x1796767404939712:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.715394:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.715405:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352ad22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x68:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f5c expref: 83 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.715417:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:0.0:1713531220.715420:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.715445:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715452:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715458:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715468:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715472:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715477:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715481:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.715483:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715488:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715494:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:0.0:1713531220.715496:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.715498:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.715503:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ad5a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.715548:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7999:x1796767404939712:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 184us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.715552:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4056 00000100:00100000:0.0:1713531220.716012:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.716052:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.716068:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404939776 00000100:00100000:1.0:1713531220.716072:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404939776 00010000:00010000:1.0:1713531220.716082:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.716094:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 799 00000100:00100000:1.0:1713531220.716097:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404939776:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.716102:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.716109:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 14 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.716116:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 14 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.716126:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ad14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f55 expref: 14 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.716131:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.716132:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.716135:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b780000/0xe3b2c9851352ad53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.716140:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b780000/0xe3b2c9851352ad53 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.716149:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.716161:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404939776:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.716165:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 799 00000100:00100000:0.0:1713531220.716630:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.716643:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404939968 00000100:00100000:0.0:1713531220.716646:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404939968 00000100:00100000:0.0:1713531220.716662:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4057 00000100:00100000:0.0:1713531220.716741:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7999:x1796767404939968:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.716759:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.716766:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 82 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.716770:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.716781:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 82 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.716786:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 82 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.716793:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d091500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409632704:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.716811:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.717664:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d091500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409632704:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.717676:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.717690:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940160 00000100:00100000:1.0:1713531220.717693:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940160 00010000:00010000:1.0:1713531220.717704:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.717718:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 800 00000100:00100000:1.0:1713531220.717722:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767404940160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.717729:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.717732:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940224 00010000:00010000:1.0:1713531220.717734:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.717735:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940224 00010000:00010000:1.0:1713531220.717742:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.717744:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352aca4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f1d expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.717753:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352acd5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x68:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f2b expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.717754:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 801 00000100:00100000:0.0:1713531220.717757:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767404940224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.717761:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:0.0:1713531220.717762:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.717764:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.717765:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352aca4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f1d expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.717770:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.717774:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352aca4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f1d expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.717775:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717785:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.717789:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352aca4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f1d expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.717798:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88008bd36900) 00000100:00100000:1.0:1713531220.717802:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+84:1822:x1796767404940160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 79us (124us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.717802:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352ad68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.717807:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352ad68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.717808:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 800 00010000:00010000:0.0:1713531220.717812:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352ad68 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.717825:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.717826:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717831:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717842:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.717845:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404940224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.717848:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.717850:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 801 00010000:00010000:1.0:1713531220.717853:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717857:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.717859:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717864:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717871:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:1.0:1713531220.717873:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.717876:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.717881:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ad61 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.717907:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+82:7999:x1796767404939968:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1239us (1278us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.717913:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4057 00000100:00100000:0.0:1713531220.718526:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.718832:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409632960 00000100:00100000:0.0:1713531220.718846:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409632960 00000100:00100000:0.0:1713531220.718921:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1713531220.718926:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409632960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.719227:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409632960:12345-0@lo:1000:mdt00_002.0 Request processed in 298us (403us total) trans 4294967492 rc 0/0 00000100:00100000:0.0:1713531220.719235:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1713531220.719394:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.719405:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940352 00000100:00100000:1.0:1713531220.719408:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940352 00010000:00010000:1.0:1713531220.719416:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 12 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.719438:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 802 00000100:00100000:1.0:1713531220.719442:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404940352:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.719446:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.719453:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 12 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.719459:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 12 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.719468:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352ad3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f78 expref: 12 pid: 10539 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.719474:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.719475:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.719477:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b780900/0xe3b2c9851352ad6f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.719482:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b780900/0xe3b2c9851352ad6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.719494:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.719507:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404940352:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 64us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.719511:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 802 00000100:00100000:0.0:1713531220.720150:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940480 00000100:00100000:0.0:1713531220.720153:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940480 00000100:00100000:0.0:1713531220.720165:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4059 00000100:00100000:0.0:1713531220.720169:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+85:7999:x1796767404940480:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.720731:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967494 is committed 00000001:00080000:0.0:1713531220.720740:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967498 is committed 00000001:00080000:0.0:1713531220.720747:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967499 is committed 00000001:00080000:0.0:1713531220.720752:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967497 is committed 00000100:00100000:1.0:1713531220.721118:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940672 00000100:00100000:1.0:1713531220.721121:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940672 00010000:00010000:1.0:1713531220.721132:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.721148:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 803 00000100:00100000:1.0:1713531220.721152:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767404940672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.721158:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.721163:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.721170:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.721181:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352acea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f39 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.721189:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff880091d38700) 00010000:00010000:1.0:1713531220.721192:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352ad7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.721198:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352ad7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.721206:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352ad7d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x68:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.721216:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.721240:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767404940672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.721246:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 803 00000100:00100000:1.0:1713531220.721368:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404940800 00000100:00100000:1.0:1713531220.721371:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404940800 00000100:00100000:1.0:1713531220.721386:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4060 00000100:00100000:1.0:1713531220.721390:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8000:x1796767404940800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.721409:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.721418:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352ad0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f4e expref: 89 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.721441:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.721444:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.721457:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721464:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721469:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721479:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721484:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721489:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721493:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.721495:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721499:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721505:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.721507:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.721509:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.721514:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352ad8b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.721559:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8000:x1796767404940800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 167us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.721563:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409633088 00000100:00100000:1.0:1713531220.721564:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4060 00000100:00100000:0.0:1713531220.721566:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409633088 00000100:00100000:0.0:1713531220.721579:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1713531220.721582:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409633088:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.721612:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409633088:12345-0@lo:1000:mdt00_002.0 Request processed in 29us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.721615:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1713531220.721868:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409633152 00000100:00100000:0.0:1713531220.721870:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409633152 00000100:00100000:0.0:1713531220.721888:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1713531220.721892:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409633152:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.721999:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6406:x1796767409633152:12345-0@lo:1000:mdt00_002.0 Request processed in 105us (202us total) trans 4294967493 rc 0/0 00000100:00100000:0.0:1713531220.722005:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1713531220.722123:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.722972:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941120 00000100:00100000:0.0:1713531220.722975:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941120 00000100:00100000:0.0:1713531220.722990:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 920 00000100:00100000:0.0:1713531220.722993:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22ac850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:7999:x1796767404941120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1713531220.723105:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x68:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.723120:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970175 00010000:00010000:0.0:1713531220.723157:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723163:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723168:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723171:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723174:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723177:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723180:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723182:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.723184:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723187:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723191:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x68:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:0.0:1713531220.723192:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.723194:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531220.723196:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352ada0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x68:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531220.723239:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22ac850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:7999:x1796767404941120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 244us (282us total) trans 4294970176 rc 0/0 00000100:00100000:0.0:1713531220.723244:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 920 00000020:00080000:0.0:1713531220.723246:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.723907:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.723938:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941184 00000100:00100000:1.0:1713531220.723941:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941184 00010000:00010000:1.0:1713531220.723951:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.723969:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 804 00000100:00100000:1.0:1713531220.723972:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767404941184:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.723977:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.723980:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.723986:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.723994:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352acb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f24 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.724000:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.724002:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352ad99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.724006:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352ad99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.724009:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352ad99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.724016:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.724035:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767404941184:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.724039:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 804 00000100:00100000:0.0:1713531220.724644:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941248 00000100:00100000:0.0:1713531220.724647:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941248 00000100:00100000:0.0:1713531220.724664:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 839 00000100:00100000:0.0:1713531220.724668:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404941248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.724681:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ada7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.724688:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 12 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.724692:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.724693:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.724694:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ada7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.724705:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 12 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.724711:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 12 pid: 7957 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.724717:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409633280:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.724739:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.725590:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941312 00000100:00100000:1.0:1713531220.725594:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941312 00010000:00010000:1.0:1713531220.725606:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.725625:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 805 00000100:00100000:1.0:1713531220.725629:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404941312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.725634:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.725642:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.725648:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.725658:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352ad37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f71 expref: 13 pid: 7957 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.725664:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.725665:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.725667:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ada7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.725682:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352ada7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.725690:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.725712:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404941312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.725716:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 805 00000100:00100000:0.0:1713531220.727260:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.727314:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941504 00000100:00100000:1.0:1713531220.727318:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941504 00010000:00010000:1.0:1713531220.727339:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.727357:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 806 00000100:00100000:1.0:1713531220.727360:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767404941504:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.727366:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.727369:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.727375:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.727384:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352acdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f32 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.727391:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff8800a6933300) 00010000:00010000:1.0:1713531220.727393:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352adae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.727397:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352adae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.727400:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352adae lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.727408:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.727439:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767404941504:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 78us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.727443:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 806 00000100:00100000:0.0:1713531220.727758:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409633408 00000100:00100000:0.0:1713531220.727762:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409633408 00000100:00100000:0.0:1713531220.727788:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1713531220.727791:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409633408:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.727833:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409633408:12345-0@lo:1000:mdt00_002.0 Request processed in 41us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.727838:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1713531220.728115:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409633472 00000100:00100000:0.0:1713531220.728118:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409633472 00000100:00100000:0.0:1713531220.728133:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1713531220.728135:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409633472:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.728233:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409633472:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (155us total) trans 4294967501 rc 0/0 00000100:00100000:0.0:1713531220.728237:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1713531220.729351:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a8a6d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409633536:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:0.0:1713531220.729401:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.729404:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531220.729441:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941632 00000100:00100000:1.0:1713531220.729445:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941632 00000100:00100000:1.0:1713531220.729476:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 921 00000100:00100000:1.0:1713531220.729481:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:8000:x1796767404941632:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531220.729654:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x67:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.729680:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970182 00000040:00080000:0.0:1713531220.729680:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 108 count 121 00000040:00080000:0.0:1713531220.729684:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.729709:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.729713:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729722:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531220.729727:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.729730:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729736:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729740:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729745:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729750:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729755:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.729757:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531220.729759:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.729763:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729769:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.729771:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.729773:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.729778:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352adbc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531220.729782:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4063 00000100:00100000:0.0:1713531220.729786:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8002:x1796767404941696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.729797:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x78:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.729833:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8000:x1796767404941632:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 351us (460us total) trans 4294970183 rc 0/0 00000100:00100000:1.0:1713531220.729840:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 921 00000020:00080000:1.0:1713531220.729843:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.729844:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8002:x1796767404941696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 58us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.729849:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4063 00000100:00100000:0.0:1713531220.730720:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941888 00000100:00100000:0.0:1713531220.730723:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941888 00000100:00100000:0.0:1713531220.730739:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404941952 00000100:00100000:0.0:1713531220.730741:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404941952 00000100:00100000:0.0:1713531220.730750:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4066 00000100:00100000:0.0:1713531220.730753:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8004:x1796767404941888:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.730780:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730787:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730792:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730804:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730807:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730811:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730823:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730827:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730830:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.730842:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa1:0x0]: returning size 3 00000004:00200000:0.0:1713531220.730845:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.730851:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730862:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730865:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730868:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730879:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.730880:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730883:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730888:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.730889:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.730891:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730894:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352adc3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730900:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730903:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730906:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730909:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.730910:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730913:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730916:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77d7622f (ffff88008bcbfe00) 00010000:00010000:0.0:1713531220.730917:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.730918:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730920:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352add8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730927:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730930:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730932:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730934:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.730936:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730938:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730942:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (ffff88008d7a4c00) 00010000:00010000:0.0:1713531220.730944:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.730945:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.730948:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aded lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.730977:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8004:x1796767404941888:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 222us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.730982:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4066 00000100:00100000:0.0:1713531220.731706:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.733079:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.733102:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.733147:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404942336 00000100:00100000:1.0:1713531220.733151:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404942336 00000100:00100000:1.0:1713531220.733184:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4071 00000100:00100000:1.0:1713531220.733189:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:8003:x1796767404942336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.733197:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.733207:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352ae25 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f86 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.733250:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733257:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733264:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733293:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733299:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733305:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733325:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733331:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733337:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.733343:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9c:0x0]: returning size 3 00010000:00010000:1.0:1713531220.733382:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733387:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733392:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733396:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.733399:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733404:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733411:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff88008cf73200) 00010000:00010000:1.0:1713531220.733413:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.733415:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733420:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352ae3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733443:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733448:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733456:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733461:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.733463:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733467:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733473:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.733474:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.733477:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733481:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352ae2c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733489:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733494:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733499:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733503:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.733505:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733509:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733517:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x386f622f (ffff88008bd36600) 00010000:00010000:1.0:1713531220.733519:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.733521:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733525:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352ae33 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x386f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733546:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352ae25 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f86 expref: 100 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.733552:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352ae25 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f86 expref: 100 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.733559:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10fc0, rc 0) 00000100:00100000:1.0:1713531220.733588:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:8003:x1796767404942336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 398us (483us total) trans 4294970185 rc 301/301 00000100:00100000:1.0:1713531220.733594:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4071 00000100:00100000:0.0:1713531220.733831:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.733865:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404942400 00000100:00100000:1.0:1713531220.733869:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404942400 00000100:00100000:1.0:1713531220.733891:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4072 00000100:00100000:1.0:1713531220.733895:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:8004:x1796767404942400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.733903:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.733911:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352ae48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f8d expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.733934:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733945:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733951:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733961:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733966:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.733971:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734063:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352ae5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734070:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352ae5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734076:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352ae5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.734094:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x97:0x0]: returning size 11776 00000004:00200000:1.0:1713531220.734096:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.734104:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352ae5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734109:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734114:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734122:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734126:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.734128:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734132:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734139:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff88008c068100) 00010000:00010000:1.0:1713531220.734141:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.734143:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734147:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ae4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734154:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734159:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734164:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734167:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.734169:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734173:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734179:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x2e726999 (ffff88008bd36e00) 00010000:00010000:1.0:1713531220.734181:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.734182:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734187:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352ae56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726999 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.734204:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352ae48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f8d expref: 101 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.734213:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10240/0xe3b2c9851352ae5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f8d expref: 100 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.734218:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:1.0:1713531220.734220:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1713531220.734222:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10240, rc 0) 00000100:00100000:1.0:1713531220.734251:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8004:x1796767404942400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 354us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.734256:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4072 00000100:00100000:0.0:1713531220.734330:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.734368:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4074 00000100:00100000:0.0:1713531220.734373:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8002:x1796767404942592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.734379:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.734387:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ae64 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3f94 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.734435:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734441:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734445:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734453:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734457:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734461:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734478:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734482:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734485:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.734489:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x78:0x0]: returning size 3 00010000:00010000:0.0:1713531220.734522:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734526:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734529:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734531:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.734533:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734536:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734541:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x78:0x0].0x0 (ffff880131ab6400) 00010000:00010000:0.0:1713531220.734542:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.734544:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734547:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ae79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734553:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734556:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734560:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734564:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.734566:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734570:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734576:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.734578:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.734580:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734584:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352ae6b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734591:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734597:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734602:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734606:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.734608:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734613:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734617:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb55d622f (ffff8800a724fe00) 00010000:00010000:0.0:1713531220.734619:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.734621:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734626:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ae72 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb55d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.734649:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ae64 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f94 expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.734656:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ae64 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3f94 expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.734663:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7cc0, rc 0) 00000100:00100000:0.0:1713531220.734756:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8002:x1796767404942592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 380us (424us total) trans 4294970186 rc 301/301 00000100:00100000:0.0:1713531220.734766:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4074 00000100:00100000:0.0:1713531220.735125:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.735451:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404942784 00000100:00100000:0.0:1713531220.735454:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404942784 00000100:00100000:0.0:1713531220.735469:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4076 00000100:00100000:0.0:1713531220.735472:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8002:x1796767404942784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.735484:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x78:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.735523:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8002:x1796767404942784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.735527:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4076 00000100:00100000:0.0:1713531220.736750:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.737662:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.738586:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.739092:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.739148:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404943424 00000100:00100000:1.0:1713531220.739152:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404943424 00010000:00010000:1.0:1713531220.739168:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82880/0xe3b2c98513527ed0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33a8 expref: 177 pid: 6410 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.739186:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 807 00000100:00100000:1.0:1713531220.739190:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+177:1822:x1796767404943424:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.739199:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.739203:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82880/0xe3b2c98513527ed0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33a8 expref: 177 pid: 6410 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.739212:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82880/0xe3b2c98513527ed0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33a8 expref: 177 pid: 6410 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.739224:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd82880/0xe3b2c98513527ed0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33a8 expref: 177 pid: 6410 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.739233:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:1.0:1713531220.739237:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352aed4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.739243:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352aed4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.739247:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352aed4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.739259:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.739308:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+176:1822:x1796767404943424:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 116us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.739319:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 807 00000100:00100000:0.0:1713531220.739450:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404943552 00000100:00100000:0.0:1713531220.739454:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404943552 00000100:00100000:0.0:1713531220.739475:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4082 00000100:00100000:0.0:1713531220.739480:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:8002:x1796767404943552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.739517:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aef0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.739523:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aef0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.739529:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aef0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000040:00080000:0.0:1713531220.739762:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].47, 88 off11848 00000004:00010000:0.0:1713531220.739880:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008a8a4700 reply state ffff88008d883000 transno 4294970190 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352aef0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.739885:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.739926:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8002:x1796767404943552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 446us (509us total) trans 4294970190 rc 0/0 00000100:00100000:0.0:1713531220.739931:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4082 00000100:00100000:0.0:1713531220.740148:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404943616 00000100:00100000:0.0:1713531220.740152:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404943616 00000100:00100000:0.0:1713531220.740168:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4083 00000100:00100000:0.0:1713531220.740172:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8004:x1796767404943616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.740178:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.740190:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352aef7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3fb7 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.740201:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.740206:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.740211:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.740250:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352aef7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.740263:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.740341:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x69:0x0].0x0 (ffff880134ed9400) 00010000:00010000:0.0:1713531220.740343:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.740345:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6880, rc 0) 00000100:00100000:0.0:1713531220.740375:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8004:x1796767404943616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 201us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.740381:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4083 00000100:00100000:0.0:1713531220.740504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.740994:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.741015:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.741046:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404943872 00000100:00100000:1.0:1713531220.741050:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404943872 00000100:00100000:1.0:1713531220.741069:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4087 00000100:00100000:1.0:1713531220.741074:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8003:x1796767404943872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.741082:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.741094:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352af1a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3fc5 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.741114:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.741121:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.741128:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.741172:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352af1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.741183:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.741190:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.741192:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.741194:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00000100:00100000:1.0:1713531220.741215:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8003:x1796767404943872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 140us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.741220:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4087 00000100:00100000:0.0:1713531220.741230:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.741792:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.742037:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.742245:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404944384 00000100:00100000:1.0:1713531220.742248:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404944384 00000100:00100000:1.0:1713531220.742261:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:1.0:1713531220.742279:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+113:8002:x1796767404944384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.742476:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+114:8002:x1796767404944384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 209us (253us total) trans 4294970193 rc 0/0 00000100:00100000:1.0:1713531220.742487:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:0.0:1713531220.742615:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.742982:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.743552:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.743572:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404944832 00000100:00100000:0.0:1713531220.743576:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404944832 00000100:00100000:1.0:1713531220.743583:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.743595:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 923 00000100:00100000:0.0:1713531220.743600:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+114:8004:x1796767404944832:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.743743:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8004:x1796767404944832:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 142us (192us total) trans 4294970194 rc 0/0 00000100:00100000:0.0:1713531220.743748:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 923 00000100:00100000:0.0:1713531220.744070:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.744765:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.744990:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.745018:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.745059:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4095 00000100:00100000:1.0:1713531220.745065:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8004:x1796767404945408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.745088:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.745097:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352af59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3fe8 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745121:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352af60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x69:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745128:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352af60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745134:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352af60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.745147:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.745154:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352af60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745165:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352af59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x69:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe8 expref: 119 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745175:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352af60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe8 expref: 118 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745185:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x69:0x0].0x0 (ffff880134ed9400) 00010000:00010000:1.0:1713531220.745187:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.745188:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11200, rc 0) 00000100:00100000:1.0:1713531220.745218:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8004:x1796767404945408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 153us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.745224:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4095 00000100:00100000:0.0:1713531220.745579:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.745617:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404945600 00000100:00100000:1.0:1713531220.745620:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404945600 00000100:00100000:1.0:1713531220.745637:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4097 00000100:00100000:1.0:1713531220.745640:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8003:x1796767404945600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.745645:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.745655:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352af67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3fef expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745673:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745678:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745687:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.745697:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.745702:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.745710:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352af67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fef expref: 120 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745731:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fef expref: 119 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.745737:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.745739:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.745741:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12400, rc 0) 00000100:00100000:1.0:1713531220.745774:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8003:x1796767404945600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 131us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.745786:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4097 00000100:00100000:0.0:1713531220.745878:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.745905:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.745933:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 844 00000100:00100000:0.0:1713531220.745939:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:8002:x1796767404945664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.745948:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531220.745951:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 845 00010000:00010000:0.0:1713531220.745956:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ff6 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.745957:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404945728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.745966:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.745974:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.745981:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.745982:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.745984:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c3ffd expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.745986:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.745997:0:10539:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:0.0:1713531220.746011:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.746014:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746015:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746020:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 14 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.746022:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.746031:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 14 pid: 10539 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531220.746033:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409633664:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.746046:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af106c0, rc 0) 00000100:00100000:0.0:1713531220.746065:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.746067:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404945728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 109us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.746079:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 845 00000100:00100000:0.0:1713531220.746504:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.746527:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404945792 00000100:00100000:1.0:1713531220.746531:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404945792 00000100:00100000:1.0:1713531220.746547:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 846 00000100:00100000:1.0:1713531220.746551:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404945792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.746566:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.746576:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4004 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.746594:0:10539:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.746602:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746603:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746608:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4004 expref: 15 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.746625:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4004 expref: 15 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.746632:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10900, rc 0) 00000100:00100000:1.0:1713531220.746666:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404945792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 113us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.746672:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 846 00000100:00100000:0.0:1713531220.746777:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.746803:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404945856 00000100:00100000:1.0:1713531220.746807:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404945856 00010000:00010000:1.0:1713531220.746820:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.746846:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 808 00000100:00100000:1.0:1713531220.746850:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404945856:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.746858:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.746879:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.746888:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.746901:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.746907:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352af52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fe1 expref: 13 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.746916:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746918:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.746924:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.746930:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.746956:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.746965:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132309c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409633728:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.746997:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.747325:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.747697:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132309c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409633728:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.747711:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.747727:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404945856:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 877us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.747738:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 808 00000100:00100000:0.0:1713531220.748198:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946240 00000100:00100000:0.0:1713531220.748203:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946240 00002000:00100000:0.0:1713531220.748227:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3b:0x0] (0->2) req@ffff88008b5b9500 x1796767404946240/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.748236:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b5b9500 with x1796767404946240 ext(0->2) 00002000:00010000:0.0:1713531220.748240:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b5b9500 00000100:00100000:0.0:1713531220.748265:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 204 00000100:00100000:1.0:1713531220.748299:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946304 00000100:00100000:1.0:1713531220.748302:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946304 00000100:00100000:1.0:1713531220.748326:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 848 00000100:00100000:1.0:1713531220.748330:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:8003:x1796767404946304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.748336:0:10539:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.748345:0:10539:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4012 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.748350:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404946240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.748365:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4004 expref: 18 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.748371:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.748372:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.748375:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4012 expref: 18 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.748389:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4004 expref: 18 pid: 10539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.748403:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352af83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4004 expref: 18 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.748411:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409633856:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.748455:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.748596:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946368 00000100:00100000:1.0:1713531220.748599:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946368 00010000:00010000:1.0:1713531220.748612:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 18 pid: 10539 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.748635:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 809 00000100:00100000:1.0:1713531220.748639:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767404946368:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.748647:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.748665:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 18 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.748673:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 18 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.748697:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352af7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ffd expref: 18 pid: 10539 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.748706:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.748714:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.748720:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.748726:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.748750:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.748759:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132309f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409633920:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.748778:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.748779:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404946240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 429us (658us total) trans 4294967495 rc 0/0 00000100:00100000:0.0:1713531220.748787:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 204 00002000:00100000:0.0:1713531220.748794:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3b:0x0] (0->2) req@ffff88008b5b9500 x1796767404946240/t4294967495(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.748802:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b5b9500 with x1796767404946240 ext(0->2) 00002000:00010000:0.0:1713531220.748805:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b5b9500 00000100:00100000:1.0:1713531220.748960:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409633856:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.748974:0:10539:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4012 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.748990:0:10539:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00000100:00100000:1.0:1713531220.749024:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:8003:x1796767404946304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 692us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.749029:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 848 00000100:00100000:0.0:1713531220.749127:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.749344:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.749472:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132309f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409633920:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.749480:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.749501:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404946368:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 862us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.749505:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 809 00000100:00100000:0.0:1713531220.750143:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946560 00000100:00100000:0.0:1713531220.750147:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946560 00002000:00100000:0.0:1713531220.750261:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3d:0x0] (0->2) req@ffff88008b42c700 x1796767404946560/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.750289:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42c700 with x1796767404946560 ext(0->2) 00002000:00010000:0.0:1713531220.750293:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42c700 00000100:00100000:1.0:1713531220.750326:0:7962:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946624 00000100:00100000:1.0:1713531220.750329:0:7962:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946624 00002000:00100000:1.0:1713531220.750352:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e:0x0] (0->2) req@ffff88008b42e300 x1796767404946624/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.750360:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42e300 with x1796767404946624 ext(0->2) 00002000:00010000:1.0:1713531220.750363:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42e300 00000100:00100000:1.0:1713531220.750383:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 205 00000100:00100000:1.0:1713531220.750388:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404946560:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.750464:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 206 00000100:00100000:0.0:1713531220.750470:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1824:x1796767404946624:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.750789:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767404946624:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 316us (482us total) trans 4294967504 rc 0/0 00000100:00100000:0.0:1713531220.750799:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 206 00002000:00100000:0.0:1713531220.750805:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e:0x0] (0->2) req@ffff88008b42e300 x1796767404946624/t4294967504(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531220.750813:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42e300 with x1796767404946624 ext(0->2) 00002000:00010000:0.0:1713531220.750816:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42e300 00000001:00080000:0.0:1713531220.759513:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970194 is committed 00000001:00080000:0.0:1713531220.759555:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970195 is committed 00000020:00080000:0.0:1713531220.759573:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dc000 refcount 2 committed 0 result 0 batchid 84 00000020:00080000:0.0:1713531220.759577:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dca80 00000020:00080000:0.0:1713531220.759580:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d5800 00000020:00080000:0.0:1713531220.759595:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dccc0 refcount 2 committed 0 result 0 batchid 83 00000020:00080000:0.0:1713531220.759597:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dcc00 00000020:00080000:0.0:1713531220.759600:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008df1d800 00000020:00080000:0.0:1713531220.759615:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 81 batchid updated 00000020:00080000:0.0:1713531220.759626:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33ff00 refcount 2 committed 0 result 0 batchid 82 00000020:00080000:0.0:1713531220.759628:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a3da5600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f480 00000020:00080000:0.0:1713531220.759630:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a3da5d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008f2e7000 00000100:00100000:0.0:1713531220.760753:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.760783:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.760813:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.760833:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946944 00000100:00100000:1.0:1713531220.760839:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946944 00000100:00100000:1.0:1713531220.760863:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404946816 00000100:00100000:1.0:1713531220.760864:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404946816 00000100:00100000:1.0:1713531220.760892:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 851 00000100:00100000:1.0:1713531220.760897:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404946816:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.774122:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967504 is committed 00000001:00080000:0.0:1713531220.774137:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967501 is committed 00000001:00080000:0.0:1713531220.774145:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967505 is committed 00000100:00100000:1.0:1713531220.774184:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404946816:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13281us (13365us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.774192:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 851 00000001:00080000:1.0:1713531220.774872:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967495 is committed 00000001:00080000:1.0:1713531220.774881:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967493 is committed 00000100:00100000:0.0:1713531220.775342:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.775382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.775440:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4104 00000100:00100000:0.0:1713531220.775445:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8003:x1796767404947136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.775465:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.775479:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352af6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fef expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.775490:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.775493:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.775513:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775521:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775528:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775540:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775545:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775550:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775555:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.775557:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775565:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775640:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.775643:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.775645:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775650:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352af9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.775694:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:8003:x1796767404947136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 247us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.775700:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4104 00000100:00100000:0.0:1713531220.775748:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404947328 00000100:00100000:0.0:1713531220.775751:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404947328 00000100:00100000:0.0:1713531220.775769:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4105 00000100:00100000:0.0:1713531220.775774:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:8002:x1796767404947328:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.775790:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.775800:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352af4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fda expref: 84 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.775809:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6a:0x0].0x0 (ffff88008bcbfa00) 00010000:00010000:0.0:1713531220.775812:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.775822:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775828:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775838:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775847:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775851:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775856:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775860:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.775862:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775866:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775871:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6a:0x0].0x0 (ffff88008bcbfa00) 00010000:00010000:0.0:1713531220.775873:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.775874:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.775879:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352afa6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.775917:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:8002:x1796767404947328:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 142us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.775922:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4105 00000100:00100000:1.0:1713531220.776325:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.776348:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.776382:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.776393:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404947520 00000100:00100000:0.0:1713531220.776397:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404947520 00000100:00100000:0.0:1713531220.776421:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 854 00000100:00100000:0.0:1713531220.776440:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767404947520:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.776576:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.776579:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531220.776581:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531220.776583:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:0.0:1713531220.776585:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.776605:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404947520:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 164us (221us total) trans 4294967496 rc 0/0 00000100:00100000:0.0:1713531220.776611:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 854 00000100:00100000:0.0:1713531220.777082:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.777105:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.777130:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.777167:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4107 00000100:00100000:0.0:1713531220.777173:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+85:8003:x1796767404947840:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.777194:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.777203:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 85 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.777209:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.777226:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 85 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.777234:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.777243:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409634112:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.777264:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013614cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.778014:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409634112:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.778025:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.778110:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.778135:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.778160:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404948032 00000100:00100000:1.0:1713531220.778163:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404948032 00000100:00100000:0.0:1713531220.778167:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.778175:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352af28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fc5 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.778191:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404948096 00000100:00100000:1.0:1713531220.778192:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404948096 00010000:00010000:1.0:1713531220.778197:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.778221:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 813 00000100:00100000:1.0:1713531220.778225:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767404948096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.778230:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.778233:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.778238:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.778248:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352aefe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x69:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fb7 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.778254:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x69:0x0].0x0 (ffff880134ed9400) 00010000:00010000:1.0:1713531220.778257:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352afbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x69:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.778261:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352afbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.778264:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352afbb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.778287:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.778290:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.778294:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.778305:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767404948096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 79us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.778307:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.778309:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 813 00010000:00010000:0.0:1713531220.778313:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.778319:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.778323:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.778326:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.778331:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.778339:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.778341:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.778343:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.778348:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352afb4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.778378:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+82:8003:x1796767404947840:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1204us (1271us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.778386:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4107 00000100:00100000:1.0:1713531220.779039:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.779058:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.779100:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.779155:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 857 00000100:00100000:0.0:1713531220.779161:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404948288:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.779179:0:10539:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352afd0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.779190:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4012 expref: 15 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.779196:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.779198:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.779201:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352afd0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.779219:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4012 expref: 15 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.779228:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af12d00/0xe3b2c9851352af91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4012 expref: 15 pid: 10539 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.779238:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409634304:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.779262:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013614cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.779905:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.779944:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.779971:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.779985:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 815 00000100:00100000:1.0:1713531220.779989:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404948352:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531220.779995:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 816 00010000:00010000:1.0:1713531220.779996:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.780002:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767404948480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.780005:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.780011:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.780012:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.780021:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 17 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.780023:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352af75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3ff6 expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.780029:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.780030:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.780032:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 16 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.780033:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf840/0xe3b2c9851352afc2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.780037:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bf840/0xe3b2c9851352afc2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.780046:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.780047:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352af8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c400b expref: 16 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.780056:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.780058:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1713531220.780060:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404948352:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 70us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.780061:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352afc9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.780064:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 815 00010000:00010000:0.0:1713531220.780068:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352afc9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.780083:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.780100:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767404948480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 98us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.780107:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 816 00000100:00100000:0.0:1713531220.780726:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.780754:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.780790:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.780827:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4110 00000100:00100000:1.0:1713531220.780835:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+82:8003:x1796767404948736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.781062:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.781070:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 85 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.781074:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.781086:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 85 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.781091:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 85 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.781097:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230b480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409634432:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.781122:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320639c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.781783:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.781798:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.781808:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949056 00000100:00100000:0.0:1713531220.781813:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949056 00000100:00100000:1.0:1713531220.781823:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.781830:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352af13 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fbe expref: 86 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.781855:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404948928 00000100:00100000:0.0:1713531220.781858:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404948928 00010000:00010000:0.0:1713531220.781867:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 88 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.781894:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 818 00000100:00100000:0.0:1713531220.781900:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767404948928:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.781908:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.781912:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.781921:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.781936:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352af3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3fd3 expref: 86 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.781946:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.781950:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.781955:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.781960:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.781977:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.781995:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:1823:x1796767404948928:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.782001:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 818 00000001:00080000:0.0:1713531220.782114:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970198 00000001:00080000:0.0:1713531220.782365:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970201 00000100:00100000:1.0:1713531220.782382:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409634624 00000100:00100000:1.0:1713531220.782386:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409634624 00000100:00100000:1.0:1713531220.782401:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409634688 00000100:00100000:1.0:1713531220.782403:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409634688 00000001:00080000:0.0:1713531220.782413:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970206 00000100:00100000:1.0:1713531220.782416:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1713531220.782419:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409634688:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531220.782468:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409634688:12345-0@lo:1000:mdt00_004.0 Request processed in 48us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.782472:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1713531220.782483:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230c380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409634752:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531220.782510:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.782521:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409634752 00000100:00100000:0.0:1713531220.782521:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.782523:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409634752 00000100:00100000:1.0:1713531220.782530:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1713531220.782532:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409634752:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531220.782556:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409634752:12345-0@lo:1000:mdt00_006.0 Request processed in 23us (46us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.782559:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1713531220.782575:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230c380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409634752:0@lo:1000:mdt00_006.0 00000001:00080000:0.0:1713531220.782789:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970207 00000100:00100000:0.0:1713531220.782837:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230c380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409634880:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531220.782858:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.782868:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a68dff00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.782882:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409634880 00000100:00100000:1.0:1713531220.782885:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409634880 00000100:00100000:1.0:1713531220.782900:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1713531220.782904:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409634880:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531220.782906:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409634944 00000100:00100000:0.0:1713531220.782909:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409634944 00000100:00100000:0.0:1713531220.782926:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1713531220.782931:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409634944:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531220.783017:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409634880:12345-0@lo:1000:mdt00_006.0 Request processed in 111us (157us total) trans 4294967509 rc 0/0 00000100:00100000:1.0:1713531220.783021:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1713531220.783060:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409634944:12345-0@lo:1000:mdt00_005.0 Request processed in 127us (156us total) trans 4294967497 rc 0/0 00000100:00100000:0.0:1713531220.783067:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1713531220.783094:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230c380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409634880:0@lo:1000:mdt00_006.0 00010000:00010000:0.0:1713531220.783110:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783120:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783126:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783131:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.783133:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783139:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783147:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.783149:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.783151:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783156:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352afd7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783173:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783178:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783184:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783188:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.783190:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783199:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783205:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff88008cf73200) 00010000:00010000:0.0:1713531220.783207:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.783209:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783214:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352854b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.783237:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783244:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783250:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783256:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783262:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783286:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783291:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.783293:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783298:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783305:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531220.783307:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.783310:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.783315:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352affa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:0.0:1713531220.783519:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.783522:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.783601:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 107 count 121 00000040:00080000:0.0:1713531220.783607:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.783652:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+92:8003:x1796767404948736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2817us (2896us total) trans 4294970209 rc 0/0 00000100:00100000:0.0:1713531220.783659:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4110 00000020:00080000:0.0:1713531220.783663:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531220.784217:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.784283:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.784297:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.784307:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949312 00000100:00100000:0.0:1713531220.784311:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949312 00000100:00100000:1.0:1713531220.784326:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.784330:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 926 00000100:00100000:0.0:1713531220.784335:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:8003:x1796767404949440:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.784340:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 927 00000100:00100000:1.0:1713531220.784343:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22ac450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+94:8004:x1796767404949312:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.784472:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.784507:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531220.784600:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x6a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.784641:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970211 00010000:00010000:1.0:1713531220.784670:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784676:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784681:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784685:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784688:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784691:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784694:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784697:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.784698:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784701:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784706:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6a:0x0].0x0 (ffff88008bd36600) 00010000:00010000:1.0:1713531220.784707:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.784709:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531220.784711:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352b001 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531220.784770:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8002:x1796767404949184:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 444us (552us total) trans 4294970213 rc 0/0 00000004:00080000:0.0:1713531220.784772:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x6b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1713531220.784775:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 925 00000020:00080000:1.0:1713531220.784777:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:0.0:1713531220.784796:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970214 00000004:00080000:1.0:1713531220.784804:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x69:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.784823:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970212 00010000:00010000:0.0:1713531220.784830:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.784837:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.784844:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531220.784849:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784851:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784854:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784856:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784858:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784861:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784862:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784865:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784866:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.784868:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784868:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784871:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784873:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784874:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531220.784876:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.784877:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784878:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6b:0x0].0x0 (ffff88008bd3ed00) 00010000:00010000:1.0:1713531220.784880:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.784880:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.784882:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784885:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x69:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531220.784886:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.784887:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352b008 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.784888:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531220.784890:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352b00f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531220.784927:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22ac450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:8004:x1796767404949312:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 584us (661us total) trans 4294970216 rc 0/0 00000100:00100000:1.0:1713531220.784931:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 927 00000020:00080000:1.0:1713531220.784933:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.784941:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:8003:x1796767404949440:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 604us (641us total) trans 4294970215 rc 0/0 00000100:00100000:0.0:1713531220.784948:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 926 00000020:00080000:0.0:1713531220.784951:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531220.785852:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949696 00000100:00100000:0.0:1713531220.785857:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949696 00000100:00100000:1.0:1713531220.785867:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949760 00000100:00100000:1.0:1713531220.785870:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949760 00000100:00100000:0.0:1713531220.785872:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949824 00000100:00100000:0.0:1713531220.785874:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949824 00000100:00100000:1.0:1713531220.785882:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4115 00000100:00100000:1.0:1713531220.785886:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8007:x1796767404949696:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.785895:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4117 00000100:00100000:0.0:1713531220.785900:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8005:x1796767404949824:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.785909:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.785915:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.785919:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785924:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785928:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.785932:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785933:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785937:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785939:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785949:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785950:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785953:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785955:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785956:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785960:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.785968:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa0:0x0]: returning size 3 00000004:00200000:1.0:1713531220.785970:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531220.785973:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000004:00010000:1.0:1713531220.785974:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.785979:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785979:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785982:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.785984:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.785985:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.785995:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.785996:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.785997:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9d:0x0]: returning size 3 00010000:00010000:1.0:1713531220.785999:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.785999:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531220.786004:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.786005:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1713531220.786006:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786007:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786010:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352b016 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786012:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786016:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786016:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786018:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786021:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786021:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786024:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.786025:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.786026:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786027:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786028:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786031:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ed7622f (ffff88008bd36200) 00010000:00010000:0.0:1713531220.786031:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786032:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.786034:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786036:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352b02b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786038:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.786039:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.786042:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786042:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786045:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786046:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352b024 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786048:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786051:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.786052:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786054:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786054:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786057:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (ffff880092731c00) 00010000:00010000:1.0:1713531220.786058:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.786059:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.786060:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.786062:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352b040 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.786063:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786070:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.786072:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786076:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786081:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x416f622f (ffff88008bd3e400) 00010000:00010000:0.0:1713531220.786083:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1713531220.786084:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8007:x1796767404949696:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 198us (270us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.786085:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.786088:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4115 00010000:00010000:0.0:1713531220.786089:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352b039 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x416f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786098:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786102:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786106:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786110:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.786112:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786116:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786121:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (ffff88008d7a4b00) 00010000:00010000:0.0:1713531220.786123:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.786125:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.786130:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352b04e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.786170:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:8005:x1796767404949824:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 268us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.786177:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4117 00000100:00100000:0.0:1713531220.786932:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404949952 00000100:00100000:0.0:1713531220.786935:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404949952 00000100:00100000:0.0:1713531220.786963:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4118 00000100:00100000:0.0:1713531220.786968:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:8006:x1796767404949952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.786976:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.786986:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352b055 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4019 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.787044:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787051:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787057:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787066:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787071:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787079:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787101:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787106:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787112:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531220.787117:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9a:0x0]: returning size 3 00010000:00010000:0.0:1713531220.787163:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787168:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787173:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787177:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.787179:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787183:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787190:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff8800a3da5f00) 00010000:00010000:0.0:1713531220.787191:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.787194:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787201:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b06a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787209:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787213:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787217:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787220:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.787222:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787226:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787231:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.787233:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.787234:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787239:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352b05c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787244:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787248:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787252:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787256:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.787258:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787263:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787298:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x266f622f (ffff880099cd0500) 00010000:00010000:0.0:1713531220.787300:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.787302:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787306:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352b063 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x266f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.787329:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352b055 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4019 expref: 100 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.787336:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352b055 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4019 expref: 100 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.787343:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:0.0:1713531220.787371:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:8006:x1796767404949952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 402us (476us total) trans 4294970217 rc 301/301 00000100:00100000:0.0:1713531220.787377:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4118 00000100:00100000:0.0:1713531220.788337:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.788400:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950016 00000100:00100000:1.0:1713531220.788405:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950016 00000100:00100000:1.0:1713531220.788435:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950144 00000100:00100000:1.0:1713531220.788436:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950144 00000100:00100000:1.0:1713531220.788451:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4119 00000100:00100000:1.0:1713531220.788455:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8006:x1796767404950016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.788469:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.788510:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8006:x1796767404950016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.788517:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4119 00000100:00100000:0.0:1713531220.789381:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950272 00000100:00100000:0.0:1713531220.789385:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950272 00000100:00100000:0.0:1713531220.789407:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4121 00000100:00100000:0.0:1713531220.789411:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8006:x1796767404950272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.789418:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.789439:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b09b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4027 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.789669:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.789683:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950464 00000100:00100000:1.0:1713531220.789686:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950464 00000100:00100000:1.0:1713531220.789705:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4122 00000100:00100000:1.0:1713531220.789709:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8007:x1796767404950464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.789718:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.789725:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352b0a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c402e expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.789761:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789767:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789772:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789778:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789782:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789785:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789802:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789806:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789809:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.789813:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa0:0x0]: returning size 3 00000004:00080000:0.0:1713531220.789815:0:6406:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3c:0x0], index 1: 0 00010000:00010000:1.0:1713531220.789844:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789847:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789851:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789854:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.789855:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789858:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789863:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (ffff880092731c00) 00010000:00010000:1.0:1713531220.789864:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.789866:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789869:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352b0b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789875:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789878:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789884:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789887:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.789888:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789891:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789894:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.789895:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.789896:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789898:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352b0a9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789904:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789907:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789910:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789912:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.789913:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789916:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789922:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ed7622f (ffff88008bd36f00) 00010000:00010000:0.0:1713531220.789922:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b0c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.789923:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.789925:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.789927:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352b0b0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ed7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.789928:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.789933:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b0c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.789943:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352b0a2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c402e expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.789947:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352b0a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c402e expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.789951:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af133c0, rc 0) 00010000:00010000:0.0:1713531220.789953:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b09b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4027 expref: 105 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.789961:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b0c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4027 expref: 104 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.789965:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531220.789967:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.789968:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c900, rc 0) 00000100:00100000:1.0:1713531220.789978:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8007:x1796767404950464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 268us (310us total) trans 4294970219 rc 301/301 00000100:00100000:1.0:1713531220.789982:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4122 00000100:00100000:0.0:1713531220.789984:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+104:8006:x1796767404950272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 572us (638us total) trans 4294970220 rc 0/0 00000100:00100000:0.0:1713531220.789988:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4121 00000100:00100000:0.0:1713531220.790679:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.790708:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950528 00000100:00100000:1.0:1713531220.790711:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950528 00000100:00100000:1.0:1713531220.790724:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4124 00000100:00100000:1.0:1713531220.790728:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:8007:x1796767404950528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.790739:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa0:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.790750:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950656 00000100:00100000:0.0:1713531220.790754:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950656 00000100:00100000:1.0:1713531220.790770:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+104:8007:x1796767404950528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 41us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.790771:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4125 00000100:00100000:1.0:1713531220.790774:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4124 00000100:00100000:0.0:1713531220.790775:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8005:x1796767404950656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.790782:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.790789:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b0d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4035 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.790920:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3f:0x0], index 0: 0 00010000:00010000:0.0:1713531220.791057:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b0da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.791063:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b0da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.791068:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b0da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.791091:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b0d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4035 expref: 106 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.791099:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b0da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4035 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.791103:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531220.791104:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.791106:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3e1c0, rc 0) 00000100:00100000:0.0:1713531220.791133:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8005:x1796767404950656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 357us (410us total) trans 4294970221 rc 0/0 00000100:00100000:0.0:1713531220.791137:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4125 00000100:00100000:0.0:1713531220.792251:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950784 00000100:00100000:0.0:1713531220.792256:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950784 00000100:00100000:0.0:1713531220.792291:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4126 00000100:00100000:0.0:1713531220.792295:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8006:x1796767404950784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.792316:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.792324:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b0c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4027 expref: 105 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.792332:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531220.792336:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.792345:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792351:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792355:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792364:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792367:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792370:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792400:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792403:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792408:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792411:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.792413:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792416:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792420:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:0.0:1713531220.792421:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.792438:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792441:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b0e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792446:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792449:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792452:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792455:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.792456:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792459:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792465:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x473c2a9 (ffff880099cd0600) 00010000:00010000:0.0:1713531220.792466:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.792467:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.792470:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b0ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x473c2a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.792506:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8006:x1796767404950784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 210us (297us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.792510:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4126 00000100:00100000:0.0:1713531220.793305:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.793344:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950848 00000100:00100000:1.0:1713531220.793348:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950848 00000100:00100000:1.0:1713531220.793367:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404950976 00000100:00100000:1.0:1713531220.793368:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404950976 00000100:00100000:1.0:1713531220.793379:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4127 00000100:00100000:1.0:1713531220.793382:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8006:x1796767404950848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.793389:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.793398:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352b0f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c403c expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.793410:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.793416:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.793420:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.793474:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352b0f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 108 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.793482:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.793486:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.793488:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.793489:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11200, rc 0) 00000100:00100000:1.0:1713531220.793516:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:8006:x1796767404950848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 133us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.793520:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4127 00000100:00100000:0.0:1713531220.794727:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.795176:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.795587:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.795623:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.795661:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4132 00000100:00100000:1.0:1713531220.795668:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8005:x1796767404951360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.795677:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.795687:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352b135 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4051 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.795700:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.795705:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.795710:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.795745:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352b135 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4051 expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.795752:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4051 expref: 109 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.795757:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.795758:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.795759:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:1.0:1713531220.795789:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8005:x1796767404951360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 121us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.795795:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4132 00000100:00100000:0.0:1713531220.795948:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.796312:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.796345:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.796379:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404951744 00000100:00100000:1.0:1713531220.796382:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404951744 00000100:00100000:1.0:1713531220.796399:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4135 00000100:00100000:1.0:1713531220.796404:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8007:x1796767404951744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.796411:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.796420:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352b151 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4058 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.796447:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.796454:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.796460:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.796497:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352b151 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4058 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.796506:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4058 expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.796510:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.796511:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.796513:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:1.0:1713531220.796538:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8007:x1796767404951744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 133us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.796544:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4135 00000100:00100000:0.0:1713531220.796706:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.796743:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404951872 00000100:00100000:1.0:1713531220.796746:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404951872 00000100:00100000:1.0:1713531220.796766:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 928 00000100:00100000:1.0:1713531220.796771:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8006:x1796767404951872:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.796927:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8006:x1796767404951872:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 154us (220us total) trans 4294970225 rc 0/0 00000100:00100000:1.0:1713531220.796934:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 928 00000100:00100000:0.0:1713531220.797067:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.797161:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.797171:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952064 00000100:00100000:1.0:1713531220.797174:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952064 00000100:00100000:1.0:1713531220.797188:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4137 00000100:00100000:1.0:1713531220.797192:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8005:x1796767404952064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.797199:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.797206:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c405f expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797224:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797231:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797241:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.797244:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.797245:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11d40, rc 0) 00000100:00100000:1.0:1713531220.797292:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8005:x1796767404952064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 98us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.797299:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4137 00000100:00100000:0.0:1713531220.797416:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.797440:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952192 00000100:00100000:1.0:1713531220.797443:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952192 00000100:00100000:1.0:1713531220.797456:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4138 00000100:00100000:1.0:1713531220.797459:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:8006:x1796767404952192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.797502:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8006:x1796767404952192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 42us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.797508:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4138 00000100:00100000:0.0:1713531220.797889:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.797918:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952256 00000100:00100000:1.0:1713531220.797922:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952256 00000100:00100000:1.0:1713531220.797940:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4139 00000100:00100000:1.0:1713531220.797944:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8007:x1796767404952256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.797953:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.797961:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352b174 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4066 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797980:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352b174 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4066 expref: 114 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797989:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352b174 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4066 expref: 114 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.797999:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.798001:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.798002:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00000100:00100000:1.0:1713531220.798023:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8007:x1796767404952256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 77us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.798028:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4139 00000100:00100000:0.0:1713531220.798072:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.798082:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952384 00000100:00100000:1.0:1713531220.798084:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952384 00000100:00100000:1.0:1713531220.798096:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4140 00000100:00100000:1.0:1713531220.798100:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8006:x1796767404952384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.798106:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.798112:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352b17b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c406d expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.798134:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.798140:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.798146:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.798158:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.798164:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.798174:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352b17b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c406d expref: 116 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.798184:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c406d expref: 115 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.798190:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.798191:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.798193:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:1.0:1713531220.798208:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:8006:x1796767404952384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 107us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.798213:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4140 00000100:00100000:1.0:1713531220.798651:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.798664:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952576 00000100:00100000:0.0:1713531220.798668:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952576 00000100:00100000:0.0:1713531220.798687:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 929 00000100:00100000:0.0:1713531220.798691:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8005:x1796767404952576:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.798864:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8005:x1796767404952576:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 171us (213us total) trans 4294970227 rc 0/0 00000100:00100000:0.0:1713531220.798869:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 929 00000100:00100000:0.0:1713531220.799155:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952768 00000100:00100000:0.0:1713531220.799158:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952768 00000100:00100000:0.0:1713531220.799171:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 930 00000100:00100000:0.0:1713531220.799174:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8007:x1796767404952768:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.799297:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.799312:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404952896 00000100:00100000:1.0:1713531220.799316:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404952896 00000100:00100000:1.0:1713531220.799332:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4141 00000100:00100000:1.0:1713531220.799336:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:8005:x1796767404952896:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.799339:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8007:x1796767404952768:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 162us (246us total) trans 4294970228 rc 0/0 00000100:00100000:0.0:1713531220.799343:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 930 00000100:00100000:1.0:1713531220.799397:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8005:x1796767404952896:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 59us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.799402:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4141 00000100:00100000:0.0:1713531220.799450:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953024 00000100:00100000:0.0:1713531220.799453:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953024 00000100:00100000:0.0:1713531220.799468:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4142 00000100:00100000:0.0:1713531220.799471:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8006:x1796767404953024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.799498:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8006:x1796767404953024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.799501:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4142 00000100:00100000:0.0:1713531220.799735:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953152 00000100:00100000:0.0:1713531220.799738:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953152 00000100:00100000:0.0:1713531220.799751:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4143 00000100:00100000:0.0:1713531220.799754:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8007:x1796767404953152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.799784:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8007:x1796767404953152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 29us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.799791:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4143 00000100:00100000:0.0:1713531220.799954:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.799977:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.799991:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953280 00000100:00100000:1.0:1713531220.799994:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953280 00000100:00100000:1.0:1713531220.800015:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4144 00000100:00100000:1.0:1713531220.800019:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8005:x1796767404953280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.800025:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.800032:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352b197 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4082 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800053:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800059:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800066:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.800078:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.800086:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800098:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352b197 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4082 expref: 119 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800110:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4082 expref: 118 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800115:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.800117:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.800119:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13180, rc 0) 00000100:00100000:1.0:1713531220.800138:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:8005:x1796767404953280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 118us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.800143:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4144 00000100:00100000:0.0:1713531220.800208:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.800218:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953344 00000100:00100000:1.0:1713531220.800220:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953344 00000100:00100000:1.0:1713531220.800232:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4145 00000100:00100000:1.0:1713531220.800236:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+118:8007:x1796767404953344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.800241:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.800247:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b1a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4089 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800281:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b1ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800290:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b1ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800296:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b1ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.800309:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.800316:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b1ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.800329:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b1a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4089 expref: 120 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800340:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b1ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4089 expref: 119 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.800346:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6e:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.800348:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.800350:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:1.0:1713531220.800372:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+119:8007:x1796767404953344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 134us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.800376:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4145 00000100:00100000:0.0:1713531220.800706:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953408 00000100:00100000:0.0:1713531220.800709:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953408 00010000:00010000:0.0:1713531220.800721:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352b189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4074 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.800739:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 820 00000100:00100000:0.0:1713531220.800742:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767404953408:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.800748:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.800756:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352b189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4074 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.800799:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352b189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4074 expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.800810:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352b189 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4074 expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.800817:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.800819:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.800823:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3840/0xe3b2c9851352b190 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c407b expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.800831:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3840/0xe3b2c9851352b190 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c407b expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.800845:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008aee3840/0xe3b2c9851352b190 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c407b expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.800851:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409635136:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.800871:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.801344:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409635136:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.801354:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.801372:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404953408:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 628us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.801378:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 820 00000100:00100000:1.0:1713531220.801458:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.801669:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.801685:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953728 00000100:00100000:1.0:1713531220.801688:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953728 00002000:00100000:1.0:1713531220.801704:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3c:0x0] (0->2) req@ffff88013219bb80 x1796767404953728/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.801714:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1796767404953728 ext(0->2) 00000100:00100000:0.0:1713531220.801715:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:1.0:1713531220.801716:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219bb80 00000100:00100000:1.0:1713531220.801727:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 207 00000100:00100000:1.0:1713531220.801731:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404953728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.801967:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404953728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 233us (296us total) trans 4294967500 rc 0/0 00000100:00100000:1.0:1713531220.801973:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 207 00002000:00100000:1.0:1713531220.801979:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3c:0x0] (0->2) req@ffff88013219bb80 x1796767404953728/t4294967500(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.801986:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1796767404953728 ext(0->2) 00002000:00010000:1.0:1713531220.801989:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219bb80 00000100:00100000:0.0:1713531220.802172:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.802318:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.802331:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404953984 00000100:00100000:0.0:1713531220.802334:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404953984 00000100:00100000:0.0:1713531220.802402:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 866 00000100:00100000:0.0:1713531220.802405:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:8007:x1796767404953984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.802410:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.802410:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.802416:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40a5 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.802439:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.802443:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.802444:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.802446:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.802461:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.802467:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.802474:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409635264:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.802493:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.803201:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.803243:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b7e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409635264:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.803255:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.803261:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3f3c0, rc 0) 00000100:00100000:0.0:1713531220.803298:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:8007:x1796767404953984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 891us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.803302:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 866 00000100:00100000:0.0:1713531220.803330:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.803402:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954112 00000100:00100000:1.0:1713531220.803404:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954112 00010000:00010000:1.0:1713531220.803413:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b1b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4090 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.803438:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954176 00000100:00100000:1.0:1713531220.803439:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954176 00010000:00010000:1.0:1713531220.803445:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.803446:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 821 00000100:00100000:0.0:1713531220.803450:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404954112:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531220.803455:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 822 00000100:00100000:1.0:1713531220.803458:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404954176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.803462:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.803477:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.803487:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.803496:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd440/0xe3b2c9851352b1ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4097 expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.803501:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.803502:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.803506:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.803510:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.803521:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.803531:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b1b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4090 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.803537:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b1b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4090 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.803547:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b1b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4090 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531220.803554:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.803555:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.803558:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.803563:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.803595:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.803596:0:6391:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.803600:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409635392:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.803605:0:6391:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6391:1796767409635328:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.803618:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.803626:0:6391:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.804210:0:6391:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6391:1796767409635328:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531220.804217:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.804232:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404954176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 773us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.804237:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 822 00000100:00100000:0.0:1713531220.804436:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.804611:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954240 00000100:00100000:1.0:1713531220.804614:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954240 00002000:00100000:1.0:1713531220.804625:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3d:0x0] (0->2) req@ffff88008b7e2300 x1796767404954240/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.804631:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e2300 with x1796767404954240 ext(0->2) 00002000:00010000:1.0:1713531220.804633:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e2300 00000100:00100000:1.0:1713531220.804641:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 208 00000100:00100000:1.0:1713531220.804644:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767404954240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.804822:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767404954240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 176us (398us total) trans 4294967501 rc 0/0 00000100:00100000:1.0:1713531220.804827:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 208 00002000:00100000:1.0:1713531220.804831:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3d:0x0] (0->2) req@ffff88008b7e2300 x1796767404954240/t4294967501(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.804836:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e2300 with x1796767404954240 ext(0->2) 00002000:00010000:1.0:1713531220.804838:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e2300 00000100:00100000:0.0:1713531220.804943:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.804990:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954304 00000100:00100000:1.0:1713531220.804992:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954304 00002000:00100000:1.0:1713531220.805002:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3f:0x0] (0->2) req@ffff88008b7e1c00 x1796767404954304/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.805007:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e1c00 with x1796767404954304 ext(0->2) 00002000:00010000:1.0:1713531220.805009:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e1c00 00000100:00100000:1.0:1713531220.805015:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 209 00000100:00100000:1.0:1713531220.805018:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404954304:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.805258:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404954304:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 236us (313us total) trans 4294967511 rc 0/0 00000100:00100000:1.0:1713531220.805264:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 209 00002000:00100000:1.0:1713531220.805290:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3f:0x0] (0->2) req@ffff88008b7e1c00 x1796767404954304/t4294967511(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.805297:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e1c00 with x1796767404954304 ext(0->2) 00002000:00010000:1.0:1713531220.805300:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e1c00 00000100:00100000:0.0:1713531220.806486:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.812680:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8006:x1796767404954048:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10203us (10260us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.812690:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4148 00000100:00100000:0.0:1713531220.812744:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+119:8007:x1796767404954368:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7124us (7331us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.812748:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4149 00000001:00080000:0.0:1713531220.812762:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970228 is committed 00000020:00080000:0.0:1713531220.812776:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a7c81b40 refcount 2 committed 0 result 0 batchid 86 00000020:00080000:0.0:1713531220.812779:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a7c81780 00000020:00080000:0.0:1713531220.812781:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134d32000 00000020:00080000:0.0:1713531220.812829:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33f3c0 refcount 2 committed 0 result 0 batchid 85 00000020:00080000:0.0:1713531220.812830:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33fc00 00000020:00080000:0.0:1713531220.812832:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008aeae400 00000020:00080000:0.0:1713531220.812846:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 84 batchid updated 00000020:00080000:0.0:1713531220.812856:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33f180 refcount 2 committed 0 result 0 batchid 87 00000020:00080000:0.0:1713531220.812858:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f000 00000020:00080000:0.0:1713531220.812860:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a834400 00000100:00100000:0.0:1713531220.813578:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.813598:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531220.817167:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967511 is committed 00000001:00080000:1.0:1713531220.817174:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967509 is committed 00000100:00100000:0.0:1713531220.817211:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767404954496:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 10647us (10722us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.817219:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 867 00000100:00100000:0.0:1713531220.818150:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.818166:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954752 00000100:00100000:0.0:1713531220.818171:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954752 00000100:00100000:0.0:1713531220.818198:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4151 00000100:00100000:0.0:1713531220.818203:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+86:8005:x1796767404954752:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.818256:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.818297:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b19e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4082 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.818309:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:0.0:1713531220.818313:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.818461:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818472:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818480:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818531:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818537:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818544:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818550:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.818553:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818559:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818569:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:0.0:1713531220.818571:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.818574:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.818578:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b1cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.818633:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8005:x1796767404954752:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 428us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.818652:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4151 00000100:00100000:0.0:1713531220.819527:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.819541:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954816 00000100:00100000:0.0:1713531220.819555:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954816 00000100:00100000:0.0:1713531220.819572:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 870 00000100:00100000:0.0:1713531220.819577:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404954816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.819719:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x3f:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.819722:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x3f:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.819724:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x3f:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.819726:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x3f:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.819728:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x3f:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.819757:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404954816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 179us (230us total) trans 4294967512 rc 0/0 00000100:00100000:0.0:1713531220.819763:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 870 00000100:00100000:1.0:1713531220.820484:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.820532:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404954944 00000100:00100000:1.0:1713531220.820535:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404954944 00000100:00100000:1.0:1713531220.820553:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4152 00000100:00100000:1.0:1713531220.820558:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8005:x1796767404954944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.820580:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.820592:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4051 expref: 85 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.820598:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.820673:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4051 expref: 85 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.820682:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352b13c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4051 expref: 85 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.820692:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a8a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409635456:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.820725:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.821499:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.821574:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a8a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409635456:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.821585:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821674:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821678:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821687:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821690:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821693:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821696:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.821698:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821701:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821707:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.821709:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.821710:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.821715:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b1d6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.821776:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+84:8005:x1796767404954944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1217us (1293us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.821783:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4152 00000100:00100000:1.0:1713531220.822301:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.822336:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404955072 00000100:00100000:0.0:1713531220.822340:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404955072 00000100:00100000:0.0:1713531220.822359:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 871 00000100:00100000:0.0:1713531220.822365:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767404955072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.822382:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.822395:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.822402:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.822404:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.822406:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.822437:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.822446:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.822456:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409635520:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.822482:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.823228:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.823242:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b7e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409635520:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.823284:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.823291:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 824 00000100:00100000:1.0:1713531220.823296:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404955136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.823303:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.823310:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.823318:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.823329:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352b1c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c409e expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.823336:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.823337:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.823339:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.823345:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.823361:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.823375:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404955136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 79us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.823379:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 824 00010000:00010000:0.0:1713531220.823513:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823527:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823543:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823550:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823557:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823563:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.823566:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823572:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823595:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.823602:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b1dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.823747:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767404955072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1380us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.823755:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 871 00000100:00100000:1.0:1713531220.824369:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.824386:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404955264 00000100:00100000:0.0:1713531220.824389:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404955264 00000001:00080000:1.0:1713531220.824666:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967497 is committed 00000001:00080000:1.0:1713531220.824672:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967496 is committed 00000001:00080000:1.0:1713531220.824676:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967501 is committed 00000100:00100000:0.0:1713531220.825365:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.825392:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.825411:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404955328 00000100:00100000:1.0:1713531220.825414:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404955328 00000100:00100000:0.0:1713531220.825419:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.825438:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.825452:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 825 00000100:00100000:1.0:1713531220.825455:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1824:x1796767404955328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.825460:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.825462:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4155 00010000:00010000:1.0:1713531220.825463:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.825468:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:8006:x1796767404955584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.825469:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.825477:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352b16d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c405f expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.825486:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6d:0x0].0x0 (ffff88008bd36300) 00010000:00010000:0.0:1713531220.825487:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.825489:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b1e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.825492:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b1e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.825495:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b1e4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.825499:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352b182 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c406d expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.825508:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.825509:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:0.0:1713531220.825512:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.825523:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531220.825524:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:1824:x1796767404955328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.825528:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 825 00010000:00010000:0.0:1713531220.825530:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825536:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825546:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825552:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825557:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825562:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.825564:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825569:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825574:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:0.0:1713531220.825576:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.825579:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.825583:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b1f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.825619:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:8006:x1796767404955584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 150us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.825625:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4155 00000100:00100000:0.0:1713531220.826122:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.826150:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.826193:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 873 00000100:00100000:0.0:1713531220.826198:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404955712:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.826538:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.826540:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.826542:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.826544:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.826546:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.826575:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404955712:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 375us (422us total) trans 4294967502 rc 0/0 00000100:00100000:0.0:1713531220.826583:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 873 00000100:00100000:0.0:1713531220.827224:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.827292:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.827342:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4157 00000100:00100000:1.0:1713531220.827348:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8007:x1796767404955968:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.827370:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b207 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.827379:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4058 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.827385:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b207 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.827400:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4058 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.827408:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352b15f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4058 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.827416:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a8a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409635840:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.827449:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.827467:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.828060:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.828073:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a8a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409635840:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.828082:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b207 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531220.828085:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.828092:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404956224 00000100:00100000:1.0:1713531220.828095:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404956224 00010000:00010000:1.0:1713531220.828105:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.828125:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 826 00000100:00100000:1.0:1713531220.828130:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767404956224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.828137:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.828142:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.828150:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.828163:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352b0fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c403c expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.828173:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.828177:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352b200 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.828183:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352b200 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.828188:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352b200 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.828201:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.828228:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767404956224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 98us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.828234:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 826 00000100:00100000:0.0:1713531220.828853:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.828884:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.828920:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 875 00000100:00100000:1.0:1713531220.828923:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404956352:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.828937:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.828945:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.828948:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.828949:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.828951:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.828962:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.828967:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.828973:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a8a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409635968:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.828989:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.829477:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a8a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409635968:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.829485:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.829559:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.829583:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404956416 00000100:00100000:1.0:1713531220.829585:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404956416 00000100:00100000:0.0:1713531220.829585:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.829594:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3840/0xe3b2c9851352b190 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c407b expref: 14 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.829610:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404956480 00000100:00100000:1.0:1713531220.829612:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404956480 00010000:00010000:1.0:1713531220.829616:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.829625:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 829 00000100:00100000:1.0:1713531220.829628:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767404956480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.829633:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.829640:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.829646:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.829656:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b1c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40a5 expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.829662:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.829663:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.829665:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.829670:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.829679:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.829685:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.829694:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404956480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.829694:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.829708:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 829 00010000:00010000:0.0:1713531220.829708:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829714:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829722:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829728:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13cc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.829731:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829738:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829750:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.829756:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b21c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.829790:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404956352:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 864us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.829798:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 875 00000100:00100000:0.0:1713531220.830465:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.830498:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.830556:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4159 00000100:00100000:0.0:1713531220.830562:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:8006:x1796767404956736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.830754:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.830765:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 89 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.830770:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.830785:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 89 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.830800:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 89 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.830810:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409636032:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.830842:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.831628:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.831660:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.831691:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 830 00000100:00100000:1.0:1713531220.831696:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767404956800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.831703:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.831707:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 91 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.831713:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 91 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.831723:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b12e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c404a expref: 91 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.831729:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531220.831731:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.831735:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.831738:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.831748:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.831768:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7942450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767404956800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.831772:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 830 00000100:00100000:0.0:1713531220.832141:0:6406:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967497 gen 2 00000004:00080000:0.0:1713531220.832146:0:6406:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967497 committed transno 4294967497 00000100:00100000:0.0:1713531220.832168:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409636160:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1713531220.832340:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970240 00000100:00100000:0.0:1713531220.832378:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409636288:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.832399:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.832407:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7c81780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.832559:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409636288:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1713531220.832573:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832577:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832580:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832583:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.832584:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832590:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832596:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6c:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:0.0:1713531220.832597:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.832599:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832602:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b223 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.832607:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409636352 00000100:00100000:1.0:1713531220.832611:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409636352 00010000:00010000:0.0:1713531220.832616:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832620:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832623:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832625:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a61c0 already unused, calling callback (ffffffffa138a700) 00000100:00100000:1.0:1713531220.832627:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00010000:00010000:0.0:1713531220.832627:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832629:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531220.832630:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409636352:12345-0@lo:1000:mdt00_006.0 00010000:00010000:0.0:1713531220.832633:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff8800a3da5f00) 00010000:00010000:0.0:1713531220.832634:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.832635:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832638:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c985135285b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.832655:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832659:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832663:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832666:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832668:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832671:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832673:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.832675:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832677:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832680:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff88008d7a4e00) 00010000:00010000:0.0:1713531220.832681:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.832682:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.832685:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b231 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531220.832724:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.832727:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531220.832732:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409636352:12345-0@lo:1000:mdt00_006.0 Request processed in 101us (154us total) trans 4294967505 rc 0/0 00000100:00100000:1.0:1713531220.832736:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000040:00080000:0.0:1713531220.832794:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 110 count 121 00000040:00080000:0.0:1713531220.832799:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.832825:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:8006:x1796767404956736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2263us (2326us total) trans 4294970244 rc 0/0 00000100:00100000:0.0:1713531220.832829:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4159 00000020:00080000:0.0:1713531220.832832:0:6406:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531220.833062:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.833064:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.833082:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 114 count 121 00000040:00080000:0.0:1713531220.833085:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.833119:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409636416:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531220.833148:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7c81780 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.833572:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.833640:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409636416:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:0.0:1713531220.833711:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.833713:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531220.833739:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.833902:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 114 count 121 00000040:00080000:0.0:1713531220.833907:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.834042:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.834068:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.834080:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957184 00000100:00100000:0.0:1713531220.834083:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957184 00000100:00100000:1.0:1713531220.834084:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.834096:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957248 00000100:00100000:0.0:1713531220.834097:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957248 00000100:00100000:0.0:1713531220.834106:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4160 00000100:00100000:0.0:1713531220.834109:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8009:x1796767404957184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.834114:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4161 00000100:00100000:1.0:1713531220.834118:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8008:x1796767404957248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.834120:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531220.834129:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x98:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.834162:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8009:x1796767404957184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.834164:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8008:x1796767404957248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 46us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.834169:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4161 00000100:00100000:0.0:1713531220.834171:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4160 00000100:00100000:1.0:1713531220.835012:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.835024:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.835025:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957376 00000100:00100000:0.0:1713531220.835028:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957376 00000100:00100000:0.0:1713531220.835039:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957440 00000100:00100000:0.0:1713531220.835040:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957440 00000100:00100000:1.0:1713531220.835045:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.835055:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957504 00000100:00100000:0.0:1713531220.835056:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957504 00000100:00100000:0.0:1713531220.835065:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4163 00000100:00100000:1.0:1713531220.835068:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4164 00000100:00100000:0.0:1713531220.835068:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8009:x1796767404957376:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.835073:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8008:x1796767404957440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.835091:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835094:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835097:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835101:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835103:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835108:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835109:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835112:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835116:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835116:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835119:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835123:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835127:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835130:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835130:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835134:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835136:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835137:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531220.835148:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x98:0x0]: returning size 3 00000004:00200000:0.0:1713531220.835148:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9b:0x0]: returning size 3 00000004:00200000:1.0:1713531220.835151:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:0.0:1713531220.835151:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.835156:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00010000:0.0:1713531220.835156:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835161:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835164:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835167:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835167:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835170:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835174:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.835174:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835175:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835177:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.835178:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835179:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835182:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835183:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.835185:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.835187:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835189:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b254 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835195:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835198:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835198:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.835199:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.835201:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835201:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835203:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.835204:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835204:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b24d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835207:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835208:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835210:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb56f622f (ffff88008bd36000) 00010000:00010000:1.0:1713531220.835211:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.835212:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835213:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835215:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835216:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b262 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb56f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835218:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.835219:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835222:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835222:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835225:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835225:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2f6f622f (ffff88008ed02600) 00010000:00010000:0.0:1713531220.835226:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.835227:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835228:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835229:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b25b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835231:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.835232:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.835235:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835235:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835237:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.835238:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff88008c068f00) 00010000:00010000:1.0:1713531220.835239:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.835240:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835240:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835242:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.835243:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b277 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.835243:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835249:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835252:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:0.0:1713531220.835253:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.835254:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.835257:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b270 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.835283:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8008:x1796767404957440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 192us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.835288:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4164 00000100:00100000:0.0:1713531220.835295:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8009:x1796767404957376:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 225us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.835299:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4163 00000100:00100000:0.0:1713531220.836132:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.837506:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957824 00000100:00100000:1.0:1713531220.837511:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957824 00000100:00100000:1.0:1713531220.837530:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4168 00000100:00100000:1.0:1713531220.837534:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8009:x1796767404957824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.837541:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.837549:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b2af lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40b3 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.837585:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837591:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837596:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837602:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837606:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837610:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837626:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837629:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837632:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.837639:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9b:0x0]: returning size 3 00010000:00010000:1.0:1713531220.837670:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837674:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837677:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837679:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.837681:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837684:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837688:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531220.837690:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.837691:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837694:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b2c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837699:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837702:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837705:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837710:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.837712:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837715:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837718:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.837719:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.837720:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837723:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b2b6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837726:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837729:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837731:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837734:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.837735:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837737:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837740:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2f6f622f (ffff88008bd36e00) 00010000:00010000:1.0:1713531220.837741:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.837743:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837746:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b2bd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.837761:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b2af lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40b3 expref: 101 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.837765:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b2af lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40b3 expref: 101 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.837770:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:1.0:1713531220.837798:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8009:x1796767404957824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 264us (332us total) trans 4294970251 rc 301/301 00000100:00100000:1.0:1713531220.837803:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4168 00000100:00100000:0.0:1713531220.838618:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.838655:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.838665:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404957952 00000100:00100000:1.0:1713531220.838669:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404957952 00000100:00100000:1.0:1713531220.838698:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958016 00000100:00100000:1.0:1713531220.838700:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958016 00000100:00100000:1.0:1713531220.838708:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958144 00000100:00100000:1.0:1713531220.838709:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958144 00000100:00100000:1.0:1713531220.838719:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4169 00000100:00100000:1.0:1713531220.838722:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8008:x1796767404957952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.838725:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4170 00000100:00100000:0.0:1713531220.838730:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8009:x1796767404958016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.838731:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.838740:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352b2d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40ba expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00000080:0.0:1713531220.838753:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.838792:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+104:8009:x1796767404958016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.838796:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4170 00000004:00080000:1.0:1713531220.839021:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x40:0x0], index 0: 0 00010000:00010000:1.0:1713531220.839148:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b2fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.839154:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b2fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.839159:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b2fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531220.839179:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352b2d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40ba expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.839187:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b2fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40ba expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.839191:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008bd36200) 00010000:00010000:1.0:1713531220.839192:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.839193:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13a80, rc 0) 00000100:00100000:1.0:1713531220.839221:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8008:x1796767404957952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 497us (605us total) trans 4294970253 rc 0/0 00000100:00100000:1.0:1713531220.839225:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4169 00000100:00100000:0.0:1713531220.839722:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.839784:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958208 00000100:00100000:1.0:1713531220.839788:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958208 00000100:00100000:1.0:1713531220.839812:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4172 00000100:00100000:1.0:1713531220.839816:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:8010:x1796767404958208:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.839830:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.839874:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:8010:x1796767404958208:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.839878:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4172 00000100:00100000:0.0:1713531220.840097:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.840122:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958336 00000100:00100000:1.0:1713531220.840125:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958336 00000100:00100000:1.0:1713531220.840139:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4173 00000100:00100000:1.0:1713531220.840142:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:8009:x1796767404958336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.840148:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.840155:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b30a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40c8 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.840306:0:15571:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3e:0x0], index 1: 0 00010000:00010000:1.0:1713531220.840389:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b311 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.840396:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.840400:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.840418:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b30a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40c8 expref: 106 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.840445:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b311 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40c8 expref: 105 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.840449:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36b00) 00010000:00010000:1.0:1713531220.840451:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.840452:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:1.0:1713531220.840476:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:8009:x1796767404958336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 332us (379us total) trans 4294970254 rc 0/0 00000100:00100000:1.0:1713531220.840479:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4173 00000100:00100000:1.0:1713531220.841441:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958464 00000100:00100000:1.0:1713531220.841445:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958464 00000100:00100000:1.0:1713531220.841468:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4174 00000100:00100000:1.0:1713531220.841471:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:8008:x1796767404958464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.841491:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.841500:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b2fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40ba expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.841508:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008bd36200) 00010000:00010000:1.0:1713531220.841512:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.841521:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841527:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841531:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841539:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841542:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841545:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841573:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841577:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841583:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841586:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.841588:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841591:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841595:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:1.0:1713531220.841596:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.841598:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841600:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b31f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841604:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841607:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841611:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841613:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.841614:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841617:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841621:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x1dcedba8 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.841622:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.841623:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.841626:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b326 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x1dcedba8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.841659:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+104:8008:x1796767404958464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 187us (308us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.841663:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4174 00000100:00100000:0.0:1713531220.842346:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.842408:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958656 00000100:00100000:1.0:1713531220.842412:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958656 00000100:00100000:1.0:1713531220.842444:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4176 00000100:00100000:1.0:1713531220.842447:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:8010:x1796767404958656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.842454:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.842461:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b334 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40d6 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531220.842607:0:15571:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x41:0x0], index 0: 0 00010000:00010000:1.0:1713531220.842720:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b342 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.842729:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b342 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.842735:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b342 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.842764:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b334 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40d6 expref: 108 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.842775:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b342 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40d6 expref: 107 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.842781:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x71:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.842783:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.842785:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12ac0, rc 0) 00000100:00100000:1.0:1713531220.842819:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:8010:x1796767404958656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 369us (449us total) trans 4294970255 rc 0/0 00000100:00100000:1.0:1713531220.842824:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4176 00000100:00100000:1.0:1713531220.843284:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958784 00000100:00100000:1.0:1713531220.843287:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958784 00000100:00100000:1.0:1713531220.843305:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4177 00000100:00100000:1.0:1713531220.843309:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:8008:x1796767404958784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.843337:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b350 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843343:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b350 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843347:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b350 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000040:00080000:1.0:1713531220.843566:0:15571:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].49, 88 off12120 00000100:00100000:0.0:1713531220.843611:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:1.0:1713531220.843612:0:15571:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013230b480 reply state ffff88008dfbe000 transno 4294970256 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b350 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.843617:0:15571:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531220.843647:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8008:x1796767404958784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 337us (412us total) trans 4294970256 rc 0/0 00000100:00100000:1.0:1713531220.843652:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4177 00000100:00100000:1.0:1713531220.843662:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4178 00000100:00100000:1.0:1713531220.843665:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8009:x1796767404958912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.843678:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.843684:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b311 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40c8 expref: 109 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.843690:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36b00) 00010000:00010000:1.0:1713531220.843694:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.843701:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843706:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843710:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843718:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843721:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843724:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843746:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843750:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843754:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843757:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.843759:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843763:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843770:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:1.0:1713531220.843772:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.843774:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843779:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b357 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843786:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843791:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843795:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843799:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.843801:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843805:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843811:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x7af1f13e (ffff88008bd36c00) 00010000:00010000:1.0:1713531220.843812:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.843814:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.843818:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b35e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x97:0x0].0x7af1f13e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531220.843861:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+108:8009:x1796767404958912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 192us (248us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.843867:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4178 00000100:00100000:0.0:1713531220.844007:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.844044:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404958976 00000100:00100000:1.0:1713531220.844047:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404958976 00000100:00100000:1.0:1713531220.844070:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4179 00000100:00100000:1.0:1713531220.844075:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:8008:x1796767404958976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.844083:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.844091:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40dd expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844113:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40dd expref: 108 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844122:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40dd expref: 108 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844134:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008d223000) 00010000:00010000:1.0:1713531220.844136:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.844138:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:1.0:1713531220.844161:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+108:8008:x1796767404958976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 85us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.844166:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4179 00000100:00100000:1.0:1713531220.844458:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404959040 00000100:00100000:1.0:1713531220.844462:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404959040 00000100:00100000:1.0:1713531220.844492:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404959168 00000100:00100000:1.0:1713531220.844494:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404959168 00000100:00100000:1.0:1713531220.844516:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4180 00000100:00100000:1.0:1713531220.844520:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8009:x1796767404959040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.844528:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.844538:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b36c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40e4 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844553:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.844559:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.844566:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.844608:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b36c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40e4 expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844619:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40e4 expref: 109 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.844625:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:1.0:1713531220.844627:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.844630:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53af40, rc 0) 00000100:00100000:1.0:1713531220.844654:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8009:x1796767404959040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 133us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.844660:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4180 00000100:00100000:1.0:1713531220.844715:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.845220:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.845240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.845304:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4182 00000100:00100000:1.0:1713531220.845311:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8010:x1796767404959296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.845319:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.845330:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b388 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40eb expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.845344:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b396 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.845351:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b396 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.845357:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b396 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.845399:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b388 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x71:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40eb expref: 111 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.845410:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b396 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40eb expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.845416:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x71:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.845418:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.845420:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a400, rc 0) 00000100:00100000:1.0:1713531220.845470:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:8010:x1796767404959296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 158us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.845476:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4182 00000100:00100000:0.0:1713531220.845734:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.846065:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.846093:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.846107:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4184 00000100:00100000:0.0:1713531220.846111:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+112:8009:x1796767404959616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.846121:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.846127:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b39d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c40f2 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.846146:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b39d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40f2 expref: 113 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.846152:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b39d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40f2 expref: 113 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.846160:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:0.0:1713531220.846161:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.846162:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3f3c0, rc 0) 00000100:00100000:0.0:1713531220.846178:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+113:8009:x1796767404959616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.846182:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4184 00000100:00100000:0.0:1713531220.846436:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.846764:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.846924:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.847109:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.847527:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.847687:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.847820:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.847830:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404960320 00000100:00100000:0.0:1713531220.847833:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404960320 00000100:00100000:0.0:1713531220.847852:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 879 00000100:00100000:0.0:1713531220.847856:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404960320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.847861:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.847871:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4107 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531220.847882:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:0.0:1713531220.847889:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.847891:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.847895:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.847902:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531220.847908:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c6c0, rc 0) 00000100:00100000:0.0:1713531220.847923:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404960320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 67us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.847927:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 879 00000100:00100000:1.0:1713531220.848352:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.848435:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.848449:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404960576 00000100:00100000:1.0:1713531220.848453:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404960576 00000100:00100000:1.0:1713531220.848474:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4190 00000100:00100000:1.0:1713531220.848479:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8008:x1796767404960576:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.848515:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8008:x1796767404960576:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.848522:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4190 00000100:00100000:0.0:1713531220.848522:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.849054:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.849075:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.849105:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404960832 00000100:00100000:1.0:1713531220.849108:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404960832 00000100:00100000:1.0:1713531220.849124:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4191 00000100:00100000:1.0:1713531220.849129:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+117:8009:x1796767404960832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.849136:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.849145:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b3ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4115 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.849167:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b3d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.849175:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.849181:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.849199:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.849206:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.849219:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b3ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x70:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4115 expref: 119 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.849229:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b3d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4115 expref: 118 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.849236:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:1.0:1713531220.849238:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.849240:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00000100:00100000:0.0:1713531220.849249:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.849258:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+118:8009:x1796767404960832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 128us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.849258:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404960960 00000100:00100000:0.0:1713531220.849260:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404960960 00000100:00100000:1.0:1713531220.849263:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4191 00000100:00100000:1.0:1713531220.849296:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4192 00000100:00100000:1.0:1713531220.849301:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+118:8010:x1796767404960960:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.849370:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+118:8010:x1796767404960960:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 68us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.849376:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4192 00000100:00100000:0.0:1713531220.849679:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409636480:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.849692:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.849699:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dc000, rc 0) 00000100:00100000:0.0:1713531220.849721:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:8008:x1796767404960768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 598us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.849725:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 880 00000100:00100000:0.0:1713531220.849835:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.849902:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961024 00000100:00100000:1.0:1713531220.849906:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961024 00010000:00010000:1.0:1713531220.849920:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.849945:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 832 00000100:00100000:1.0:1713531220.849949:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404961024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.849954:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.849962:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.849969:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.849979:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b3c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4107 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.849985:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.849986:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.849990:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.849995:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.849999:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961152 00000100:00100000:0.0:1713531220.850002:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961152 00010000:00010000:1.0:1713531220.850009:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.850015:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409636544:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531220.850019:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 881 00000100:00100000:0.0:1713531220.850022:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404961152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.850028:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531220.850035:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be000 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.850036:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c411c expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.850043:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961088 00000100:00100000:1.0:1713531220.850045:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961088 00002000:00010000:0.0:1713531220.850046:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:0.0:1713531220.850052:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531220.850053:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1713531220.850056:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4193 00010000:00010000:0.0:1713531220.850057:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1713531220.850060:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+118:8010:x1796767404961088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.850063:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.850065:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.850071:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b3e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x71:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4123 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.850071:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3d440, rc 0) 00000100:00100000:0.0:1713531220.850086:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404961152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 63us (103us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.850087:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b3ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x71:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531220.850090:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 881 00010000:00010000:1.0:1713531220.850092:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.850096:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531220.850106:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.850111:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.850120:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b3e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x71:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4123 expref: 120 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.850126:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4123 expref: 119 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.850130:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x71:0x0].0x0 (ffff88008bd36700) 00010000:00010000:1.0:1713531220.850132:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531220.850133:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539f80, rc 0) 00000100:00100000:1.0:1713531220.850148:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+119:8010:x1796767404961088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 88us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.850152:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4193 00000100:00100000:0.0:1713531220.850518:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.850527:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409636544:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.850539:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.850568:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404961024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 617us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.850574:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 832 00000100:00100000:1.0:1713531220.850841:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961344 00000100:00100000:1.0:1713531220.850844:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961344 00002000:00100000:1.0:1713531220.850861:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x40:0x0] (0->2) req@ffff880132199880 x1796767404961344/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.850869:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199880 with x1796767404961344 ext(0->2) 00002000:00010000:1.0:1713531220.850872:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199880 00000100:00100000:1.0:1713531220.850885:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 210 00000100:00100000:1.0:1713531220.850889:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404961344:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.850944:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.851073:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.851153:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767404961344:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 261us (349us total) trans 4294967516 rc 0/0 00000100:00100000:1.0:1713531220.851160:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 210 00002000:00100000:1.0:1713531220.851165:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x40:0x0] (0->2) req@ffff880132199880 x1796767404961344/t4294967516(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.851173:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199880 with x1796767404961344 ext(0->2) 00002000:00010000:1.0:1713531220.851175:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199880 00000100:00100000:0.0:1713531220.851710:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.851724:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.851739:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.851776:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961728 00000100:00100000:1.0:1713531220.851779:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961728 00000100:00100000:0.0:1713531220.851790:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4195 00010000:00010000:1.0:1713531220.851791:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531220.851794:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8010:x1796767404961600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.851811:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 833 00000100:00100000:1.0:1713531220.851815:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767404961728:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.851820:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531220.851821:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8010:x1796767404961600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.851825:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4195 00010000:00010000:1.0:1713531220.851828:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.851836:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.851848:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e3d440/0xe3b2c9851352b3dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c411c expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.851857:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.851858:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.851862:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd680/0xe3b2c9851352b3f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4131 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.851869:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd680/0xe3b2c9851352b3f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4131 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.851885:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008c3dd680/0xe3b2c9851352b3f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4131 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.851893:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409636672:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.851926:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be000 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.852607:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409636672:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.852616:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.852618:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.852642:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767404961728:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 826us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.852647:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 833 00000100:00100000:1.0:1713531220.853069:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961856 00000100:00100000:1.0:1713531220.853072:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961856 00002000:00100000:1.0:1713531220.853088:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e:0x0] (0->2) req@ffff88008e4c9c00 x1796767404961856/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.853095:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4c9c00 with x1796767404961856 ext(0->2) 00002000:00010000:1.0:1713531220.853097:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e4c9c00 00000100:00100000:1.0:1713531220.853107:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 211 00000100:00100000:1.0:1713531220.853110:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404961856:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.853328:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404961856:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 216us (447us total) trans 4294967507 rc 0/0 00000100:00100000:1.0:1713531220.853332:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 211 00002000:00100000:1.0:1713531220.853337:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e:0x0] (0->2) req@ffff88008e4c9c00 x1796767404961856/t4294967507(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.853342:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4c9c00 with x1796767404961856 ext(0->2) 00002000:00010000:1.0:1713531220.853344:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e4c9c00 00000100:00100000:1.0:1713531220.853480:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.853490:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961920 00000100:00100000:1.0:1713531220.853492:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961920 00010000:00010000:1.0:1713531220.853503:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3de400/0xe3b2c9851352b3f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c412a expref: 18 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.853517:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 834 00000100:00100000:1.0:1713531220.853520:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404961920:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.853524:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.853530:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c3de400/0xe3b2c9851352b3f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c412a expref: 18 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.853535:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c3de400/0xe3b2c9851352b3f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c412a expref: 18 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.853546:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3de400/0xe3b2c9851352b3f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c412a expref: 18 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531220.853552:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.853553:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.853556:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352b3ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4138 expref: 17 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.853561:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352b3ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4138 expref: 17 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.853748:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352b3ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4138 expref: 17 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.853755:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409636800:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.853772:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9bec00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.853823:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.853833:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404961984 00000100:00100000:1.0:1713531220.853835:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404961984 00000100:00100000:1.0:1713531220.853847:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4197 00000100:00100000:1.0:1713531220.853850:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8009:x1796767404961984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.854599:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409636800:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531220.854606:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.854621:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404961920:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1100us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.854626:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 834 00000100:00100000:1.0:1713531220.854686:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404962048 00000100:00100000:1.0:1713531220.854689:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404962048 00002000:00100000:1.0:1713531220.854699:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x41:0x0] (0->2) req@ffff88008e4caa00 x1796767404962048/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.854705:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4caa00 with x1796767404962048 ext(0->2) 00002000:00010000:1.0:1713531220.854707:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4caa00 00000100:00100000:1.0:1713531220.854723:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 212 00000100:00100000:1.0:1713531220.854726:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767404962048:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.855104:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404962048:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 375us (514us total) trans 4294967517 rc 0/0 00000100:00100000:1.0:1713531220.855113:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 212 00002000:00100000:1.0:1713531220.855119:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x41:0x0] (0->2) req@ffff88008e4caa00 x1796767404962048/t4294967517(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.855126:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4caa00 with x1796767404962048 ext(0->2) 00002000:00010000:1.0:1713531220.855128:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4caa00 00000100:00100000:1.0:1713531220.855739:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404962112 00000100:00100000:1.0:1713531220.855743:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404962112 00000100:00100000:1.0:1713531220.855761:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4198 00000100:00100000:1.0:1713531220.855766:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8010:x1796767404962112:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.855813:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8010:x1796767404962112:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 46us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.855819:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4198 00000100:00100000:1.0:1713531220.856456:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.862702:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8009:x1796767404961984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8848us (8876us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.862711:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4197 00000001:00080000:0.0:1713531220.862738:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970244 is committed 00000020:00080000:0.0:1713531220.862743:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008e84d600 refcount 2 committed 0 result 0 batchid 89 00000020:00080000:0.0:1713531220.862746:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008e84d300 00000020:00080000:0.0:1713531220.862750:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dff0c00 00000001:00080000:0.0:1713531220.862761:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970256 is committed 00000001:00080000:0.0:1713531220.862776:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970259 is committed 00000020:00080000:0.0:1713531220.862790:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 87 batchid updated 00000020:00080000:0.0:1713531220.862794:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 86 batchid updated 00000001:00080000:0.0:1713531220.862799:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970261 is committed 00000020:00080000:0.0:1713531220.862811:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dc3c0 refcount 2 committed 0 result 0 batchid 90 00000020:00080000:0.0:1713531220.862813:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dc9c0 00000020:00080000:0.0:1713531220.862816:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dff1400 00000020:00080000:0.0:1713531220.862830:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880092609cc0 refcount 2 committed 0 result 0 batchid 88 00000020:00080000:0.0:1713531220.862833:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880092609f00 00000020:00080000:0.0:1713531220.862835:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c1c2c00 00000100:00100000:0.0:1713531220.863756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.863799:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.865309:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404962432 00000100:00100000:0.0:1713531220.865313:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404962432 00000100:00100000:0.0:1713531220.865346:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4199 00000100:00100000:0.0:1713531220.865351:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:8008:x1796767404962432:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.865389:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.865441:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352b3b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4100 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.865464:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008d223000) 00010000:00010000:0.0:1713531220.865468:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.865499:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865510:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865519:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865542:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865548:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865553:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865557:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.865561:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865567:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865574:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008d223000) 00010000:00010000:0.0:1713531220.865576:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.865579:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.865584:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b406 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.865655:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+85:8008:x1796767404962432:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 302us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.865661:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4199 00000100:00100000:0.0:1713531220.866420:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.867625:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531220.868560:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967512 is committed 00000001:00080000:1.0:1713531220.868568:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967517 is committed 00000001:00080000:1.0:1713531220.868582:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967513 is committed 00000100:00100000:1.0:1713531220.868594:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404962688 00000100:00100000:1.0:1713531220.868597:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404962688 00010000:00010000:1.0:1713531220.868609:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b33b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40cf expref: 86 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.868623:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 835 00000100:00100000:1.0:1713531220.868627:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404962688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.868632:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.868635:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b33b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40cf expref: 86 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.868642:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b33b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40cf expref: 86 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.868652:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b33b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40cf expref: 86 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.868662:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008d223000) 00010000:00010000:1.0:1713531220.868664:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352b40d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.868669:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352b40d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.868672:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352b40d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531220.868680:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.868697:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767404962688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 70us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.868701:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 835 00000100:00100000:1.0:1713531220.870499:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404963008 00000100:00100000:1.0:1713531220.870503:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404963008 00010000:00010000:1.0:1713531220.870517:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 16 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.870534:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 836 00000100:00100000:1.0:1713531220.870538:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404963008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.870543:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.870555:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.870561:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.870577:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc000/0xe3b2c9851352b3c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c410e expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.870585:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.870587:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.870589:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352b414 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.870594:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352b414 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.870603:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.870619:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404963008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 80us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.870623:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 836 00000100:00100000:0.0:1713531220.871227:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4203 00000100:00100000:0.0:1713531220.871234:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:8008:x1796767404963264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.871463:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.871473:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40dd expref: 85 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.871480:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.871496:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40dd expref: 85 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.871504:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b365 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40dd expref: 85 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.871512:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131807800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409637056:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.871539:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c39ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.872924:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409637120 00000100:00100000:0.0:1713531220.872929:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409637120 00000100:00100000:0.0:1713531220.872951:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1713531220.872956:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409637120:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.873127:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409637120:12345-0@lo:1000:mdt00_000.0 Request processed in 169us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.873134:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1713531220.873414:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967513 gen 2 00000004:00080000:1.0:1713531220.873420:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967513 committed transno 4294967513 00000100:00100000:1.0:1713531220.873451:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409637120:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1713531220.873618:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970265 00000100:00100000:1.0:1713531220.873651:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d093480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409637248:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531220.873670:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.873678:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.873698:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409637248 00000100:00100000:0.0:1713531220.873702:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409637248 00000100:00100000:0.0:1713531220.873718:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1713531220.873722:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409637248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.873917:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409637248:12345-0@lo:1000:mdt00_000.0 Request processed in 192us (245us total) trans 4294967520 rc 0/0 00000100:00100000:0.0:1713531220.873923:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1713531220.873976:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d093480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409637248:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1713531220.874094:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874101:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874106:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874110:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.874113:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874118:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874126:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f:0x0].0x0 (ffff88008d223000) 00010000:00010000:0.0:1713531220.874128:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.874131:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874135:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b429 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874154:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874158:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874164:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874168:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.874170:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874174:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874179:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff88008c068f00) 00010000:00010000:0.0:1713531220.874181:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.874182:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874187:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c985135285fa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.874284:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874291:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874297:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874303:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874308:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874322:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874327:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.874329:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874334:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874347:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff880090055500) 00010000:00010000:0.0:1713531220.874349:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.874351:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.874356:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b437 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x98:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:0.0:1713531220.874665:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.874669:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.874907:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 112 count 121 00000040:00080000:0.0:1713531220.874913:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.875063:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.875140:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8008:x1796767404963264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3905us (3953us total) trans 4294970266 rc 0/0 00000100:00100000:0.0:1713531220.875147:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4203 00000020:00080000:0.0:1713531220.875151:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:0.0:1713531220.876037:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967502 is committed 00000001:00080000:0.0:1713531220.876044:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967507 is committed 00000001:00080000:0.0:1713531220.876051:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967505 is committed 00010000:00010000:0.0:1713531220.876246:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.876252:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000001:00080000:0.0:1713531220.876348:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970267 00000001:00080000:0.0:1713531220.876543:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970270 00000001:00080000:0.0:1713531220.876581:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970271 00000100:00100000:0.0:1713531220.876627:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131805500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637376:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.876651:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.876672:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.876796:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131805500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637376:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531220.876806:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.876931:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970272 00000100:00100000:0.0:1713531220.876970:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131805500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637440:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.876990:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.877001:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.877143:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131805500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637440:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1713531220.877156:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877162:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877167:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877171:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.877173:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877177:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877184:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x71:0x0].0x0 (ffff88008bd36700) 00010000:00010000:0.0:1713531220.877187:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.877189:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877194:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352b43e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877211:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877216:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877221:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877224:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd80fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.877226:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877230:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877235:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (ffff88008c068e00) 00010000:00010000:0.0:1713531220.877237:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.877239:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877243:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd80fc0/0xe3b2c98513528640 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.877261:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877286:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877293:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877298:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877303:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877307:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877311:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.877313:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877317:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877323:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:0.0:1713531220.877324:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.877326:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.877331:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b453 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531220.877379:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.877382:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.877479:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 114 count 121 00000040:00080000:0.0:1713531220.877485:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.877578:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:8010:x1796767404963648:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2430us (2467us total) trans 4294970273 rc 0/0 00000100:00100000:0.0:1713531220.877587:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4204 00000020:00080000:0.0:1713531220.877590:0:6406:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.877645:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404964032 00000100:00100000:0.0:1713531220.877649:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404964032 00000100:00100000:0.0:1713531220.877669:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 892 00000100:00100000:0.0:1713531220.877673:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767404964032:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531220.877815:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.877818:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.877820:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.877822:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.877824:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531220.877859:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404964032:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 184us (232us total) trans 4294967508 rc 0/0 00000100:00100000:0.0:1713531220.877866:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 892 00000100:00100000:0.0:1713531220.878120:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.878510:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.878525:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404964288 00000100:00100000:0.0:1713531220.878528:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404964288 00000100:00100000:0.0:1713531220.878544:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4206 00000100:00100000:0.0:1713531220.878548:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:8009:x1796767404964288:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.878568:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.878577:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c40e4 expref: 93 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.878588:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.878603:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40e4 expref: 93 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.878611:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b373 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x70:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c40e4 expref: 93 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.878620:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131806d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409637504:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.878652:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.879224:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131806d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409637504:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.879237:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.879369:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.879546:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879552:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879564:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879569:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879573:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879581:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.879583:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879589:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879597:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:0.0:1713531220.879599:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.879601:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.879605:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b461 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x70:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.879633:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:8009:x1796767404964288:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1083us (1123us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.879640:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4206 00000100:00100000:0.0:1713531220.880036:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.880938:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.881097:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881105:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881118:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881130:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881137:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881142:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132094240 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.881145:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881150:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881160:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.881167:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132094240/0xe3b2c9851352b468 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.881206:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404964416:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1102us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.881213:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 893 00000100:00100000:0.0:1713531220.881656:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.882653:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.882833:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.882843:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000001:00080000:0.0:1713531220.882928:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970276 00000001:00080000:0.0:1713531220.883047:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970277 00000001:00080000:0.0:1713531220.883085:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970278 00000100:00100000:0.0:1713531220.883138:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131807800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637696:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.883168:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.883187:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091d34cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.883309:0:6406:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967505 gen 2 00000004:00080000:0.0:1713531220.883314:0:6406:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967504 committed transno 4294967505 00000004:00080000:0.0:1713531220.883332:0:6406:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967505 committed transno 4294967505 00000100:00100000:0.0:1713531220.883344:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131807800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637696:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1713531220.883528:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970279 00000100:00100000:0.0:1713531220.883570:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637760:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531220.883590:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.883608:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.883741:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409637760:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1713531220.883756:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883762:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883767:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883772:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132095440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.883775:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883780:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883787:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x70:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:0.0:1713531220.883789:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.883792:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883796:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352b46f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883814:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883818:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883823:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883827:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.883829:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883834:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883840:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:0.0:1713531220.883841:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.883843:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883848:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352861d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.883871:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883877:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883883:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883888:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883892:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883897:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883900:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.883902:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883906:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883911:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff88008e40c200) 00010000:00010000:0.0:1713531220.883912:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.883914:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.883918:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b476 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531220.883969:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.883973:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.884058:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 113 count 121 00000040:00080000:0.0:1713531220.884065:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.884119:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+96:8009:x1796767404964608:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2388us (2462us total) trans 4294970280 rc 0/0 00000100:00100000:0.0:1713531220.884126:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4207 00000020:00080000:0.0:1713531220.884129:0:6406:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.884979:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.885131:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.885155:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404964864 00000100:00100000:0.0:1713531220.885158:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404964864 00000100:00100000:1.0:1713531220.885159:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.885178:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404964928 00000100:00100000:0.0:1713531220.885179:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404964928 00000100:00100000:0.0:1713531220.885193:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4208 00000100:00100000:0.0:1713531220.885198:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8012:x1796767404964864:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.885207:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:0.0:1713531220.885213:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.885233:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404964992 00000100:00100000:1.0:1713531220.885237:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404964992 00000100:00100000:1.0:1713531220.885259:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4210 00000100:00100000:1.0:1713531220.885265:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8013:x1796767404964992:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.885292:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8012:x1796767404964864:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 91us (162us total) trans 0 rc 0/0 00000004:00000080:1.0:1713531220.885298:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x64:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.885298:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4208 00000100:00100000:1.0:1713531220.885344:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:8013:x1796767404964992:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 78us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.885350:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4210 00000100:00100000:1.0:1713531220.886311:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.886336:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.886372:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404965120 00000100:00100000:0.0:1713531220.886376:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404965120 00000100:00100000:1.0:1713531220.886387:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.886413:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4211 00000100:00100000:1.0:1713531220.886419:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4212 00000100:00100000:0.0:1713531220.886419:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+100:8011:x1796767404965056:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.886438:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8013:x1796767404965120:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.886469:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886474:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886480:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886488:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886490:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886498:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886503:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886508:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886509:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886514:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886514:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886519:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886529:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886535:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886538:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886541:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886543:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886548:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531220.886558:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x99:0x0]: returning size 3 00000004:00200000:0.0:1713531220.886561:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:1.0:1713531220.886562:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x64:0x0]: returning size 3 00000004:00200000:1.0:1713531220.886565:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.886572:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00010000:0.0:1713531220.886572:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886579:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886584:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886589:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886589:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886593:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886598:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886604:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.886604:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.886607:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886607:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886623:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886623:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886636:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.886639:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886642:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.886642:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886644:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886647:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886648:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352b484 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886652:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b48b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886657:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886660:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886661:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886664:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886666:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886669:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886670:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.886672:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886674:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.886676:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886677:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886680:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886682:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe6f622f (ffff8800a3da5600) 00010000:00010000:0.0:1713531220.886684:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886686:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9154622f (ffff88008bd36400) 00010000:00010000:0.0:1713531220.886686:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886688:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886690:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886690:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352b499 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886694:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352b4a0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886699:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886703:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886704:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886707:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886710:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886710:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.886712:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.886715:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886718:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886720:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff88008c068800) 00010000:00010000:0.0:1713531220.886722:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886723:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.886724:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886725:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.886728:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352b4ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.886730:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886736:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff88008bcbf000) 00010000:00010000:1.0:1713531220.886738:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.886741:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.886746:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352b4b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.886763:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+100:8011:x1796767404965056:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 342us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.886769:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4211 00000100:00100000:1.0:1713531220.886776:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8013:x1796767404965120:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 337us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.886784:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4212 00000100:00100000:0.0:1713531220.887535:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.888975:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.889022:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404965376 00000100:00100000:0.0:1713531220.889026:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404965376 00000100:00100000:0.0:1713531220.889053:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4215 00000100:00100000:0.0:1713531220.889058:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+100:8012:x1796767404965376:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.889075:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x9e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.889117:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:8012:x1796767404965376:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 58us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.889123:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4215 00000100:00100000:0.0:1713531220.889907:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.890309:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.890324:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404965696 00000100:00100000:0.0:1713531220.890328:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404965696 00000100:00100000:0.0:1713531220.890343:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4218 00000100:00100000:0.0:1713531220.890347:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8013:x1796767404965696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.890348:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:0.0:1713531220.890362:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x64:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.890363:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404965824 00000100:00100000:1.0:1713531220.890366:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404965824 00000100:00100000:1.0:1713531220.890380:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4219 00000100:00100000:1.0:1713531220.890384:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8011:x1796767404965824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.890392:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531220.890402:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8013:x1796767404965696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 53us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531220.890403:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b510 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4154 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.890408:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4218 00010000:00010000:1.0:1713531220.890486:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890493:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890498:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890505:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890509:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890512:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890531:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890535:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890538:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531220.890542:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x99:0x0]: returning size 3 00010000:00010000:1.0:1713531220.890599:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890603:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890609:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890613:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.890614:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890618:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890623:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff88008c068800) 00010000:00010000:1.0:1713531220.890624:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531220.890626:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890629:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b525 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890634:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890637:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890641:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890643:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.890644:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890647:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890653:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.890654:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.890656:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890658:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b517 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890662:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890664:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890667:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890669:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.890670:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890673:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890676:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe6f622f (ffff88008bd36b00) 00010000:00010000:1.0:1713531220.890677:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.890678:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890681:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b51e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe6f622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.890698:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b510 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4154 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.890704:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b510 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4154 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.890709:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b840, rc 0) 00000100:00100000:1.0:1713531220.890739:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8011:x1796767404965824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 355us (394us total) trans 4294970286 rc 301/301 00000100:00100000:1.0:1713531220.890743:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4219 00000100:00100000:1.0:1713531220.891164:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.891774:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.891820:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.891872:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4221 00000100:00100000:0.0:1713531220.891878:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8011:x1796767404965952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.891916:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x99:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.891966:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8011:x1796767404965952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 87us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.891973:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4221 00000100:00100000:0.0:1713531220.892452:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.892680:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.892693:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404966272 00000100:00100000:0.0:1713531220.892696:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404966272 00000100:00100000:1.0:1713531220.892715:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.892723:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4224 00000100:00100000:0.0:1713531220.892727:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8012:x1796767404966272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.892735:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531220.892745:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404966400 00010000:00010000:0.0:1713531220.892747:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b572 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4169 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.892748:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404966400 00000100:00100000:1.0:1713531220.892763:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4225 00010000:00010000:0.0:1713531220.892765:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.892767:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8011:x1796767404966400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.892772:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.892774:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.892780:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.892781:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b580 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4170 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.892829:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352b572 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 109 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.892841:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 108 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.892847:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.892849:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.892851:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3d440, rc 0) 00000100:00100000:0.0:1713531220.892872:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8012:x1796767404966272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 144us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.892878:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4224 00000004:00080000:1.0:1713531220.892919:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x40:0x0], index 1: 0 00010000:00010000:1.0:1713531220.893003:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b595 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.893010:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b595 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.893015:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b595 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.893034:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b580 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4170 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.893042:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b595 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4170 expref: 109 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.893046:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.893048:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531220.893049:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:1.0:1713531220.893065:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:8011:x1796767404966400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 298us (353us total) trans 4294970288 rc 0/0 00000100:00100000:1.0:1713531220.893069:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4225 00000100:00100000:1.0:1713531220.893537:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.893982:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.894036:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.894047:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404966784 00000100:00100000:1.0:1713531220.894050:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404966784 00000100:00100000:1.0:1713531220.894080:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4228 00000100:00100000:1.0:1713531220.894084:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+111:8013:x1796767404966784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.894102:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.894111:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352b587 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4162 expref: 110 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.894120:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff880131ab6700) 00010000:00010000:1.0:1713531220.894125:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531220.894135:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.894144:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd81d40/0xe3b2c98513527efa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c33af expref: 175 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.894150:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.894172:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd81d40/0xe3b2c98513527efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33af expref: 175 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.894182:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd81d40/0xe3b2c98513527efa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33af expref: 175 pid: 6410 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.894191:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409637888:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.894218:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c8016c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.894684:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.894737:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.894776:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409637888:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.894782:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4230 00000100:00100000:0.0:1713531220.894788:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8011:x1796767404966912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.894791:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.894797:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.894807:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b5c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c417e expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.894823:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.894830:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.894836:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.894938:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352b5c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.894942:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.894950:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.894956:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008e40c700) 00010000:00010000:0.0:1713531220.894958:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.894960:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3e1c0, rc 0) 00000100:00100000:0.0:1713531220.894982:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8011:x1796767404966912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 193us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.894991:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4230 00010000:00010000:1.0:1713531220.895087:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895092:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895103:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895107:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895112:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895142:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895151:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895156:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895160:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.895163:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895168:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895175:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:1.0:1713531220.895177:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.895180:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895184:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b5b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895193:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895198:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895203:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895208:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.895210:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895219:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895225:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0xd842b147 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.895227:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.895229:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895234:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b5d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0xd842b147 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.895302:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+109:8013:x1796767404966784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1215us (1265us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531220.895308:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4228 00000100:00100000:0.0:1713531220.895565:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.895596:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.895626:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404967104 00000100:00100000:1.0:1713531220.895630:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404967104 00000100:00100000:1.0:1713531220.895643:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4231 00000100:00100000:1.0:1713531220.895647:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+109:8011:x1796767404967104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.895673:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b5db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895678:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b5db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895682:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b5db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000040:00080000:1.0:1713531220.895809:0:6406:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].52, 88 off12288 00000004:00010000:1.0:1713531220.895849:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b556a00 reply state ffff880134d63000 transno 4294970290 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b5db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.895857:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.895879:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404967232 00000100:00100000:0.0:1713531220.895883:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404967232 00000100:00100000:1.0:1713531220.895886:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+112:8011:x1796767404967104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 238us (290us total) trans 4294970290 rc 0/0 00000100:00100000:1.0:1713531220.895891:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4231 00000100:00100000:1.0:1713531220.895900:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4232 00000100:00100000:1.0:1713531220.895903:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+111:8013:x1796767404967232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.895918:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.895929:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b5e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4185 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.895939:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895943:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895948:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.895978:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b5e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 113 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.895986:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 112 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.895990:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.895992:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.895993:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a640, rc 0) 00000100:00100000:1.0:1713531220.896013:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+112:8013:x1796767404967232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 108us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.896019:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4232 00000100:00100000:0.0:1713531220.896347:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.896397:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404967296 00000100:00100000:1.0:1713531220.896401:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404967296 00000100:00100000:1.0:1713531220.896442:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4233 00000100:00100000:1.0:1713531220.896448:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+111:8011:x1796767404967296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.896458:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.896465:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c418c expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.896486:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 112 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.896491:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.896494:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 112 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.896504:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.896506:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.896508:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538480, rc 0) 00000100:00100000:1.0:1713531220.896527:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+112:8011:x1796767404967296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 80us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.896533:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4233 00000100:00100000:1.0:1713531220.896659:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.896676:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404967552 00000100:00100000:0.0:1713531220.896680:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404967552 00000100:00100000:0.0:1713531220.896706:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4234 00000100:00100000:0.0:1713531220.896711:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+113:8013:x1796767404967552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.896740:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b5f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.896747:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.896754:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531220.896959:0:6406:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].51, 88 off12296 00000004:00010000:0.0:1713531220.897014:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d417100 reply state ffff88008bd7d000 transno 4294970292 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.897020:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.897117:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:8013:x1796767404967552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 403us (456us total) trans 4294970292 rc 0/0 00000100:00100000:0.0:1713531220.897122:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4234 00000100:00100000:0.0:1713531220.897182:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404967616 00000100:00100000:0.0:1713531220.897185:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404967616 00000100:00100000:0.0:1713531220.897207:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 895 00000100:00100000:0.0:1713531220.897211:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404967616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.897388:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.897483:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404967616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 270us (317us total) trans 4294967511 rc 0/0 00000100:00100000:0.0:1713531220.897490:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 895 00000100:00100000:0.0:1713531220.897641:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.898090:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.898117:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.898379:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.898943:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.898993:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.899146:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.899775:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.899806:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.899867:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.899868:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4240 00000100:00100000:0.0:1713531220.899874:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+119:8011:x1796767404968576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.899882:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.899891:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b61a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41a8 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.899914:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b621 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.899921:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.899927:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531220.899940:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.899947:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.899960:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b61a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41a8 expref: 120 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.899973:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352b621 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41a8 expref: 119 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.899979:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008e40c700) 00010000:00010000:0.0:1713531220.899981:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.899983:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:0.0:1713531220.900005:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+119:8011:x1796767404968576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 131us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.900010:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4240 00000100:00100000:1.0:1713531220.900489:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.900511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.900529:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404968768 00000100:00100000:0.0:1713531220.900533:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404968768 00000100:00100000:0.0:1713531220.900550:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4242 00000100:00100000:0.0:1713531220.900555:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8013:x1796767404968768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.900562:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.900569:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b628 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41b6 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.900650:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.900657:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.900664:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.900677:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.900684:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.900696:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b628 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41b6 expref: 121 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.900706:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41b6 expref: 120 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.900711:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.900713:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531220.900715:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10d80, rc 0) 00000100:00100000:0.0:1713531220.900737:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8013:x1796767404968768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 181us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.900742:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4242 00000100:00100000:1.0:1713531220.901304:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.901373:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.901388:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969088 00000100:00100000:1.0:1713531220.901391:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969088 00000100:00100000:1.0:1713531220.901410:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4243 00000100:00100000:1.0:1713531220.901414:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8011:x1796767404969088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.901415:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.901465:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8011:x1796767404969088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 48us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.901471:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4243 00000100:00100000:0.0:1713531220.902116:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.902148:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.902160:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969344 00000100:00100000:1.0:1713531220.902165:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969344 00000100:00100000:1.0:1713531220.902182:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4244 00000100:00100000:1.0:1713531220.902186:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8013:x1796767404969344:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.902217:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8013:x1796767404969344:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.902221:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4244 00000100:00100000:1.0:1713531220.902337:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.902386:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969408 00000100:00100000:1.0:1713531220.902389:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969408 00002000:00100000:1.0:1713531220.902403:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3f:0x0] (0->2) req@ffff88013219c380 x1796767404969408/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.902415:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219c380 with x1796767404969408 ext(0->2) 00002000:00010000:1.0:1713531220.902417:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219c380 00000100:00100000:1.0:1713531220.902438:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 213 00000100:00100000:1.0:1713531220.902441:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404969408:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.902657:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404969408:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 214us (319us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1713531220.902662:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 213 00002000:00100000:1.0:1713531220.902666:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3f:0x0] (0->2) req@ffff88013219c380 x1796767404969408/t4294967512(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.902671:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219c380 with x1796767404969408 ext(0->2) 00002000:00010000:1.0:1713531220.902673:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219c380 00000100:00100000:0.0:1713531220.902874:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.902907:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.903340:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.903355:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969600 00000100:00100000:1.0:1713531220.903359:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969600 00000100:00100000:1.0:1713531220.903375:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4245 00000100:00100000:1.0:1713531220.903379:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8012:x1796767404969600:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.903548:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.904285:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.904361:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409638272:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531220.904371:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969728 00010000:00010000:0.0:1713531220.904373:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.904374:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969728 00002000:00100000:1.0:1713531220.904385:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x40:0x0] (0->2) req@ffff88008d743b80 x1796767404969728/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/0 e 0 to 0 dl 1713531231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.904391:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d743b80 with x1796767404969728 ext(0->2) 00002000:00010000:1.0:1713531220.904393:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d743b80 00000100:00100000:1.0:1713531220.904504:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 214 00000100:00100000:1.0:1713531220.904508:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404969728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.904743:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767404969664:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1124us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.904750:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 847 00000100:00100000:0.0:1713531220.904840:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.904935:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767404969728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 426us (668us total) trans 4294967513 rc 0/0 00000100:00100000:1.0:1713531220.904940:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 214 00002000:00100000:1.0:1713531220.904944:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x40:0x0] (0->2) req@ffff88008d743b80 x1796767404969728/t4294967513(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:596/0 lens 496/448 e 0 to 0 dl 1713531231 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531220.904949:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d743b80 with x1796767404969728 ext(0->2) 00002000:00010000:1.0:1713531220.904951:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d743b80 00000100:00100000:0.0:1713531220.905744:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.905806:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404969856 00000100:00100000:0.0:1713531220.905809:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404969856 00000100:00100000:0.0:1713531220.905826:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4246 00000100:00100000:0.0:1713531220.905831:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8011:x1796767404969856:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.906706:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.907411:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.913705:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8012:x1796767404969600:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10322us (10363us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.913706:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8011:x1796767404969856:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7872us (7960us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.913713:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4245 00000100:00100000:0.0:1713531220.913717:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4246 00000001:00080000:0.0:1713531220.913735:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970292 is committed 00000020:00080000:0.0:1713531220.913746:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880091d34f00 refcount 2 committed 0 result 0 batchid 93 00000020:00080000:0.0:1713531220.913749:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880091d34cc0 00000020:00080000:0.0:1713531220.913752:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880090ca7000 00000020:00080000:0.0:1713531220.913776:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33f480 refcount 2 committed 0 result 0 batchid 92 00000020:00080000:0.0:1713531220.913779:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f840 00000020:00080000:0.0:1713531220.913782:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c1c0400 00000020:00080000:0.0:1713531220.913807:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c82e180 refcount 2 committed 0 result 0 batchid 91 00000020:00080000:0.0:1713531220.913809:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c82ec00 00000020:00080000:0.0:1713531220.913811:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bc1c400 00000020:00080000:0.0:1713531220.913843:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 90 batchid updated 00000001:00080000:0.0:1713531220.913848:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970294 is committed 00000100:00100000:0.0:1713531220.914582:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.914620:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531220.918858:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967520 is committed 00000001:00080000:0.0:1713531220.918892:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967523 is committed 00000001:00080000:0.0:1713531220.918902:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967521 is committed 00000100:00100000:1.0:1713531220.919882:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.919901:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970240 00000100:00100000:0.0:1713531220.919907:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970240 00000100:00100000:0.0:1713531220.919933:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4248 00000100:00100000:0.0:1713531220.919939:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8013:x1796767404970240:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.919992:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.920012:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b636 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41b6 expref: 87 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.920024:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.920028:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.920046:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920056:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920065:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920080:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920086:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920092:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920098:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.920101:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920108:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920114:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.920117:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.920119:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.920124:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b659 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.920194:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8013:x1796767404970240:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 254us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.920200:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4248 00000100:00100000:1.0:1713531220.920968:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.921753:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.921764:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970432 00000100:00100000:1.0:1713531220.921766:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970432 00000100:00100000:1.0:1713531220.921778:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4249 00000100:00100000:1.0:1713531220.921781:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8013:x1796767404970432:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.921797:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b660 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.921804:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 86 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.921809:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b660 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.921827:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 86 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.921835:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 86 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.921843:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638336:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.921867:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.922670:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970496 00000100:00100000:0.0:1713531220.922674:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970496 00010000:00010000:0.0:1713531220.922689:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.922708:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 848 00000100:00100000:0.0:1713531220.922727:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767404970496:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.922740:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.922744:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.922753:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.922765:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352b5e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4185 expref: 87 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.922787:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:0.0:1713531220.922790:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b660 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.922796:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b660 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.922801:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352b660 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.922864:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.922887:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404970496:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 158us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.922893:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 848 00000100:00100000:0.0:1713531220.923762:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.924752:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.924770:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970624 00000100:00100000:1.0:1713531220.924774:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970624 00010000:00010000:1.0:1713531220.924786:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352b652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d2 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.924802:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 849 00000100:00100000:1.0:1713531220.924806:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404970624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.924812:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.924821:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352b652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d2 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.924829:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352b652 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d2 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.924842:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352b652 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d2 expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.924849:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.924851:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.924854:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132097180/0xe3b2c9851352b667 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.924860:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132097180/0xe3b2c9851352b667 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.924873:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.924892:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404970624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 84us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.924897:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 849 00000100:00100000:0.0:1713531220.925634:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970752 00000100:00100000:0.0:1713531220.925638:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970752 00000100:00100000:0.0:1713531220.925664:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4250 00000100:00100000:0.0:1713531220.925669:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+85:8013:x1796767404970752:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.925898:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.925909:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 86 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.925916:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.925936:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 86 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.925945:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 86 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.925954:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638464:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.925987:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433780 going to sleep for 11 seconds 00000001:00080000:1.0:1713531220.926097:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967511 is committed 00000001:00080000:1.0:1713531220.926110:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967513 is committed 00000001:00080000:1.0:1713531220.926122:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967509 is committed 00000100:00100000:0.0:1713531220.926127:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767404970112:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11406us (11505us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.926137:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 905 00000100:00100000:1.0:1713531220.926536:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638464:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.926548:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.926703:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970816 00000100:00100000:1.0:1713531220.926706:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970816 00010000:00010000:1.0:1713531220.926718:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 87 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.926733:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 850 00000100:00100000:0.0:1713531220.926735:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404970944 00000100:00100000:1.0:1713531220.926737:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767404970816:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531220.926738:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404970944 00010000:00010000:1.0:1713531220.926744:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.926748:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.926759:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971072 00000100:00100000:0.0:1713531220.926761:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971072 00010000:00010000:1.0:1713531220.926762:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.926773:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352b5fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4193 expref: 89 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.926776:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4251 00000100:00100000:0.0:1713531220.926781:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:8012:x1796767404970944:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.926782:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.926786:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.926792:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.926797:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.926802:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.926808:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.926815:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096f40/0xe3b2c9851352b60c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c419a expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.926825:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.926827:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.926828:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767404970816:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.926834:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 850 00010000:00010000:0.0:1713531220.926840:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926847:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.926849:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.926854:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.926855:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926867:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926872:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926877:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926882:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.926884:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926890:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926896:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.926899:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.926901:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.926906:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352b675 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000001:00080000:1.0:1713531220.926934:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970295 00000100:00100000:0.0:1713531220.926944:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:8012:x1796767404970944:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 163us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.926950:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4251 00000001:00080000:1.0:1713531220.927050:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970296 00000001:00080000:1.0:1713531220.927092:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970297 00000100:00100000:1.0:1713531220.927144:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409638528:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531220.927173:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.927192:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.927312:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967521 gen 2 00000004:00080000:1.0:1713531220.927316:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967520 committed transno 4294967521 00000004:00080000:1.0:1713531220.927330:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967521 committed transno 4294967521 00000100:00100000:1.0:1713531220.927343:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409638528:0@lo:1000:mdt00_006.0 00000001:00080000:1.0:1713531220.927502:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970298 00000100:00100000:1.0:1713531220.927540:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409638592:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531220.927558:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.927574:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ea35c00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.927670:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.927687:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.927739:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409638592:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531220.927753:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927759:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927765:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927769:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13a80 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531220.927770:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 908 00010000:00010000:1.0:1713531220.927772:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927777:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.927777:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404971136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.927784:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff88008bd36400) 00010000:00010000:1.0:1713531220.927787:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.927790:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927795:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b66e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927811:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927816:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927821:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927825:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd83840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.927828:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927833:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927838:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff88008bcbf000) 00010000:00010000:1.0:1713531220.927840:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.927842:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927847:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd83840/0xe3b2c985135286b7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531220.927865:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927871:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927878:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927883:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927888:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927892:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927896:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.927898:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927903:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927908:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff88008bd36300) 00010000:00010000:1.0:1713531220.927910:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.927912:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.927916:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352b683 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00002000:00010000:0.0:1713531220.927918:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531220.927921:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.927923:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531220.927925:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:0.0:1713531220.927927:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 1 -> 11 00000040:00080000:1.0:1713531220.927962:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:0.0:1713531220.927962:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404971136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 184us (290us total) trans 4294967514 rc 0/0 00000040:00080000:1.0:1713531220.927966:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531220.927969:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 908 00000040:00080000:1.0:1713531220.928056:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 117 count 121 00000040:00080000:1.0:1713531220.928062:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531220.928091:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8013:x1796767404970752:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2421us (2478us total) trans 4294970299 rc 0/0 00000100:00100000:1.0:1713531220.928099:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4250 00000020:00080000:1.0:1713531220.928102:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.928720:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.928747:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.928762:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971328 00000100:00100000:1.0:1713531220.928765:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971328 00000100:00100000:1.0:1713531220.928777:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971456 00000100:00100000:1.0:1713531220.928778:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971456 00000100:00100000:0.0:1713531220.928783:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.928798:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4254 00000100:00100000:1.0:1713531220.928802:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8012:x1796767404971456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.928822:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.928831:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.928838:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.928851:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.928859:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.928868:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638720:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.928885:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.929437:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131805500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409638656:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.929451:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880132096ac0/0xe3b2c9851352b68a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531220.929460:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638720:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.929472:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.929565:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971648 00000100:00100000:1.0:1713531220.929568:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971648 00010000:00010000:1.0:1713531220.929578:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.929585:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971712 00000100:00100000:0.0:1713531220.929589:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971712 00000100:00100000:1.0:1713531220.929593:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 851 00000100:00100000:1.0:1713531220.929597:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767404971648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531220.929602:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 92 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.929604:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.929608:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 92 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.929616:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 92 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.929619:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 852 00000100:00100000:0.0:1713531220.929624:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767404971712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.929627:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352b5cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c417e expref: 92 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531220.929631:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.929635:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.929637:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.929640:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880132096ac0/0xe3b2c9851352b68a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.929644:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.929646:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096ac0/0xe3b2c9851352b68a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.929651:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096ac0/0xe3b2c9851352b68a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.929656:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352b579 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4169 expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.929662:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.929667:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.929670:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.929677:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.929679:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7941850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767404971648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (128us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531220.929682:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.929686:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 851 00010000:00010000:0.0:1713531220.929695:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531220.929713:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767404971712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.929719:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 852 00010000:00010000:1.0:1713531220.929721:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929727:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929738:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929743:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929748:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929753:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.929755:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929760:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929767:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:1.0:1713531220.929769:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531220.929771:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.929776:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352b691 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.929799:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8012:x1796767404971456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 996us (1051us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531220.929808:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4254 00000100:00100000:0.0:1713531220.930377:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404971776 00000100:00100000:0.0:1713531220.930380:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404971776 00000100:00100000:0.0:1713531220.930407:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:0.0:1713531220.930412:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404971776:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.930447:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.930471:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 12 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.930478:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.930480:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531220.930482:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.930499:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.930508:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 13 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.930519:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409638784:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.930542:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.931237:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.931288:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.931339:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 854 00000100:00100000:1.0:1713531220.931345:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404971904:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.931353:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.931365:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.931375:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.931391:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352b64b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c41cb expref: 14 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.931401:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.931402:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.931405:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.931413:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.931441:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.931447:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931455:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531220.931461:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404971904:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 115us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.931468:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 854 00010000:00010000:0.0:1713531220.931469:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931476:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931482:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931492:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.931495:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931502:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931513:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.931519:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13840/0xe3b2c9851352b69f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.931552:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404971776:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1139us (1239us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.931558:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:0.0:1713531220.932185:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.932218:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.932236:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404972160 00000100:00100000:1.0:1713531220.932239:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404972160 00000100:00100000:1.0:1713531220.932259:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4255 00000100:00100000:1.0:1713531220.932262:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8012:x1796767404972160:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.932591:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.932601:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352b5bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4177 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.932608:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.932624:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352b5bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4177 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.932633:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352b5bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4177 expref: 90 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.932642:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638976:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.932675:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.933212:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409638976:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.933221:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531220.933236:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.933260:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404972288 00000100:00100000:1.0:1713531220.933262:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404972288 00010000:00010000:1.0:1713531220.933286:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 91 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.933290:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.933311:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404972352 00000100:00100000:1.0:1713531220.933313:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404972352 00010000:00010000:1.0:1713531220.933318:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352b5bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4177 expref: 92 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.933326:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 855 00000100:00100000:1.0:1713531220.933329:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767404972288:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531220.933335:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531220.933338:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 92 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.933343:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 92 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.933363:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352b5f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c418c expref: 92 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531220.933373:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88008e40c700) 00010000:00010000:1.0:1713531220.933376:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880132096400/0xe3b2c9851352b6ad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.933380:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096400/0xe3b2c9851352b6ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.933383:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096400/0xe3b2c9851352b6ad lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.933397:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531220.933413:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767404972288:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.933417:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 855 00010000:00010000:0.0:1713531220.933434:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880132096400/0xe3b2c9851352b6ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.933441:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096400/0xe3b2c9851352b6ad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.933481:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531220.933485:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000001:00080000:0.0:1713531220.933528:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970302 00000001:00080000:1.0:1713531220.933554:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970303 00000001:00080000:1.0:1713531220.933647:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970305 00000001:00080000:0.0:1713531220.933669:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970304 00000001:00080000:1.0:1713531220.933676:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970306 00000001:00080000:0.0:1713531220.933712:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970307 00000100:00100000:1.0:1713531220.933733:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409639040:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531220.933763:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.933781:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104d80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.933822:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409639104:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.933847:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.933858:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013614cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.933864:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409639104 00000100:00100000:1.0:1713531220.933867:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409639104 00000100:00100000:1.0:1713531220.933897:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967509 gen 2 00000004:00080000:1.0:1713531220.933901:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967509 committed transno 4294967509 00000100:00100000:1.0:1713531220.933920:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409639040:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531220.933921:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409639104:0@lo:1000:mdt00_005.0 00000001:00080000:1.0:1713531220.934079:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970308 00000100:00100000:1.0:1713531220.934121:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409639168:0@lo:1000:mdt00_006.0 00000001:00080000:0.0:1713531220.934127:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970309 00000100:00100000:1.0:1713531220.934135:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531220.934149:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.934174:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409639232:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.934194:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.934204:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.934205:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409639232 00000100:00100000:1.0:1713531220.934207:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409639232 00000100:00100000:1.0:1713531220.934219:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1713531220.934222:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409639232:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.934297:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409639168:0@lo:1000:mdt00_006.0 00010000:00010000:0.0:1713531220.934312:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934319:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.934324:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15461:x1796767409639232:12345-0@lo:1000:mdt00_005.0 Request processed in 100us (129us total) trans 4294967517 rc 0/0 00010000:00010000:0.0:1713531220.934324:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531220.934328:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00010000:00010000:0.0:1713531220.934329:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.934331:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934337:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934345:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531220.934348:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.934350:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934355:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352b6b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934374:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934379:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934384:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934389:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd833c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.934391:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934400:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934406:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (ffff88008bcbf200) 00010000:00010000:0.0:1713531220.934408:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.934410:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934415:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd833c0/0xe3b2c98513528686 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.934452:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934459:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934465:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934471:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934476:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934481:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934485:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.934487:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934492:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934499:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (ffff88009a3a4100) 00010000:00010000:0.0:1713531220.934501:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.934503:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531220.934507:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352b6c2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:0.0:1713531220.934634:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.934637:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.934717:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 116 count 121 00000040:00080000:0.0:1713531220.934725:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.934780:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+95:8012:x1796767404972160:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2514us (2594us total) trans 4294970310 rc 0/0 00000100:00100000:0.0:1713531220.934787:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4255 00000020:00080000:0.0:1713531220.934790:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531220.935618:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404972480 00000100:00100000:0.0:1713531220.935623:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404972480 00000100:00100000:1.0:1713531220.935630:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404972608 00000100:00100000:1.0:1713531220.935634:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404972608 00000100:00100000:0.0:1713531220.935645:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 944 00000100:00100000:0.0:1713531220.935650:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:8011:x1796767404972480:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.935669:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 945 00000100:00100000:1.0:1713531220.935675:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:8012:x1796767404972608:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531220.935841:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x72:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531220.935863:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970312 00010000:00010000:1.0:1713531220.935890:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935895:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935900:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935903:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935909:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935912:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935915:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935917:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531220.935919:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935922:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935926:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72:0x0].0x0 (ffff88008bd36900) 00010000:00010000:1.0:1713531220.935927:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531220.935929:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531220.935931:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352b6c9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x72:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000004:00080000:0.0:1713531220.935932:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x74:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531220.935958:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970313 00000100:00100000:1.0:1713531220.935995:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8012:x1796767404972608:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 321us (400us total) trans 4294970314 rc 0/0 00000100:00100000:1.0:1713531220.936000:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 945 00000020:00080000:1.0:1713531220.936002:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1713531220.936002:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936009:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936016:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936022:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936028:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936033:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936037:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936042:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc106c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.936044:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936050:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936057:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74:0x0].0x0 (ffff88009a3a4500) 00010000:00010000:0.0:1713531220.936059:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531220.936061:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531220.936066:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352b6d0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531220.936143:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22ab850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8011:x1796767404972480:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 491us (573us total) trans 4294970315 rc 0/0 00000100:00100000:0.0:1713531220.936150:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 944 00000020:00080000:0.0:1713531220.936153:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1713531220.937061:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.937078:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.937110:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.937188:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4261 00000100:00100000:0.0:1713531220.937195:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8014:x1796767404972928:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.937234:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937253:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937260:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937289:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937296:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937302:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937316:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937323:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937329:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.937343:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x67:0x0]: returning size 3 00000004:00200000:0.0:1713531220.937346:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.937353:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937359:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937365:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937370:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937375:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.937378:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937387:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937396:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.937398:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.937401:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937406:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352b6e5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937414:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937419:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937440:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937445:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.937447:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937456:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937463:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xac54622f (ffff88009a3a4700) 00010000:00010000:0.0:1713531220.937465:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.937467:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937472:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352b6fa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937483:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937488:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937493:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937497:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.937499:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937504:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937510:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x67:0x0].0x0 (ffff88008bcbf800) 00010000:00010000:0.0:1713531220.937512:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.937514:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.937519:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352b70f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531220.937555:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:8014:x1796767404972928:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 359us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.937562:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4261 00000100:00100000:1.0:1713531220.938099:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.938140:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404973120 00000100:00100000:0.0:1713531220.938144:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404973120 00000100:00100000:0.0:1713531220.938171:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4263 00000100:00100000:0.0:1713531220.938176:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:8015:x1796767404973120:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.938184:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.938195:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b716 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41d9 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.938285:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938293:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938300:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938312:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938318:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938324:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938347:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938354:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938360:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531220.938366:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x68:0x0]: returning size 3 00010000:00010000:0.0:1713531220.938415:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938437:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938442:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938447:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.938449:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938455:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938462:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x68:0x0].0x0 (ffff88008bcbff00) 00010000:00010000:0.0:1713531220.938466:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.938469:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938473:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352b72b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x68:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938483:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938492:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938497:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938501:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.938503:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938508:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938514:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.938515:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.938517:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938522:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b71d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938529:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938534:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938539:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938544:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.938546:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938554:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938560:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb554622f (ffff88009a3a4400) 00010000:00010000:0.0:1713531220.938562:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.938563:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938569:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352b724 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb554622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531220.938592:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b716 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d9 expref: 101 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.938600:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12880/0xe3b2c9851352b716 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41d9 expref: 101 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.938607:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12880, rc 0) 00000100:00100000:0.0:1713531220.938640:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8015:x1796767404973120:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 463us (542us total) trans 4294970316 rc 301/301 00000100:00100000:0.0:1713531220.938646:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4263 00000100:00100000:0.0:1713531220.939407:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.939441:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.939484:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4265 00000100:00100000:0.0:1713531220.939491:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:8016:x1796767404973312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.939499:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.939508:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b739 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41e0 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.939557:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939565:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939572:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939582:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939588:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939594:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939618:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939625:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939631:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531220.939636:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 3 00010000:00010000:0.0:1713531220.939687:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939693:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939702:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939707:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.939709:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939714:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939721:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff88008bcbf600) 00010000:00010000:0.0:1713531220.939723:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.939726:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939731:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352b74e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939739:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939744:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939749:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939754:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.939756:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939761:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939770:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.939772:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.939774:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939779:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352b740 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939786:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939791:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939796:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939800:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.939802:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939807:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939812:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7f54622f (ffff880131ab6700) 00010000:00010000:0.0:1713531220.939814:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.939816:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939820:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12400/0xe3b2c9851352b747 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.939906:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b739 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41e0 expref: 102 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.939914:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352b739 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41e0 expref: 102 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.939922:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13a80, rc 0) 00000100:00100000:0.0:1713531220.939954:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:8016:x1796767404973312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 463us (516us total) trans 4294970317 rc 301/301 00000100:00100000:0.0:1713531220.939961:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4265 00000100:00100000:1.0:1713531220.940317:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.940336:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404973440 00000100:00100000:0.0:1713531220.940340:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404973440 00000100:00100000:0.0:1713531220.940369:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4266 00000100:00100000:0.0:1713531220.940374:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:8015:x1796767404973440:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.940381:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.940390:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b75c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41e7 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531220.940884:0:15571:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x43:0x0], index 0: 0 00010000:00010000:0.0:1713531220.941024:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352b786 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.941033:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352b786 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.941039:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352b786 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531220.941068:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352b75c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41e7 expref: 107 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.941083:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352b786 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41e7 expref: 106 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.941089:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:0.0:1713531220.941091:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531220.941093:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee33c0, rc 0) 00000100:00100000:0.0:1713531220.941129:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+106:8015:x1796767404973440:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 753us (812us total) trans 4294970318 rc 0/0 00000100:00100000:0.0:1713531220.941135:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4266 00000100:00100000:0.0:1713531220.942125:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.942162:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.944252:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.945438:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.945516:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4272 00000100:00100000:0.0:1713531220.945523:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+106:8015:x1796767404974016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.945538:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.945557:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b7b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c41fc expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.945583:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352b7c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.945594:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352b7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.945603:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352b7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.945675:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352b7b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41fc expref: 109 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.945706:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352b7c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41fc expref: 108 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.945713:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff88008e40c200) 00010000:00010000:0.0:1713531220.945716:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531220.945719:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:0.0:1713531220.945760:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+108:8015:x1796767404974016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 236us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.945766:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4272 00000100:00100000:0.0:1713531220.946578:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.947049:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.947078:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404974400 00000100:00100000:0.0:1713531220.947083:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404974400 00000100:00100000:0.0:1713531220.947115:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4275 00000100:00100000:0.0:1713531220.947118:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+110:8016:x1796767404974400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.947142:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531220.947154:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352b79b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c41f5 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.947162:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88008bcbf200) 00010000:00010000:0.0:1713531220.947167:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531220.947182:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947188:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947193:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947204:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947208:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947211:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947262:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947285:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947290:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947293:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.947296:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947300:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947304:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531220.947305:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.947307:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947310:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352b7e1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947315:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947318:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947321:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947323:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.947325:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947327:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947330:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x2a8034b (ffff880131ab6400) 00010000:00010000:0.0:1713531220.947331:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.947332:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.947335:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352b7e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x2a8034b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.947454:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+109:8016:x1796767404974400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 334us (406us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531220.947459:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4275 00000100:00100000:0.0:1713531220.947632:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.948151:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404974528 00000100:00100000:0.0:1713531220.948155:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404974528 00000100:00100000:0.0:1713531220.948171:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404974656 00000100:00100000:0.0:1713531220.948173:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404974656 00000100:00100000:1.0:1713531220.948178:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4277 00000100:00100000:1.0:1713531220.948184:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:8016:x1796767404974528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.948201:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.948215:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b7f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4211 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.948231:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b7fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.948235:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b7fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.948240:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b7fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531220.948303:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352b7f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4211 expref: 111 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.948328:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352b7fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4211 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.948335:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.948337:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531220.948339:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5398c0, rc 0) 00000100:00100000:1.0:1713531220.948371:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:8016:x1796767404974528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 186us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.948378:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4277 00000100:00100000:0.0:1713531220.948658:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404974720 00000100:00100000:0.0:1713531220.948661:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404974720 00000100:00100000:0.0:1713531220.948679:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 912 00000100:00100000:0.0:1713531220.948682:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404974720:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.948911:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404974720:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 226us (286us total) trans 4294967526 rc 0/0 00000100:00100000:0.0:1713531220.948918:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 912 00000100:00100000:0.0:1713531220.949134:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.949187:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.949219:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4280 00000100:00100000:0.0:1713531220.949224:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+110:8016:x1796767404974912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.949264:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352b820 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.949311:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352b820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.949319:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352b820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531220.949705:0:6406:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].53, 88 off12376 00000100:00100000:1.0:1713531220.949709:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:0.0:1713531220.949798:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880090fd3480 reply state ffff88008f70e000 transno 4294970323 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352b820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.949806:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531220.949854:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+113:8016:x1796767404974912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 629us (667us total) trans 4294970323 rc 0/0 00000100:00100000:0.0:1713531220.949941:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4280 00000100:00100000:0.0:1713531220.950340:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.950618:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.950662:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404975232 00000100:00100000:1.0:1713531220.950666:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404975232 00000100:00100000:1.0:1713531220.950699:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4282 00000100:00100000:1.0:1713531220.950704:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8016:x1796767404975232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.950717:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.950727:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b82e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c421f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.950772:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b82e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x76:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c421f expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.950781:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352b82e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x76:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c421f expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.950795:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:1.0:1713531220.950798:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531220.950800:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00000100:00100000:1.0:1713531220.950839:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8016:x1796767404975232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 133us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.950844:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4282 00000100:00100000:0.0:1713531220.951934:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.951969:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.951975:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404975552 00000100:00100000:1.0:1713531220.951980:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404975552 00000100:00100000:1.0:1713531220.952013:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 913 00000100:00100000:1.0:1713531220.952019:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767404975552:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.952179:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404975552:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 160us (245us total) trans 4294967518 rc 0/0 00000100:00100000:1.0:1713531220.952186:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 913 00000100:00100000:0.0:1713531220.952660:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.952701:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404975616 00000100:00100000:1.0:1713531220.952705:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404975616 00000100:00100000:1.0:1713531220.952733:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 914 00000100:00100000:1.0:1713531220.952738:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404975616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.952887:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404975616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 147us (226us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1713531220.952894:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 914 00000100:00100000:1.0:1713531220.953121:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404975680 00000100:00100000:1.0:1713531220.953124:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404975680 00000100:00100000:1.0:1713531220.953149:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 915 00000100:00100000:1.0:1713531220.953153:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404975680:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.953160:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.953172:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4234 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.953185:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.953194:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.953195:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.953201:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4234 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.953211:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4234 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531220.953214:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531220.953218:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b840, rc 0) 00000100:00100000:1.0:1713531220.953240:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404975680:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 86us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.953245:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 915 00000100:00100000:0.0:1713531220.953951:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.954014:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.954289:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.954976:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404976320 00000100:00100000:0.0:1713531220.954981:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404976320 00000100:00100000:0.0:1713531220.955002:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4288 00000100:00100000:0.0:1713531220.955006:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8014:x1796767404976320:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.955012:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404976384 00000100:00100000:1.0:1713531220.955016:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404976384 00000100:00100000:1.0:1713531220.955036:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 916 00000100:00100000:1.0:1713531220.955041:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:8015:x1796767404976384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.955041:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8014:x1796767404976320:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.955046:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4288 00010000:00010000:1.0:1713531220.955048:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.955057:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b851 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c423b expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.955074:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4234 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.955080:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.955082:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.955085:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b851 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c423b expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.955110:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4234 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.955121:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b53b840/0xe3b2c9851352b84a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4234 expref: 15 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.955132:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409639360:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.955174:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.955852:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409639360:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.955872:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b851 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c423b expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.955882:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ad00, rc 0) 00000100:00100000:0.0:1713531220.955900:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.955923:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:8015:x1796767404976384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 878us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.955928:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 916 00000100:00100000:0.0:1713531220.955942:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.955960:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.955982:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404976640 00000100:00100000:1.0:1713531220.955984:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404976640 00000100:00100000:1.0:1713531220.955999:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 917 00000100:00100000:1.0:1713531220.956002:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404976640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.956007:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.956017:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4250 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.956027:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.956034:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.956035:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.956038:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4250 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.956048:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4250 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.956055:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b180, rc 0) 00000100:00100000:1.0:1713531220.956076:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404976640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 72us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.956082:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 917 00000100:00100000:0.0:1713531220.956833:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.957141:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404976832 00000100:00100000:1.0:1713531220.957144:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404976832 00000100:00100000:1.0:1713531220.957167:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 918 00000100:00100000:1.0:1713531220.957171:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404976832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.957177:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.957189:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4257 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531220.957201:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531220.957210:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.957211:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.957216:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4257 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.957226:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4257 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.957233:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53af40, rc 0) 00000100:00100000:1.0:1713531220.957257:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767404976832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 84us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.957263:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 918 00000100:00100000:0.0:1713531220.957521:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.957562:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404976960 00000100:00100000:1.0:1713531220.957565:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404976960 00000100:00100000:1.0:1713531220.957584:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 919 00000100:00100000:1.0:1713531220.957589:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:8016:x1796767404976960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.957599:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.957608:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b882 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c425e expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.957621:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4250 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.957627:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.957629:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.957632:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b882 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c425e expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.957646:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4250 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.957655:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b53b180/0xe3b2c9851352b866 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4250 expref: 13 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.957664:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409639488:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.957694:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.957934:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.958309:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409639488:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531220.958324:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b53b3c0/0xe3b2c9851352b882 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c425e expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.958334:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:0.0:1713531220.958335:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.958357:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:8016:x1796767404976960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 766us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.958363:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 919 00000100:00100000:0.0:1713531220.958407:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.958614:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404977280 00000100:00100000:1.0:1713531220.958618:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404977280 00000100:00100000:1.0:1713531220.958637:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 920 00000100:00100000:1.0:1713531220.958641:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:8014:x1796767404977280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.958647:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531220.958654:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4265 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.958667:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4257 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.958673:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.958674:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531220.958676:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4265 expref: 18 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.958691:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4257 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531220.958699:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352b87b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4257 expref: 18 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531220.958708:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409639616:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.958730:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.959223:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409639616:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.959237:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4265 expref: 18 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.959248:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539440, rc 0) 00000100:00100000:0.0:1713531220.959350:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:8014:x1796767404977280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 707us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.959356:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 920 00000100:00100000:0.0:1713531220.959508:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.960064:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.961981:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.962021:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.962033:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404977536 00000100:00100000:0.0:1713531220.962037:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404977536 00000100:00100000:0.0:1713531220.962056:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4294 00000100:00100000:0.0:1713531220.962061:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8016:x1796767404977536:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531220.963792:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.963810:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404977664 00000100:00100000:1.0:1713531220.963814:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404977664 00000100:00100000:1.0:1713531220.963836:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 921 00000100:00100000:1.0:1713531220.963841:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404977664:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531220.970002:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970323 is committed 00000020:00080000:0.0:1713531220.970037:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008e433600 refcount 2 committed 0 result 0 batchid 96 00000020:00080000:0.0:1713531220.970041:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6530b40 00000020:00080000:0.0:1713531220.970043:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134c36000 00000020:00080000:0.0:1713531220.970062:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a7104d80 refcount 2 committed 0 result 0 batchid 95 00000020:00080000:0.0:1713531220.970063:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a7104480 00000020:00080000:0.0:1713531220.970065:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c7e5400 00000020:00080000:0.0:1713531220.970076:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008ed34240 refcount 2 committed 0 result 0 batchid 94 00000020:00080000:0.0:1713531220.970077:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ed34600 00000020:00080000:0.0:1713531220.970079:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012fc43c00 00000001:00080000:0.0:1713531220.970087:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970327 is committed 00000020:00080000:0.0:1713531220.970115:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 93 batchid updated 00000100:00100000:1.0:1713531220.971039:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.971065:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.971080:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404977792 00000100:00100000:1.0:1713531220.971085:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404977792 00000100:00100000:1.0:1713531220.971105:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404977728 00000100:00100000:1.0:1713531220.971106:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404977728 00000100:00100000:1.0:1713531220.971118:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:1.0:1713531220.971122:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767404977792:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.978244:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767404977664:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14401us (14451us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.978249:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 921 00000001:00080000:0.0:1713531220.978498:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967526 is committed 00000001:00080000:0.0:1713531220.978506:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967527 is committed 00000001:00080000:0.0:1713531220.978512:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967525 is committed 00000001:00080000:0.0:1713531220.978519:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967529 is committed 00000100:00100000:1.0:1713531220.979759:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404978624 00000100:00100000:1.0:1713531220.979762:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404978624 00000100:00100000:1.0:1713531220.979776:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 926 00000100:00100000:1.0:1713531220.979780:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404978624:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531220.980176:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x44:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.980178:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x44:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.980180:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x44:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.980181:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x44:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531220.980182:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x44:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.980244:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404978624:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 463us (549us total) trans 4294967531 rc 0/0 00000100:00100000:1.0:1713531220.980250:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 926 00000100:00100000:0.0:1713531220.980495:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409639936 00000100:00100000:0.0:1713531220.980498:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409639936 00000100:00100000:0.0:1713531220.980515:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1713531220.980519:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409639936:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.980570:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409639936:12345-0@lo:1000:mdt00_000.0 Request processed in 50us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.980574:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1713531220.981062:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409640000 00000100:00100000:0.0:1713531220.981112:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409640000 00000100:00100000:0.0:1713531220.981132:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1713531220.981135:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409640000:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531220.981222:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409640000:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (169us total) trans 4294967532 rc 0/0 00000100:00100000:0.0:1713531220.981227:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1713531220.981420:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.981448:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404978816 00000100:00100000:0.0:1713531220.981451:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404978816 00000100:00100000:0.0:1713531220.981463:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4300 00000100:00100000:0.0:1713531220.981467:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8014:x1796767404978816:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.981484:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b8ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x77:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.981495:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094240/0xe3b2c9851352b819 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4218 expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.981500:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b8ba lrc: 4/0,1 mode: --/PW res: [0x200000402:0x77:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.981512:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132094240/0xe3b2c9851352b819 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4218 expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.981519:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094240/0xe3b2c9851352b819 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4218 expref: 89 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531220.981525:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409640064:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531220.981546:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dca80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531220.983265:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404979072 00000100:00100000:1.0:1713531220.983282:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404979072 00000100:00100000:1.0:1713531220.983297:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 927 00000100:00100000:1.0:1713531220.983300:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767404979072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531220.983314:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.983323:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4265 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.983328:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.983329:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531220.983330:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.983341:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4265 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531220.983347:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b539440/0xe3b2c9851352b889 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4265 expref: 13 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531220.983353:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409640128:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531220.983373:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82ecc0 going to sleep for 11 seconds 00000001:00080000:1.0:1713531220.983691:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967514 is committed 00000001:00080000:1.0:1713531220.983699:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967518 is committed 00000001:00080000:1.0:1713531220.983702:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967517 is committed 00000001:00080000:1.0:1713531220.983709:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967519 is committed 00000100:00100000:1.0:1713531220.983743:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767404977792:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12620us (12708us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.983751:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:0.0:1713531220.983871:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409640128:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531220.983884:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.984053:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.984179:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984187:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984199:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984210:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984216:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984220:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.984223:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984228:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984308:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.984315:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b539200/0xe3b2c9851352b8c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.984356:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767404979072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1054us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.984361:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 927 00000100:00100000:0.0:1713531220.984807:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.985064:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.985091:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404979456 00000100:00100000:1.0:1713531220.985094:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404979456 00000100:00100000:1.0:1713531220.985114:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 928 00000100:00100000:1.0:1713531220.985117:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767404979456:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531220.985218:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531220.985220:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.985222:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531220.985223:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531220.985224:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531220.985242:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767404979456:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 124us (179us total) trans 4294967520 rc 0/0 00000100:00100000:1.0:1713531220.985246:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 928 00000100:00100000:0.0:1713531220.985746:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.985768:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.985871:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.985876:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:0.0:1713531220.985942:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970335 00000001:00080000:0.0:1713531220.986026:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970336 00000001:00080000:0.0:1713531220.986050:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970337 00000100:00100000:0.0:1713531220.986081:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409640320:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531220.986099:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.986115:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.986221:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409640320:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1713531220.986412:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970338 00000100:00100000:0.0:1713531220.986495:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409640384:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531220.986501:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.986513:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531220.986520:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc300 going to sleep for 11 seconds 00010000:00010000:0.0:1713531220.986641:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986645:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986655:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986658:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986662:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986665:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.986668:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986671:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986677:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:0.0:1713531220.986678:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531220.986680:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.986683:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352b8dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531220.986706:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:8016:x1796767404979648:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 881us (936us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531220.986711:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4303 00000100:00100000:0.0:1713531220.986733:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409640384:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531220.986743:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986747:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986750:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986753:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.986754:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986757:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986762:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff88008c068600) 00010000:00010000:0.0:1713531220.986763:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.986765:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986768:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352b8d6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x77:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986778:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986781:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986784:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986786:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.986788:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986791:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986794:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x67:0x0].0x0 (ffff88008bcbf800) 00010000:00010000:0.0:1713531220.986795:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531220.986797:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986799:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd806c0/0xe3b2c985135286da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x67:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531220.986813:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986817:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986822:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986824:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986827:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986830:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986832:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.986833:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986836:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986839:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x67:0x0].0x0 (ffff88008d223b00) 00010000:00010000:0.0:1713531220.986839:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.986841:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531220.986843:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352b8e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531220.986875:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.986877:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.986989:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 118 count 121 00000040:00080000:0.0:1713531220.986997:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.987033:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8014:x1796767404979392:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2158us (2226us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1713531220.987038:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4302 00000020:00080000:0.0:1713531220.987041:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531220.987106:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.987474:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.987812:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531220.987943:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987948:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987958:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987962:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987966:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987970:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531220.987972:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987975:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987987:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.987991:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352b8eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531220.988024:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767404979776:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 855us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.988028:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 929 00000100:00100000:0.0:1713531220.988418:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.989283:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531220.990767:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531220.990770:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531220.990799:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 124 count 121 00000040:00080000:0.0:1713531220.990803:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.990839:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409640704:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531220.990868:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531220.991447:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.991557:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409640704:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:1.0:1713531220.991596:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531220.991599:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531220.991709:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.991725:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531220.991730:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 124 count 121 00000040:00080000:1.0:1713531220.991736:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531220.991739:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.991749:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404980416 00000100:00100000:0.0:1713531220.991752:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404980416 00000100:00100000:0.0:1713531220.991764:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404980480 00000100:00100000:0.0:1713531220.991765:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404980480 00000100:00100000:0.0:1713531220.991785:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4306 00000100:00100000:0.0:1713531220.991789:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8019:x1796767404980352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.991795:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4307 00000100:00100000:1.0:1713531220.991800:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+102:8018:x1796767404980480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531220.991802:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x65:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531220.991810:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x61:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531220.991839:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8019:x1796767404980352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.991843:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4306 00000100:00100000:1.0:1713531220.991845:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8018:x1796767404980480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 45us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.991849:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4307 00000100:00100000:0.0:1713531220.992615:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.992632:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.992649:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.992671:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404980608 00000100:00100000:1.0:1713531220.992676:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404980608 00000100:00100000:0.0:1713531220.992686:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4309 00000100:00100000:0.0:1713531220.992693:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8017:x1796767404980672:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531220.992705:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4310 00000100:00100000:1.0:1713531220.992709:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8019:x1796767404980608:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.992726:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992731:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992737:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992744:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992747:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992755:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992756:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992762:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992763:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992767:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992767:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992770:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992779:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992780:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992783:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992786:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992791:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992796:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:1.0:1713531220.992799:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 3 00000004:00200000:1.0:1713531220.992802:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531220.992807:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531220.992809:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6a:0x0]: returning size 3 00000004:00200000:0.0:1713531220.992811:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531220.992817:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992822:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992826:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992829:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992835:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992839:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992844:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.992844:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992846:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992848:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531220.992849:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992851:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992861:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992862:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.992864:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.992866:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992868:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531220.992869:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352b91c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992870:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.992872:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992875:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992876:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352b915 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992878:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992881:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992884:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.992884:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992886:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992888:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992889:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992892:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a54622f (ffff88008bd36700) 00010000:00010000:1.0:1713531220.992893:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.992894:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992894:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992897:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352b931 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992897:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.992899:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992903:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992904:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992906:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992908:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2654622f (ffff88008cf75200) 00010000:00010000:1.0:1713531220.992909:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992910:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.992911:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.992911:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992913:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992915:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352b92a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2654622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992916:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531220.992919:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff88008cf75e00) 00010000:00010000:1.0:1713531220.992920:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531220.992922:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992923:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531220.992925:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352b93f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531220.992927:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992931:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992935:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.992937:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992941:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992946:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (ffff88008bcbf700) 00010000:00010000:0.0:1713531220.992948:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.992950:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.992953:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352b946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531220.992966:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8019:x1796767404980608:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 255us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.992971:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4310 00000100:00100000:0.0:1713531220.992979:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8017:x1796767404980672:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 286us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531220.992984:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4309 00000100:00100000:0.0:1713531220.993650:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.994858:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.994886:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404980864 00000100:00100000:0.0:1713531220.994889:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404980864 00000100:00100000:0.0:1713531220.994914:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404980992 00000100:00100000:0.0:1713531220.994915:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404980992 00000100:00100000:0.0:1713531220.994935:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4313 00000100:00100000:0.0:1713531220.994938:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8019:x1796767404980992:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.994945:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531220.994951:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352b970 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4273 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.994984:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.994992:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.994996:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995003:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995007:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995010:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995023:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995026:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995030:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531220.995033:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 3 00010000:00010000:0.0:1713531220.995062:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995066:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995069:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995071:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.995074:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995077:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995082:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff88008cf75e00) 00010000:00010000:0.0:1713531220.995083:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531220.995085:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995088:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0900/0xe3b2c9851352b985 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995093:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995096:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995099:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995101:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.995102:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995105:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995108:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531220.995109:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.995110:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995115:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352b977 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995119:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995121:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995124:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995126:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531220.995127:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995130:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995133:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a54622f (ffff88008cf75d00) 00010000:00010000:0.0:1713531220.995134:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531220.995135:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995137:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352b97e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531220.995152:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352b970 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4273 expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.995157:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352b970 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4273 expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531220.995164:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee21c0, rc 0) 00000100:00100000:0.0:1713531220.995190:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8019:x1796767404980992:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 251us (316us total) trans 4294970350 rc 301/301 00000100:00100000:0.0:1713531220.995195:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4313 00000100:00100000:0.0:1713531220.995838:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.995935:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.995950:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404981184 00000100:00100000:0.0:1713531220.995950:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.995953:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404981184 00000100:00100000:1.0:1713531220.995968:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4315 00000100:00100000:1.0:1713531220.995972:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8019:x1796767404981184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531220.995984:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x65:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531220.996018:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8019:x1796767404981184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 45us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531220.996022:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4315 00000100:00100000:0.0:1713531220.997521:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531220.997539:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.998852:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.999919:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531220.999961:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404981696 00000100:00100000:0.0:1713531220.999964:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404981696 00000100:00100000:0.0:1713531220.999983:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4320 00000100:00100000:0.0:1713531220.999986:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8018:x1796767404981696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531220.999994:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.000002:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352b9ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c428f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.000015:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.000021:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.000025:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.000069:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352b9ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c428f expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.000081:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c428f expref: 108 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.000085:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:0.0:1713531221.000087:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.000088:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1b00, rc 0) 00000100:00100000:0.0:1713531221.000113:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8018:x1796767404981696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 126us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.000117:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4320 00000100:00100000:0.0:1713531221.000692:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00080000:1.0:1713531221.000808:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531191 00000100:00100000:1.0:1713531221.001451:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.001693:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.001719:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404982144 00000100:00100000:1.0:1713531221.001723:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404982144 00000100:00100000:1.0:1713531221.001737:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4324 00000100:00100000:1.0:1713531221.001742:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8018:x1796767404982144:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.001750:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.001756:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c429d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.001780:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c429d expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.001786:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c429d expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.001795:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:1.0:1713531221.001796:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.001798:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53af40, rc 0) 00000100:00100000:1.0:1713531221.001824:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8018:x1796767404982144:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 82us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.001829:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4324 00000100:00100000:0.0:1713531221.002506:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.002536:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.002540:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404982208 00000100:00100000:1.0:1713531221.002544:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404982208 00000100:00100000:1.0:1713531221.002566:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4325 00000100:00100000:1.0:1713531221.002569:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8019:x1796767404982208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.002572:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.002576:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.002584:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352ba2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c42a4 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.002587:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404982400 00000100:00100000:0.0:1713531221.002590:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404982400 00010000:00010000:1.0:1713531221.002597:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352ba34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.002602:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352ba34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.002606:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352ba34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.002623:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4326 00000100:00100000:0.0:1713531221.002626:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:8017:x1796767404982400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.002643:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.002644:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352ba2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42a4 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.002653:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352ba03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4296 expref: 111 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.002661:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352ba34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42a4 expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.002663:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bcbf600) 00010000:00010000:1.0:1713531221.002665:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79:0x0].0x0 (ffff88008bd36600) 00010000:00010000:1.0:1713531221.002667:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.002667:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.002668:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a400, rc 0) 00010000:00010000:0.0:1713531221.002680:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.002686:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8019:x1796767404982208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (182us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.002689:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.002690:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4325 00010000:00010000:0.0:1713531221.002693:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002700:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002703:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002706:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002736:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002740:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002743:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002746:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.002748:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002751:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002754:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531221.002756:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.002758:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002761:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352ba3b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002765:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002768:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002771:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002774:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.002775:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002778:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002781:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x704dfbf1 (ffff88008cf75800) 00010000:00010000:0.0:1713531221.002782:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.002783:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.002785:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352ba42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x704dfbf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.002807:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8017:x1796767404982400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 180us (236us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.002811:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4326 00000100:00100000:0.0:1713531221.003439:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.003471:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.003509:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.003557:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404982720 00000100:00100000:1.0:1713531221.003561:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404982720 00000100:00100000:1.0:1713531221.003578:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4328 00000100:00100000:1.0:1713531221.003582:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8019:x1796767404982720:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.003612:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352ba57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.003619:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352ba57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.003623:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352ba57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000040:00080000:1.0:1713531221.003807:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].54, 88 off12560 00000004:00010000:1.0:1713531221.003854:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880135b09f80 reply state ffff88013187b000 transno 4294970357 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352ba57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.003862:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.003902:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8019:x1796767404982720:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 319us (394us total) trans 4294970357 rc 0/0 00000100:00100000:1.0:1713531221.003907:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4328 00000100:00100000:0.0:1713531221.004253:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.004303:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.004317:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404982976 00000100:00100000:1.0:1713531221.004321:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404982976 00000100:00100000:1.0:1713531221.004346:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4330 00000100:00100000:1.0:1713531221.004350:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8017:x1796767404982976:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.004376:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352ba5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.004382:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352ba5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.004387:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352ba5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.004413:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.004445:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983040 00000100:00100000:0.0:1713531221.004448:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983040 00000100:00100000:0.0:1713531221.004461:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4331 00000100:00100000:0.0:1713531221.004465:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+114:8019:x1796767404983040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.004473:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.004479:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352ba65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c42b2 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.004497:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352ba65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b2 expref: 114 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.004506:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352ba65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x79:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b2 expref: 114 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.004517:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79:0x0].0x0 (ffff88008bd36600) 00010000:00010000:0.0:1713531221.004519:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.004521:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee33c0, rc 0) 00000040:00080000:1.0:1713531221.004527:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].55, 88 off12552 00000100:00100000:0.0:1713531221.004553:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+115:8019:x1796767404983040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 84us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.004559:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4331 00000004:00010000:1.0:1713531221.004567:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88012ea94000 reply state ffff88013187f000 transno 4294970358 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352ba5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.004571:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.004601:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8017:x1796767404982976:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 250us (348us total) trans 4294970358 rc 0/0 00000100:00100000:1.0:1713531221.004605:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4330 00000100:00100000:0.0:1713531221.005078:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.005148:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983104 00000100:00100000:1.0:1713531221.005153:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983104 00000100:00100000:0.0:1713531221.005157:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.005172:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4332 00000100:00100000:1.0:1713531221.005175:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8017:x1796767404983104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.005184:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.005190:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c42b9 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.005193:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.005208:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b9 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.005214:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b9 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.005214:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983232 00000100:00100000:0.0:1713531221.005217:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983232 00010000:00010000:1.0:1713531221.005221:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:1.0:1713531221.005222:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.005224:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ba80, rc 0) 00000100:00100000:0.0:1713531221.005229:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4333 00000100:00100000:0.0:1713531221.005232:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:8018:x1796767404983232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.005239:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.005241:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8017:x1796767404983104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 65us (165us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.005244:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352ba73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c42c0 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.005246:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4332 00010000:00010000:0.0:1713531221.005265:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.005295:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.005302:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:0.0:1713531221.005319:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531221.005329:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.005343:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352ba73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42c0 expref: 117 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.005354:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42c0 expref: 116 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.005361:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:0.0:1713531221.005363:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531221.005365:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2400, rc 0) 00000100:00100000:0.0:1713531221.005385:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+116:8018:x1796767404983232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 151us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.005390:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4333 00000100:00100000:0.0:1713531221.006027:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.006184:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.006228:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983360 00000100:00100000:0.0:1713531221.006232:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983360 00000100:00100000:1.0:1713531221.006249:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.006265:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983488 00000100:00100000:1.0:1713531221.006283:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983488 00000100:00100000:1.0:1713531221.006301:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 953 00000100:00100000:1.0:1713531221.006305:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+116:8019:x1796767404983488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.006476:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8019:x1796767404983488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 169us (226us total) trans 4294970359 rc 0/0 00000100:00100000:1.0:1713531221.006481:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 953 00000100:00100000:0.0:1713531221.006893:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.006919:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983616 00000100:00100000:1.0:1713531221.006922:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983616 00000100:00100000:1.0:1713531221.006943:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 954 00000100:00100000:1.0:1713531221.006947:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8017:x1796767404983616:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.006947:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.007021:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.007045:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404983744 00000100:00100000:0.0:1713531221.007048:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404983744 00000100:00100000:0.0:1713531221.007067:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4334 00000100:00100000:0.0:1713531221.007071:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+120:8018:x1796767404983744:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.007073:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8017:x1796767404983616:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 124us (178us total) trans 4294970360 rc 0/0 00000100:00100000:1.0:1713531221.007080:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 954 00000100:00100000:0.0:1713531221.007097:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+119:8018:x1796767404983744:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.007101:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4334 00000100:00100000:0.0:1713531221.007623:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.007652:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.007804:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.008283:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.008467:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.008650:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.009147:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.009394:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.009651:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.009961:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.009995:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.010762:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.010800:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.010833:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404984896 00000100:00100000:1.0:1713531221.010836:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404984896 00000100:00100000:1.0:1713531221.010852:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 938 00000100:00100000:0.0:1713531221.010854:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.010855:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8017:x1796767404984896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.010860:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.010866:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bac0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c42f8 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.010876:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc106c0/0xe3b2c9851352bab2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ea expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.010881:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.010881:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.010883:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bac0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42f8 expref: 16 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.010894:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc106c0/0xe3b2c9851352bab2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ea expref: 16 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.010899:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc106c0/0xe3b2c9851352bab2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ea expref: 16 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.010908:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409640960:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.010927:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.011466:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409640960:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.011484:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bac0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42f8 expref: 16 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.011495:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:0.0:1713531221.011575:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:8017:x1796767404984896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 717us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.011582:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 938 00000100:00100000:1.0:1713531221.011596:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.011611:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409641024:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531221.011661:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.011683:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404984960:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 774us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.011690:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 870 00000100:00100000:0.0:1713531221.012542:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409641088:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531221.012554:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.012621:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404985024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 971us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.012626:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 871 00000100:00100000:1.0:1713531221.012786:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.012871:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.012886:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985152 00000100:00100000:0.0:1713531221.012891:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985152 00002000:00100000:0.0:1713531221.012908:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x43:0x0] (0->2) req@ffff88008d23dc00 x1796767404985152/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.012918:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23dc00 with x1796767404985152 ext(0->2) 00002000:00010000:0.0:1713531221.012921:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23dc00 00000100:00100000:0.0:1713531221.012935:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 221 00000100:00100000:0.0:1713531221.012954:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767404985152:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.013309:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404985152:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 354us (436us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1713531221.013314:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 221 00002000:00100000:0.0:1713531221.013319:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x43:0x0] (0->2) req@ffff88008d23dc00 x1796767404985152/t4294967525(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.013324:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23dc00 with x1796767404985152 ext(0->2) 00002000:00010000:0.0:1713531221.013327:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23dc00 00000100:00100000:1.0:1713531221.013682:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.013738:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985216 00000100:00100000:1.0:1713531221.013741:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985216 00000100:00100000:1.0:1713531221.013755:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4342 00000100:00100000:1.0:1713531221.013759:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+121:8019:x1796767404985216:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.013872:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.013929:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985280 00000100:00100000:1.0:1713531221.013932:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985280 00000100:00100000:1.0:1713531221.013946:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4343 00000100:00100000:1.0:1713531221.013949:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8017:x1796767404985280:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.021159:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+122:8019:x1796767404985216:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7392us (7470us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.021159:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+122:8018:x1796767404984832:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10320us (10436us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.021167:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4341 00000100:00100000:1.0:1713531221.021170:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4342 00000001:00080000:0.0:1713531221.021192:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970350 is committed 00000020:00080000:0.0:1713531221.021201:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dcc00 refcount 2 committed 0 result 0 batchid 98 00000020:00080000:0.0:1713531221.021204:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dce40 00000100:00100000:1.0:1713531221.021205:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:8017:x1796767404985280:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7256us (7334us total) trans 0 rc 0/0 00000020:00080000:0.0:1713531221.021206:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008dfb1800 00000100:00100000:1.0:1713531221.021209:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4343 00000001:00080000:0.0:1713531221.021216:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970360 is committed 00000020:00080000:0.0:1713531221.021237:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880131ae3cc0 refcount 2 committed 0 result 0 batchid 99 00000020:00080000:0.0:1713531221.021239:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131ae39c0 00000020:00080000:0.0:1713531221.021241:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a3da5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a837400 00000020:00080000:0.0:1713531221.021263:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880131ae3780 refcount 2 committed 0 result 0 batchid 97 00000020:00080000:0.0:1713531221.021265:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131ae3e40 00000020:00080000:0.0:1713531221.021287:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a724fe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012fc40c00 00000020:00080000:0.0:1713531221.021300:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 96 batchid updated 00000100:00100000:0.0:1713531221.022116:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.022138:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.022156:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.022171:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985472 00000100:00100000:0.0:1713531221.022171:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985408 00000100:00100000:1.0:1713531221.022176:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985472 00000100:00100000:0.0:1713531221.022176:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985408 00000100:00100000:1.0:1713531221.022204:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 939 00000100:00100000:1.0:1713531221.022209:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767404985472:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.022209:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 940 00000100:00100000:0.0:1713531221.022213:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404985408:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.033774:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767404985408:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11555us (11611us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.033783:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 940 00000001:00080000:0.0:1713531221.033809:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967532 is committed 00000001:00080000:0.0:1713531221.033814:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967531 is committed 00000001:00080000:0.0:1713531221.033817:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967534 is committed 00000001:00080000:0.0:1713531221.033821:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967535 is committed 00000001:00080000:0.0:1713531221.033831:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967533 is committed 00000100:00100000:1.0:1713531221.035658:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767404985472:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13447us (13517us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.035665:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 939 00000001:00080000:1.0:1713531221.035679:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967525 is committed 00000001:00080000:1.0:1713531221.035692:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967521 is committed 00000100:00100000:0.0:1713531221.035934:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.036284:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.036306:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.036327:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985920 00000100:00100000:1.0:1713531221.036330:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985920 00000100:00100000:1.0:1713531221.036345:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404985856 00000100:00100000:1.0:1713531221.036346:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404985856 00000100:00100000:0.0:1713531221.036351:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4345 00000100:00100000:1.0:1713531221.036356:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4346 00000100:00100000:0.0:1713531221.036356:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+87:8018:x1796767404985920:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.036360:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8017:x1796767404985856:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.036380:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.036380:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.036396:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352baa4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42dc expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.036396:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352ba7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42c0 expref: 87 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.036405:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:0.0:1713531221.036405:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:1.0:1713531221.036408:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.036408:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.036437:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036437:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,1 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036446:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036446:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036451:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036451:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036462:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036462:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.036465:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036468:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036469:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036472:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036472:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.036474:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.036475:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036476:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.036479:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036479:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036482:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:0.0:1713531221.036482:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:1.0:1713531221.036484:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.036484:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.036485:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036485:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 2/0,0 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.036488:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bad5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.036488:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bace lrc: 0/0,0 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.036529:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:8017:x1796767404985856:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 168us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.036529:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8018:x1796767404985920:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 173us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.036533:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4346 00000100:00100000:0.0:1713531221.036535:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4345 00000100:00100000:0.0:1713531221.036688:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.036959:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.037062:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.037072:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986176 00000100:00100000:1.0:1713531221.037075:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986176 00000100:00100000:1.0:1713531221.037087:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 944 00000100:00100000:1.0:1713531221.037090:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404986176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.037154:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.037155:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.037157:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.037158:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531221.037160:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.037176:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404986176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 85us (114us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1713531221.037180:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 944 00000100:00100000:0.0:1713531221.037409:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.037516:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037522:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037533:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037537:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037542:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037546:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.037548:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037553:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037559:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79:0x0].0x0 (ffff88008bd36600) 00010000:00010000:0.0:1713531221.037561:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.037563:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037644:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13180/0xe3b2c9851352badc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.037667:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+83:8019:x1796767404986048:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 948us (979us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531221.037672:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4347 00000100:00100000:0.0:1713531221.037696:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986496 00000100:00100000:0.0:1713531221.037699:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986496 00000100:00100000:0.0:1713531221.037708:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4348 00000100:00100000:1.0:1713531221.037711:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986432 00000100:00100000:0.0:1713531221.037711:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+83:8018:x1796767404986496:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.037713:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986432 00010000:00010000:0.0:1713531221.037724:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352bae3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.037729:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c428f expref: 84 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.037732:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4349 00010000:00010000:0.0:1713531221.037733:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352bae3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.037735:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:8017:x1796767404986432:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.037743:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c428f expref: 84 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.037748:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352b9fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c428f expref: 84 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.037750:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.037754:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409641216:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.037756:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 84 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.037761:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.037770:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104e40 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.037772:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 84 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.037777:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 84 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.037789:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131910000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409641280:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.037803:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063d80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.038151:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.038173:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986560 00000100:00100000:1.0:1713531221.038176:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986560 00000100:00100000:1.0:1713531221.038192:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 945 00000100:00100000:1.0:1713531221.038195:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767404986560:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.038208:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.038217:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352bab9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42f1 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.038221:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.038222:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.038223:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.038234:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352bab9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42f1 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.038239:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352bab9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42f1 expref: 12 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.038243:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.038245:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409641344:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.038259:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.038261:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.038289:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131910000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409641280:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.038301:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.038302:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986688 00000100:00100000:0.0:1713531221.038315:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986688 00010000:00010000:0.0:1713531221.038325:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 86 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.038339:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 874 00000100:00100000:0.0:1713531221.038342:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767404986688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.038347:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.038350:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 86 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.038355:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 86 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.038363:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352ba50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ab expref: 86 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.038369:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:0.0:1713531221.038371:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.038375:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.038378:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.038386:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.038390:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038397:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.038399:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+84:1822:x1796767404986688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.038402:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 874 00010000:00010000:1.0:1713531221.038404:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038407:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038410:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038413:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.038414:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038440:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038445:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:1.0:1713531221.038447:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.038448:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.038451:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352baea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.038471:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+83:8017:x1796767404986432:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 734us (763us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.038475:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4349 00000100:00100000:1.0:1713531221.038704:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409641344:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.038726:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.038774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.039000:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.039025:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039030:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039039:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039043:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039047:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039050:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538480 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.039052:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039055:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039064:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039071:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b538480/0xe3b2c9851352baf1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.039094:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767404986560:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 897us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.039098:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 945 00000100:00100000:0.0:1713531221.039100:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.039111:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404986880 00000100:00100000:1.0:1713531221.039113:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404986880 00000100:00100000:1.0:1713531221.039122:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 947 00000100:00100000:1.0:1713531221.039125:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767404986880:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.039134:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039141:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039144:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.039145:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.039147:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039156:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 13 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039161:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 13 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.039170:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409641472:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.039183:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.039732:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.039770:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.039785:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409641472:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.039794:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.039798:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.039814:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404987136 00000100:00100000:1.0:1713531221.039816:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404987136 00010000:00010000:1.0:1713531221.039824:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.039835:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 877 00000100:00100000:1.0:1713531221.039838:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404987136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.039843:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.039849:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.039855:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.039864:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd680/0xe3b2c9851352ba88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ce expref: 15 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.039869:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.039870:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.039873:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039877:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.039885:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.039898:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.039899:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404987136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.039903:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 877 00010000:00010000:0.0:1713531221.039906:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039919:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039925:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039932:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039937:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.039940:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039951:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039962:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.039968:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b539f80/0xe3b2c9851352baff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.040000:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767404986880:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 872us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.040006:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 947 00000100:00100000:0.0:1713531221.040530:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.040563:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404987264 00000100:00100000:0.0:1713531221.040564:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.040566:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404987264 00000100:00100000:1.0:1713531221.040583:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404987392 00000100:00100000:1.0:1713531221.040584:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404987392 00000100:00100000:1.0:1713531221.040599:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4352 00000100:00100000:1.0:1713531221.040601:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+84:8018:x1796767404987392:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.040741:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.040747:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c429d expref: 86 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.040751:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.040762:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c429d expref: 86 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.040768:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352ba26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c429d expref: 86 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.040775:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409641600:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.040790:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.041149:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.041433:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409641600:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.041441:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.041453:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.041482:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.041511:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 879 00000100:00100000:1.0:1713531221.041515:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767404987584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.041521:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.041525:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b9 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.041531:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b9 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.041539:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352ba6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c42b9 expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.041545:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88008bd3e000) 00010000:00010000:1.0:1713531221.041547:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352bb14 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.041551:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352bb14 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.041554:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352bb14 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.041565:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.041579:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7940850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767404987584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.041583:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 879 00010000:00010000:0.0:1713531221.041584:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.041591:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000001:00080000:1.0:1713531221.041691:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970362 00000001:00080000:1.0:1713531221.041783:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970367 00000001:00080000:1.0:1713531221.041811:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970369 00000100:00100000:1.0:1713531221.041846:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409641792:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531221.041863:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.041871:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009270fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.041880:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409641728 00000100:00100000:0.0:1713531221.041883:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409641728 00000100:00100000:0.0:1713531221.041897:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409641792 00000100:00100000:0.0:1713531221.041898:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409641792 00000100:00100000:1.0:1713531221.041906:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1713531221.041910:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409641728:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531221.041910:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1713531221.041915:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409641792:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531221.041946:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:15571:x1796767409641728:12345-0@lo:1000:mdt00_007.0 Request processed in 36us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.041947:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409641792:12345-0@lo:1000:mdt00_002.0 Request processed in 32us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.041950:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1713531221.041952:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1713531221.042032:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131911180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409641792:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1713531221.042220:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970371 00000100:00100000:0.0:1713531221.042296:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409641984:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531221.042313:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.042322:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104000 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.042354:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1713531221.042357:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409641984:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1713531221.042381:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409642048 00000100:00100000:1.0:1713531221.042383:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409642048 00000100:00100000:1.0:1713531221.042396:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1713531221.042398:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409642048:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531221.042454:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:6406:x1796767409641984:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (139us total) trans 4294967528 rc 0/0 00000100:00100000:0.0:1713531221.042459:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1713531221.042479:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409641984:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1713531221.042490:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.042493:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6404:x1796767409642048:12345-0@lo:1000:mdt00_000.0 Request processed in 93us (122us total) trans 4294967529 rc 0/0 00010000:00010000:0.0:1713531221.042495:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.042497:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00010000:00010000:0.0:1713531221.042498:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042501:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.042502:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042508:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042513:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88008cf75400) 00010000:00010000:0.0:1713531221.042515:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.042516:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042520:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bb0d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042533:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042536:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042539:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042542:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.042543:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042546:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042550:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff88008cf75b00) 00010000:00010000:0.0:1713531221.042551:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.042552:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042555:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c98513528766 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.042570:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042574:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042578:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042581:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042583:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042586:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042588:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.042590:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042593:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042596:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff88008c068900) 00010000:00010000:0.0:1713531221.042597:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.042598:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.042601:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bb1b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000040:00080000:0.0:1713531221.042640:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.042643:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.042756:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 123 count 121 00000040:00080000:0.0:1713531221.042760:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.042798:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:8018:x1796767404987392:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2195us (2234us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1713531221.042803:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4352 00000020:00080000:0.0:1713531221.042806:0:6406:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.043331:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.043381:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00080000:1.0:1713531221.043402:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531191 00000100:00100000:1.0:1713531221.043451:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.043844:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df47100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409642176:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.043852:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.043980:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.044143:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044147:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044152:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044155:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044158:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044161:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.044162:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044166:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044171:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6a:0x0].0x0 (ffff88008bcbf700) 00010000:00010000:1.0:1713531221.044172:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.044174:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.044176:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352bb29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:1.0:1713531221.044213:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.044215:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.044256:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.044302:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 121 count 121 00000040:00080000:1.0:1713531221.044311:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.044349:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:8017:x1796767404987264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3747us (3818us total) trans 4294970375 rc 0/0 00000100:00100000:1.0:1713531221.044356:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4351 00000020:00080000:1.0:1713531221.044360:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.044398:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.044400:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.044419:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 127 count 121 00000040:00080000:1.0:1713531221.044434:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.044468:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131911f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409642240:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.044491:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.045052:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.045077:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131911f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409642240:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:1.0:1713531221.045114:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.045116:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.045157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.045177:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.045192:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.045229:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 127 count 121 00000040:00080000:1.0:1713531221.045233:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.045235:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.045246:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404988416 00000100:00100000:1.0:1713531221.045249:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404988416 00000100:00100000:0.0:1713531221.045253:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404988288 00000100:00100000:0.0:1713531221.045256:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404988288 00000100:00100000:1.0:1713531221.045265:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4354 00000100:00100000:1.0:1713531221.045285:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8020:x1796767404988480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.045294:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x63:0x0] from 18446744073709551615 #0 00002000:00100000:0.0:1713531221.045295:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x43:0x0] (0->4095) req@ffff88008eb36300 x1796767404988288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.045305:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb36300 with x1796767404988288 ext(0->4095) 00002000:00010000:0.0:1713531221.045308:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb36300 00000100:00100000:0.0:1713531221.045321:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 222 00000100:00100000:1.0:1713531221.045327:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8020:x1796767404988480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 41us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.045327:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+34:1823:x1796767404988288:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:1.0:1713531221.045334:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4354 00000100:00100000:0.0:1713531221.045412:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+34:1823:x1796767404988288:12345-192.168.202.39@tcp:3:diff.0 Request processed in 85us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.045419:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 222 00002000:00100000:0.0:1713531221.045440:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x43:0x0] (0->4095) req@ffff88008eb36300 x1796767404988288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.045454:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb36300 with x1796767404988288 ext(0->4095) 00002000:00010000:0.0:1713531221.045457:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb36300 00000100:00100000:0.0:1713531221.046222:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.046415:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.046445:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.046468:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.046492:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404988736 00000100:00100000:1.0:1713531221.046496:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404988736 00000100:00100000:1.0:1713531221.046510:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404988800 00000100:00100000:1.0:1713531221.046511:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404988800 00000100:00100000:0.0:1713531221.046516:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4357 00000100:00100000:0.0:1713531221.046522:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+101:8022:x1796767404988736:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.046527:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4358 00000100:00100000:1.0:1713531221.046531:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8021:x1796767404988800:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.046559:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046562:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046571:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046579:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046582:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046589:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046593:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046599:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046600:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046604:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046605:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046611:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046622:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046624:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046627:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046631:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046633:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046637:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531221.046649:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x66:0x0]: returning size 3 00000004:00200000:0.0:1713531221.046652:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:1.0:1713531221.046653:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x69:0x0]: returning size 3 00000004:00200000:1.0:1713531221.046655:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531221.046659:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00010000:1.0:1713531221.046661:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046665:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046671:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046675:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046675:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046681:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046686:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046686:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.046688:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046690:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.046693:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046694:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046701:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046701:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.046704:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.046706:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046709:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.046711:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352bb61 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046712:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.046713:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046717:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bb68 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046718:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046722:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046724:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046726:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046728:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046730:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.046731:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046732:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046734:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.046735:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046737:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046738:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046741:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe54622f (ffff88008d223600) 00010000:00010000:1.0:1713531221.046742:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.046743:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046744:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa354622f (ffff88008bd3e300) 00010000:00010000:1.0:1713531221.046746:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bb76 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046746:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.046747:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046752:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046752:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352bb6f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046755:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046758:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046760:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.046761:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046762:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046764:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.046767:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (ffff88008cf75100) 00010000:00010000:0.0:1713531221.046767:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046769:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.046770:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046772:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.046773:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352bb84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.046776:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.046778:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046783:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.046789:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff88008cf75900) 00010000:00010000:0.0:1713531221.046791:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.046793:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.046794:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8021:x1796767404988800:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 261us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.046798:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4358 00010000:00010000:0.0:1713531221.046798:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352bb7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.046824:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+99:8022:x1796767404988736:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 302us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.046831:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4357 00000100:00100000:0.0:1713531221.047462:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.047598:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.047624:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404988992 00000100:00100000:1.0:1713531221.047627:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404988992 00000100:00100000:1.0:1713531221.047641:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4360 00000100:00100000:1.0:1713531221.047644:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+175:7973:x1796767404988992:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.047651:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.047659:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352bbae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c430d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.047680:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047685:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047689:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047697:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047703:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047707:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047767:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047770:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047774:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.047783:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 3 00000004:00200000:1.0:1713531221.047785:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.047790:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047794:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047798:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047801:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047804:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047806:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.047808:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047811:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047815:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:1.0:1713531221.047816:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.047818:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047820:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bbb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047825:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047828:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047830:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047832:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5398c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.047834:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047837:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047840:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x659c9a94 (ffff88008d223000) 00010000:00010000:1.0:1713531221.047841:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.047842:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047845:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bbbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.047859:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352bbae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c430d expref: 177 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.047867:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539440/0xe3b2c9851352bbc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c430d expref: 176 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.047872:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff88008d223b00) 00010000:00010000:1.0:1713531221.047874:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.047876:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539440, rc 0) 00000100:00100000:1.0:1713531221.047899:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+176:7973:x1796767404988992:12345-192.168.202.39@tcp:101:diff.0 Request processed in 252us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.047904:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4360 00000100:00100000:0.0:1713531221.048638:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.048670:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.048678:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.048689:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404989056 00000100:00100000:0.0:1713531221.048690:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404989184 00000100:00100000:1.0:1713531221.048693:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404989056 00000100:00100000:0.0:1713531221.048693:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404989184 00000100:00100000:0.0:1713531221.048715:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4361 00000100:00100000:0.0:1713531221.048720:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8021:x1796767404989184:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.048723:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4362 00000100:00100000:1.0:1713531221.048727:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8020:x1796767404989056:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.048731:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:1.0:1713531221.048741:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x63:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.048741:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352bbca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4314 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.048788:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.048789:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8020:x1796767404989056:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.048796:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4362 00010000:00010000:0.0:1713531221.048797:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048802:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048809:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048813:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048816:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048832:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048836:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048839:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531221.048843:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x69:0x0]: returning size 3 00010000:00010000:0.0:1713531221.048879:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048885:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048890:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048896:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.048899:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048904:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048912:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (ffff88008cf75100) 00010000:00010000:0.0:1713531221.048914:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.048917:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048922:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bbdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048943:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048948:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048952:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048955:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.048957:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048960:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048964:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.048965:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.048967:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048973:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bbd1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048977:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048980:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048983:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048986:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.048987:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048989:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048992:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe54622f (ffff88008bbd3500) 00010000:00010000:0.0:1713531221.048993:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.048995:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.048997:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bbd8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.049014:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352bbca lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4314 expref: 102 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.049018:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352bbca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4314 expref: 102 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.049040:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3600, rc 0) 00000100:00100000:0.0:1713531221.049071:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8021:x1796767404989184:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 349us (400us total) trans 4294970384 rc 301/301 00000100:00100000:0.0:1713531221.049078:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4361 00000100:00100000:0.0:1713531221.049097:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404989248 00000100:00100000:0.0:1713531221.049196:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404989248 00000100:00100000:0.0:1713531221.049221:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 949 00000100:00100000:0.0:1713531221.049224:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+34:1822:x1796767404989248:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.049230:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.049242:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352bbed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c431b expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.049256:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:0.0:1713531221.049264:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.049282:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.049287:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352bbed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c431b expref: 35 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.049295:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352bbed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c431b expref: 35 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.049301:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0900, rc 0) 00000100:00100000:0.0:1713531221.049322:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+35:1822:x1796767404989248:12345-192.168.202.39@tcp:101:diff.0 Request processed in 97us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.049326:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 949 00000100:00100000:0.0:1713531221.049664:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.049844:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.049877:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.049921:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4365 00000100:00100000:1.0:1713531221.049926:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8020:x1796767404989376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.049935:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.049945:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bbfb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4322 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.050040:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531221.050350:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x46:0x0], index 0: 0 00010000:00010000:1.0:1713531221.050520:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bc33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.050528:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bc33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.050535:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bc33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.050565:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bbfb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4322 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.050576:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bc33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4322 expref: 104 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.050582:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff88008c068800) 00010000:00010000:1.0:1713531221.050584:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.050586:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a400, rc 0) 00000100:00100000:1.0:1713531221.050609:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8020:x1796767404989376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 682us (731us total) trans 4294970387 rc 0/0 00000100:00100000:1.0:1713531221.050615:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4365 00000100:00100000:0.0:1713531221.050774:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.050813:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404989760 00000100:00100000:1.0:1713531221.050816:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404989760 00000100:00100000:1.0:1713531221.050843:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4367 00000100:00100000:1.0:1713531221.050848:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8022:x1796767404989760:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.050861:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x66:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.050898:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8022:x1796767404989760:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 50us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.050903:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4367 00000100:00100000:0.0:1713531221.051086:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.051364:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.051528:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.051547:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404990080 00000100:00100000:0.0:1713531221.051551:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404990080 00000100:00100000:0.0:1713531221.051571:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4368 00000100:00100000:0.0:1713531221.051576:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8021:x1796767404990080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.051586:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.051593:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352bc41 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4337 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531221.051760:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x44:0x0], index 1: 0 00010000:00010000:0.0:1713531221.051845:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352bc48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.051850:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352bc48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.051855:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352bc48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.051873:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352bc41 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4337 expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.051881:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352bc48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4337 expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.051889:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531221.051891:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.051892:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1d40, rc 0) 00000100:00100000:0.0:1713531221.051918:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8021:x1796767404990080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 342us (391us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1713531221.051922:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4368 00000100:00100000:0.0:1713531221.052345:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.052786:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.053525:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.053740:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.053764:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.053807:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4371 00000100:00100000:0.0:1713531221.053811:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:8020:x1796767404990464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.053818:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.053826:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352bc80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4345 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.053838:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.053843:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.053847:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.053885:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352bc80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 109 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.053896:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 108 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.053901:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:0.0:1713531221.053902:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.053903:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2ac0, rc 0) 00000100:00100000:0.0:1713531221.053927:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8020:x1796767404990464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.053931:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4371 00000100:00100000:0.0:1713531221.054477:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.054707:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.055300:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.055480:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.055521:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404991040 00000100:00100000:1.0:1713531221.055526:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404991040 00000100:00100000:1.0:1713531221.055553:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4376 00000100:00100000:1.0:1713531221.055558:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+109:8020:x1796767404991040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.055570:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.055579:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c435a expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055605:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055614:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055626:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.055629:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.055630:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ba80, rc 0) 00000100:00100000:1.0:1713531221.055653:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:8020:x1796767404991040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.055659:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4376 00000100:00100000:0.0:1713531221.055697:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.055712:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404991104 00000100:00100000:1.0:1713531221.055714:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404991104 00000100:00100000:1.0:1713531221.055730:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4377 00000100:00100000:1.0:1713531221.055734:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404991104:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.055743:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.055751:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4361 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055770:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.055777:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 181 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055789:0:15571:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.055798:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 181 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055804:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (ffff88008cf75100) 00010000:00010000:1.0:1713531221.055807:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.055809:0:15571:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 181 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.055815:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538480, rc 0) 00000100:00100000:1.0:1713531221.055835:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+181:7973:x1796767404991104:12345-192.168.202.39@tcp:101:diff.0 Request processed in 100us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.055841:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4377 00000100:00100000:0.0:1713531221.056238:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.056256:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.056284:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404991168 00000100:00100000:1.0:1713531221.056288:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404991168 00000100:00100000:0.0:1713531221.056296:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.056309:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404991360 00000100:00100000:1.0:1713531221.056310:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404991360 00000100:00100000:1.0:1713531221.056328:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4378 00000100:00100000:0.0:1713531221.056333:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4379 00000100:00100000:1.0:1713531221.056334:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:8021:x1796767404991168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.056337:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8022:x1796767404991360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.056341:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.056352:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.056353:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bcdb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4368 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.056361:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352bc95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c434c expref: 111 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.056366:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.056369:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88008bcbfa00) 00010000:00010000:1.0:1713531221.056373:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.056373:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.056379:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.056382:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056387:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056392:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056401:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056405:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056408:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.056437:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bcdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 111 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.056449:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 110 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.056451:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.056455:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:0.0:1713531221.056455:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.056457:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.056458:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.056459:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a640, rc 0) 00010000:00010000:0.0:1713531221.056461:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee33c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.056462:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056465:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056469:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531221.056471:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.056473:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056476:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352bce9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.056481:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+110:8021:x1796767404991168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 147us (242us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.056481:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056483:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.056486:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4378 00010000:00010000:0.0:1713531221.056487:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056489:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.056490:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056493:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056496:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0xd5b2e130 (ffff88008e9b4c00) 00010000:00010000:0.0:1713531221.056497:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.056498:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.056501:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352bcf0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0xd5b2e130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.056523:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8022:x1796767404991360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 186us (226us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.056527:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4379 00000100:00100000:0.0:1713531221.057145:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.057161:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.057182:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.057262:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.057285:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bcf7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c436f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.057297:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bcfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.057302:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bcfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.057307:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bcfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.057341:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352bcf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c436f expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.057348:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352bcfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c436f expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.057352:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:0.0:1713531221.057353:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.057355:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2880, rc 0) 00000100:00100000:0.0:1713531221.057377:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8022:x1796767404991424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 139us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.057380:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4381 00000100:00100000:0.0:1713531221.057988:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.058031:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.058303:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.058792:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.059056:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.059336:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.059782:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.059822:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.059875:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 952 00000100:00100000:1.0:1713531221.059881:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767404992256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.059890:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.059904:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c438b expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.059919:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.059930:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.059932:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.059938:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c438b expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.059949:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c438b expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.059956:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53af40, rc 0) 00000100:00100000:1.0:1713531221.059977:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767404992256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 96us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.059983:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 952 00000100:00100000:0.0:1713531221.060221:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.060563:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404992576 00000100:00100000:0.0:1713531221.060566:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404992576 00000100:00100000:0.0:1713531221.060586:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4387 00000100:00100000:0.0:1713531221.060589:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:8020:x1796767404992576:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.060619:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+118:8020:x1796767404992576:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 29us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.060623:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4387 00000100:00100000:0.0:1713531221.061130:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.061282:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.061339:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.062027:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.062118:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.062137:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.063154:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.063179:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.063231:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404993280 00000100:00100000:1.0:1713531221.063236:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404993280 00000100:00100000:1.0:1713531221.063284:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 956 00000100:00100000:1.0:1713531221.063291:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404993280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.063300:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.063314:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43a7 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.063329:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.063340:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.063342:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.063348:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.063359:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.063367:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:1.0:1713531221.063392:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767404993280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 100us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.063398:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 956 00000100:00100000:0.0:1713531221.063608:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.064091:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.064119:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.064162:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4392 00000100:00100000:0.0:1713531221.064167:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+121:8022:x1796767404993664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.064208:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+121:8022:x1796767404993664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.064217:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4392 00000100:00100000:0.0:1713531221.064736:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.064953:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.064999:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.066967:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.066985:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404993984 00000100:00100000:0.0:1713531221.066989:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404993984 00010000:00010000:0.0:1713531221.067007:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 14 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.067045:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 883 00000100:00100000:0.0:1713531221.067049:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767404993984:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.067057:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.067070:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067078:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067093:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b538240/0xe3b2c9851352bd60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a7 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067100:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.067102:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.067114:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.067130:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.067504:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.067538:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409642560:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.067566:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104000 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.067631:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.067723:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404993920 00000100:00100000:0.0:1713531221.067727:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404993920 00010000:00010000:0.0:1713531221.067739:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bd59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ae expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.067757:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 884 00000100:00100000:0.0:1713531221.067773:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767404993920:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.067781:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.067792:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bd59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ae expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067802:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bd59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ae expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067816:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bd59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ae expref: 18 pid: 17279 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.067831:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.067832:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.067837:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352bd67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43bc expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.067859:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352bd67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43bc expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.067879:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352bd67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43bc expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.067889:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409642624:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.067927:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.068748:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409642560:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.068753:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409642624:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.068758:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.068763:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.068776:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767404993984:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1726us (1811us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.068776:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767404993920:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1003us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.068781:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 883 00000100:00100000:0.0:1713531221.068784:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 884 00000100:00100000:1.0:1713531221.069340:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.069475:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.070548:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.070577:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.070596:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994240 00000100:00100000:1.0:1713531221.070599:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994240 00000100:00100000:1.0:1713531221.070626:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4396 00000100:00100000:1.0:1713531221.070631:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8021:x1796767404994240:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.070693:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8021:x1796767404994240:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 61us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.070697:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4396 00000100:00100000:1.0:1713531221.071196:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.071399:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.076917:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+120:8020:x1796767404993728:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 12119us (12182us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.076927:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4394 00000001:00080000:0.0:1713531221.076943:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970388 is committed 00000020:00080000:0.0:1713531221.076954:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a7104840 refcount 2 committed 0 result 0 batchid 101 00000020:00080000:0.0:1713531221.076957:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a7104d80 00000020:00080000:0.0:1713531221.076960:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134cad400 00000001:00080000:0.0:1713531221.076983:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970397 is committed 00000004:00080000:0.0:1713531221.076995:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000001:00080000:0.0:1713531221.077004:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970389 is committed 00000020:00080000:0.0:1713531221.077016:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6fbf900 refcount 2 committed 0 result 0 batchid 100 00000020:00080000:0.0:1713531221.077019:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf73200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6fbf6c0 00000020:00080000:0.0:1713531221.077021:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf73900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008de36000 00000020:00080000:0.0:1713531221.077034:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 99 batchid updated 00000004:00080000:0.0:1713531221.077040:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000001:00080000:0.0:1713531221.077048:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970392 is committed 00000020:00080000:0.0:1713531221.077063:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c801300 refcount 2 committed 0 result 0 batchid 102 00000020:00080000:0.0:1713531221.077064:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c8016c0 00000020:00080000:0.0:1713531221.077066:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131dce800 00000100:00100000:1.0:1713531221.077213:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409642816:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.077235:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.077245:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134f90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643072:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.077255:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.077259:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.077285:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.077290:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409642880:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.077300:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409643328 00000100:00100000:1.0:1713531221.077303:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409643328 00000100:00100000:0.0:1713531221.077311:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.077316:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409642880 00000100:00100000:1.0:1713531221.077317:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409642880 00000100:00100000:0.0:1713531221.077322:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643136:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.077334:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1713531221.077338:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:2632:x1796767409642752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531221.077347:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.077354:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643392:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531221.077368:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.077616:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.077631:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.077639:0:2633:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1713531221.077641:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.077648:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1713531221.077689:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c:0x0] updating lvb size from disk: 2 -> 2 00002000:00010000:1.0:1713531221.077692:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2c:0x0] updating lvb mtime from disk: 1713531215 -> 1713531215 00002000:00010000:1.0:1713531221.077694:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2c:0x0] updating lvb atime from disk: 1713531215 -> 1713531215 00002000:00010000:1.0:1713531221.077696:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2c:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531221.077698:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2c:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531221.077722:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:2632:x1796767409642752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 383us (544us total) trans 4294967543 rc 0/0 00000100:00100000:1.0:1713531221.077727:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1713531221.077738:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409643648 00000100:00100000:1.0:1713531221.077740:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409643648 00000100:00100000:1.0:1713531221.077749:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1713531221.077751:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:2633:x1796767409643328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531221.077806:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2c:0x0] updating lvb size from disk: 2 -> 2 00002000:00010000:1.0:1713531221.077808:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2c:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531221.077809:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x2c:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531221.077810:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x2c:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531221.077811:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x2c:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531221.077825:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:2633:x1796767409643328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (539us total) trans 4294967534 rc 0/0 00000100:00100000:1.0:1713531221.077828:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1713531221.077837:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1713531221.077839:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:2634:x1796767409642880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.078005:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531221.078051:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dfe7100/2, rc 0, transno 237 00000100:00100000:1.0:1713531221.078055:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409642816:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.078062:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134f90700/2, rc 0, transno 248 00000100:00100000:1.0:1713531221.078064:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134f90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643072:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1713531221.078068:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dfe6d80/2, rc 0, transno 238 00000100:00100000:1.0:1713531221.078070:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643328:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531221.078100:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2d:0x0] updating lvb size from disk: 2 -> 2 00002000:00010000:1.0:1713531221.078102:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x2d:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531221.078103:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x2d:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531221.078104:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x2d:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531221.078106:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x2d:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531221.078123:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:2634:x1796767409642880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 282us (812us total) trans 4294967545 rc 0/0 00000100:00100000:1.0:1713531221.078129:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1713531221.078139:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409643520 00000100:00100000:1.0:1713531221.078143:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409643520 00000100:00100000:1.0:1713531221.078151:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994432 00000100:00100000:1.0:1713531221.078152:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994432 00000100:00100000:1.0:1713531221.078160:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1713531221.078163:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:2634:x1796767409643392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.078228:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:2634:x1796767409643392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (860us total) trans 4294967546 rc 0/0 00000100:00100000:1.0:1713531221.078233:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1713531221.078240:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1713531221.078242:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:2633:x1796767409643648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078323:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:2633:x1796767409643648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (672us total) trans 4294967537 rc 0/0 00000100:00100000:1.0:1713531221.078326:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1713531221.078332:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1713531221.078335:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:2632:x1796767409643520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078389:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:2632:x1796767409643520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 54us (436us total) trans 4294967538 rc 0/0 00000100:00100000:1.0:1713531221.078395:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1713531221.078402:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 975 00000100:00100000:1.0:1713531221.078404:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404994432:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.078445:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404994432:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 39us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.078449:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 975 00000100:00100000:1.0:1713531221.078455:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1713531221.078457:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:2632:x1796767409643264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.078516:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:2632:x1796767409643264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 58us (609us total) trans 4294967547 rc 0/0 00000100:00100000:1.0:1713531221.078519:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000004:00080000:1.0:1713531221.078579:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b58a680/2, rc 0, transno 249 00000100:00100000:1.0:1713531221.078582:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409642880:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1713531221.078588:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e4c9880/2, rc 0, transno 250 00000100:00100000:1.0:1713531221.078590:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643392:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.078594:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1713531221.078600:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078620:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.078654:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643904:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078668:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1713531221.078684:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d740000/2, rc 0, transno 241 00000100:00100000:1.0:1713531221.078687:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643648:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.078717:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d743480/2, rc 0, transno 243 00000100:00100000:1.0:1713531221.078721:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409643584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078735:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1713531221.078738:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:2634:x1796767409643840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078809:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:2634:x1796767409643840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (189us total) trans 4294967541 rc 0/0 00000100:00100000:1.0:1713531221.078813:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1713531221.078821:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1713531221.078824:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:2634:x1796767409643904:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.078917:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb5ea00/2, rc 0, transno 245 00000100:00100000:1.0:1713531221.078922:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078927:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1713531221.078935:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078954:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.078961:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.078973:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.079022:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:2634:x1796767409643904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 196us (352us total) trans 4294967542 rc 0/0 00000100:00100000:1.0:1713531221.079026:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1713531221.079033:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644160 00000100:00100000:1.0:1713531221.079035:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644160 00000100:00100000:1.0:1713531221.079040:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644096 00000100:00100000:1.0:1713531221.079041:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644096 00000100:00100000:1.0:1713531221.079048:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1713531221.079051:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:2632:x1796767409644032:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.079125:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb5f100/2, rc 0, transno 246 00000100:00100000:1.0:1713531221.079132:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643904:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.079179:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.079199:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.079209:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1713531221.079212:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.079220:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.079224:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644608:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.079230:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.079329:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:2632:x1796767409643968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (434us total) trans 4294967545 rc 0/0 00000100:00100000:1.0:1713531221.079334:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1713531221.079342:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644416 00000100:00100000:1.0:1713531221.079344:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644416 00000100:00100000:1.0:1713531221.079349:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644352 00000100:00100000:1.0:1713531221.079350:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644352 00000100:00100000:1.0:1713531221.079354:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644608 00000100:00100000:1.0:1713531221.079355:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644608 00000100:00100000:1.0:1713531221.079359:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644288 00000100:00100000:1.0:1713531221.079360:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644288 00000100:00100000:1.0:1713531221.079364:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644544 00000100:00100000:1.0:1713531221.079365:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644544 00000100:00100000:1.0:1713531221.079368:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644480 00000100:00100000:1.0:1713531221.079369:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644480 00000100:00100000:1.0:1713531221.079374:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1713531221.079376:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:2634:x1796767409644096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.079458:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:2634:x1796767409644096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (485us total) trans 4294967546 rc 0/0 00000100:00100000:1.0:1713531221.079473:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1713531221.079480:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409643456 00000100:00100000:1.0:1713531221.079481:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409643456 00000100:00100000:1.0:1713531221.079488:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1713531221.079490:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:2632:x1796767409644224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.079548:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994560 00000100:00100000:1.0:1713531221.079552:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994560 00000100:00100000:1.0:1713531221.079601:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4397 00000100:00100000:1.0:1713531221.079604:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:8020:x1796767404994560:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.079626:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.079642:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132095440/0xe3b2c9851352bd21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c437d expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.079653:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.079657:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.079743:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079752:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079759:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079769:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079773:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079777:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079783:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.079785:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079789:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079793:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.079794:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.079796:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.079799:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd75 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.079831:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:8020:x1796767404994560:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 225us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.079835:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4397 00000004:00080000:1.0:1713531221.079879:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e4cbb80/2, rc 0, transno 253 00000100:00100000:1.0:1713531221.079884:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644416:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1713531221.079890:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bccd180/2, rc 0, transno 251 00000100:00100000:1.0:1713531221.079893:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644160:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.079898:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bccd500/2, rc 0, transno 250 00000100:00100000:1.0:1713531221.079900:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.079905:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dfe4a80/2, rc 0, transno 240 00000100:00100000:1.0:1713531221.079907:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409643136:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1713531221.079913:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135b08e00/2, rc 0, transno 252 00000100:00100000:1.0:1713531221.079916:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.079989:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.080005:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.080011:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.080018:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1713531221.080026:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134db2680/2, rc 0, transno 254 00000100:00100000:1.0:1713531221.080030:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644608:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.080035:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1713531221.080038:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.080045:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.080140:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:2632:x1796767409644224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 649us (1017us total) trans 4294967549 rc 0/0 00000100:00100000:1.0:1713531221.080145:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1713531221.080154:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1713531221.080157:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:2631:x1796767409643456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.080218:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409643456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (759us total) trans 4294967553 rc 0/0 00000100:00100000:1.0:1713531221.080222:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1713531221.080228:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409644992 00000100:00100000:1.0:1713531221.080230:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409644992 00000100:00100000:1.0:1713531221.080238:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1713531221.080245:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409644736:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1713531221.080310:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531221.080339:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:2632:x1796767409644032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1286us (1460us total) trans 4294967544 rc 0/0 00000100:00100000:1.0:1713531221.080354:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409644736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (639us total) trans 4294967555 rc 0/0 00000100:00100000:0.0:1713531221.080355:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1713531221.080360:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1713531221.080365:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1713531221.080368:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:2634:x1796767409644928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.080372:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1713531221.080376:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:2634:x1796767409645184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.080471:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:2634:x1796767409645184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (451us total) trans 4294967552 rc 0/0 00000100:00100000:1.0:1713531221.080475:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1713531221.080479:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:2634:x1796767409644928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (471us total) trans 4294967557 rc 0/0 00000004:00080000:1.0:1713531221.080494:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134dd0a80/2, rc 0, transno 261 00000100:00100000:1.0:1713531221.080499:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409644928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1713531221.080503:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134dd3100/2, rc 0, transno 256 00000100:00100000:1.0:1713531221.080506:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531221.080539:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1713531221.080567:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531221.080591:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134dd0000/2, rc 0, transno 257 00000100:00100000:1.0:1713531221.080596:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531221.080622:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409645056 00000100:00100000:1.0:1713531221.080624:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409645056 00000100:00100000:1.0:1713531221.080639:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409645312 00000100:00100000:1.0:1713531221.080640:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409645312 00000100:00100000:1.0:1713531221.080647:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1002 00000100:00100000:1.0:1713531221.080650:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+20:1825:x1796767404994624:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.080716:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.080719:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.080720:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.080721:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531221.080722:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.080740:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+21:1825:x1796767404994624:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 89us (174us total) trans 4294967558 rc 0/0 00000100:00100000:1.0:1713531221.080744:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1002 00000100:00100000:1.0:1713531221.080753:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1713531221.080755:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:2632:x1796767409645504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531221.080811:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531221.080812:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080813:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080815:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080816:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531221.080831:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:2632:x1796767409645504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (163us total) trans 4294967558 rc 0/0 00000100:00100000:1.0:1713531221.080834:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1713531221.080840:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1713531221.080842:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:2633:x1796767409645440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531221.080884:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531221.080886:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080887:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080888:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531221.080889:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531221.080906:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:2633:x1796767409645440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (227us total) trans 4294967559 rc 0/0 00000100:00100000:1.0:1713531221.080909:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1713531221.081329:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645696:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.081342:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409645824 00000100:00100000:1.0:1713531221.081345:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409645824 00000100:00100000:0.0:1713531221.081347:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.081355:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1713531221.081357:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:2632:x1796767409645824:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531221.081358:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409645952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531221.081368:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.081446:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:2632:x1796767409645824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (115us total) trans 4294967560 rc 0/0 00000100:00100000:1.0:1713531221.081453:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1713531221.081461:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646016 00000100:00100000:1.0:1713531221.081463:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646016 00000100:00100000:1.0:1713531221.081471:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1713531221.081473:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:2634:x1796767409645952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.081562:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:2634:x1796767409645952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (191us total) trans 4294967563 rc 0/0 00000100:00100000:1.0:1713531221.081568:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1713531221.081580:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1713531221.081583:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:2632:x1796767409646080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.081651:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:2632:x1796767409646080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (250us total) trans 4294967566 rc 0/0 00000100:00100000:1.0:1713531221.081655:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1713531221.081793:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.081807:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994752 00000100:00100000:1.0:1713531221.081810:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994752 00000100:00100000:1.0:1713531221.081824:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4398 00000100:00100000:1.0:1713531221.081828:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+86:8020:x1796767404994752:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.081848:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.081857:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.081863:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.081881:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.081891:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 86 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.081900:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409646336:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.081927:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.081970:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646144 00000100:00100000:1.0:1713531221.081972:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646144 00000100:00100000:1.0:1713531221.081981:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646208 00000100:00100000:1.0:1713531221.081982:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646208 00000100:00100000:1.0:1713531221.081987:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646272 00000100:00100000:1.0:1713531221.081988:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646272 00000100:00100000:1.0:1713531221.081997:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1713531221.082000:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:2634:x1796767409646208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531221.082064:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1713531221.082070:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:2631:x1796767409646272:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531221.082097:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:2634:x1796767409646208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (225us total) trans 4294967567 rc 0/0 00000100:00100000:1.0:1713531221.082102:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00002000:00010000:0.0:1713531221.082704:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531221.082707:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531221.082778:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531221.082780:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531221.082782:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x46:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531221.082887:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.082923:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994816 00000100:00100000:0.0:1713531221.082927:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994816 00010000:00010000:0.0:1713531221.082943:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.082975:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 885 00000100:00100000:0.0:1713531221.082980:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767404994816:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.082988:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.082993:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.083003:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.083010:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409646336:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.083033:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083034:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352bc87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4345 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.083044:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:0.0:1713531221.083047:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083054:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083059:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083213:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.083235:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7940450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767404994816:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 254us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.083242:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 885 00010000:00010000:0.0:1713531221.083395:0:15571:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083401:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083442:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083448:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083454:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083463:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.083465:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083471:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083480:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:0.0:1713531221.083496:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.083499:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.083504:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bd7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.083703:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8020:x1796767404994752:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1872us (1910us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531221.083730:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4398 00000100:00100000:0.0:1713531221.083796:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:2631:x1796767409646272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1725us (1898us total) trans 4294967570 rc 0/0 00000100:00100000:0.0:1713531221.083802:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1713531221.084305:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.084392:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994880 00000100:00100000:0.0:1713531221.084395:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994880 00000100:00100000:0.0:1713531221.084414:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1020 00000100:00100000:0.0:1713531221.084419:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767404994880:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.084471:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.084485:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 21 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.084493:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.084495:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.084498:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.084529:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 21 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.084539:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 21 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.084560:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409646400:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.084586:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.085320:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409646400:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.085329:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.085456:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.085469:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404994944 00000100:00100000:1.0:1713531221.085471:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404994944 00010000:00010000:1.0:1713531221.085480:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 22 pid: 17279 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.085491:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 886 00000100:00100000:1.0:1713531221.085494:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+22:1822:x1796767404994944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.085499:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.085689:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 22 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.085697:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 22 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.085709:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bd36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4392 expref: 22 pid: 17279 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.085716:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.085717:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.085719:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.085724:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.085888:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.085906:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767404994944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 409us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.085912:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 886 00010000:00010000:1.0:1713531221.086053:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086058:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086069:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086073:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086077:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086081:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2400 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.086083:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086087:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086094:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.086098:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bd83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.086127:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767404994880:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1708us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.086131:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1020 00000100:00100000:1.0:1713531221.086803:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.086815:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995072 00000100:00100000:1.0:1713531221.086817:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995072 00000100:00100000:1.0:1713531221.086831:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4399 00000100:00100000:1.0:1713531221.086834:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8020:x1796767404995072:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.086993:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.087000:0:15571:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 86 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.087005:0:15571:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.087018:0:15571:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 86 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.087025:0:15571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 86 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.087032:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409646464:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.087053:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b40cc000 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.087869:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.087890:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:15571:1796767409646464:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.087899:0:15571:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.087908:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995136 00000100:00100000:1.0:1713531221.087910:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995136 00010000:00010000:1.0:1713531221.087918:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 87 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.087928:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 887 00000100:00100000:1.0:1713531221.087931:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767404995136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.087936:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.087939:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 87 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.087945:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 87 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.087958:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bccd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c435a expref: 87 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.087968:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.087971:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.087976:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.087981:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.087994:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.088012:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767404995136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 79us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.088018:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 887 00000100:00100000:1.0:1713531221.088376:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646528 00000100:00100000:1.0:1713531221.088380:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646528 00000100:00100000:1.0:1713531221.088394:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1713531221.088397:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409646528:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531221.088605:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409646528:12345-0@lo:1000:mdt00_007.0 Request processed in 205us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.088611:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1713531221.088693:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfed880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409646528:0@lo:1000:mdt00_007.0 00000001:00080000:1.0:1713531221.088968:0:15571:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970401 00000100:00100000:1.0:1713531221.089059:0:15571:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409646592:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531221.089134:0:15571:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.089141:0:15571:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.089148:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409646592 00000100:00100000:1.0:1713531221.089150:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409646592 00000100:00100000:1.0:1713531221.089160:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1713531221.089163:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409646592:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1713531221.089254:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+35:15571:x1796767409646592:12345-0@lo:1000:mdt00_007.0 Request processed in 90us (119us total) trans 4294967571 rc 0/0 00000100:00100000:1.0:1713531221.089258:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1713531221.089318:0:15571:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:15571:1796767409646592:0@lo:1000:mdt00_007.0 00010000:00010000:1.0:1713531221.089332:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089337:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089342:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089345:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.089347:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089351:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089356:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.089357:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.089359:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089361:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bd8a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089377:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089380:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089383:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089386:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2db00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.089387:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089390:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089397:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff88008cf75c00) 00010000:00010000:1.0:1713531221.089399:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.089401:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089405:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c985135287ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.089441:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089448:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089454:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089460:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089464:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089468:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089472:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.089474:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089478:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089483:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff880131ab6700) 00010000:00010000:1.0:1713531221.089486:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.089488:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.089492:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352bd91 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000040:00080000:1.0:1713531221.089544:0:15571:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.089548:0:15571:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.089698:0:15571:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 125 count 121 00000040:00080000:1.0:1713531221.089704:0:15571:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.089835:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+89:8020:x1796767404995072:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2998us (3031us total) trans 4294970402 rc 0/0 00000100:00100000:1.0:1713531221.089841:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4399 00000020:00080000:1.0:1713531221.089844:0:15571:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:1.0:1713531221.090452:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967528 is committed 00000001:00080000:1.0:1713531221.090459:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967529 is committed 00000001:00080000:1.0:1713531221.090462:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967527 is committed 00000001:00080000:1.0:1713531221.090465:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967531 is committed 00000100:00100000:0.0:1713531221.090680:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.091347:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.091404:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995392 00000100:00100000:1.0:1713531221.091409:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995392 00000100:00100000:1.0:1713531221.091445:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4400 00000100:00100000:1.0:1713531221.091450:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+91:8021:x1796767404995392:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.091486:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.091499:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc480/0xe3b2c9851352bd44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4399 expref: 91 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.091512:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:1.0:1713531221.091515:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.091532:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091540:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091547:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091559:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091565:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091570:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091574:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.091576:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091582:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091588:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:1.0:1713531221.091590:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.091592:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.091597:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bd9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.091642:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+90:8021:x1796767404995392:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 191us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.091653:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4400 00000001:00080000:0.0:1713531221.092212:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967540 is committed 00000001:00080000:0.0:1713531221.092222:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967537 is committed 00000001:00080000:0.0:1713531221.092227:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967541 is committed 00000100:00100000:1.0:1713531221.092237:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.092952:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.092988:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.092996:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995584 00000100:00100000:1.0:1713531221.093000:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995584 00000100:00100000:1.0:1713531221.093023:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995712 00000100:00100000:1.0:1713531221.093026:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995712 00000100:00100000:1.0:1713531221.093040:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4401 00000100:00100000:1.0:1713531221.093045:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+91:8022:x1796767404995584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.093049:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4402 00000100:00100000:0.0:1713531221.093055:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+91:8021:x1796767404995712:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.093067:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.093080:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096ac0/0xe3b2c9851352bd52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43a0 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.093080:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bda6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.093089:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:0.0:1713531221.093091:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.093092:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.093099:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bda6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.093104:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093111:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093119:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.093120:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.093131:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.093131:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.093137:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.093141:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b58bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409646656:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.093142:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093148:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.093150:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093156:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093162:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:1.0:1713531221.093164:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.093167:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.093172:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352bdad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.093179:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.093210:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+90:8022:x1796767404995584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 163us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.093216:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4401 00000100:00100000:0.0:1713531221.093846:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.093870:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.093921:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404995840 00000100:00100000:1.0:1713531221.093926:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404995840 00010000:00010000:1.0:1713531221.093940:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.093960:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 888 00000100:00100000:1.0:1713531221.093965:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767404995840:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.093974:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.093978:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.093993:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.094006:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bce2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4368 expref: 90 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.094016:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:1.0:1713531221.094019:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bda6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.094025:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bda6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.094030:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352bda6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.094055:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.094078:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767404995840:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 111us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.094084:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 888 00000100:00100000:0.0:1713531221.094667:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.094689:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.095565:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.095583:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.095602:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404996096 00000100:00100000:1.0:1713531221.095605:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404996096 00010000:00010000:1.0:1713531221.095615:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.095637:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 889 00000100:00100000:1.0:1713531221.095641:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767404996096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.095646:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.095655:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.095660:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.095672:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bc000/0xe3b2c9851352bd6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c43b5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.095678:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.095679:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.095681:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352bdb4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.095686:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352bdb4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.095703:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.095718:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767404996096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 76us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.095722:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 889 00000100:00100000:0.0:1713531221.096343:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.096392:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.096403:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404996288 00000100:00100000:1.0:1713531221.096408:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404996288 00000100:00100000:1.0:1713531221.096457:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4404 00000100:00100000:1.0:1713531221.096463:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8021:x1796767404996288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.096653:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.096664:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 88 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.096669:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.096683:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 88 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.096688:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 88 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.096694:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409646912:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.096714:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091d34cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.097162:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409646912:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.097174:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.097199:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.097225:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.097253:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404996480 00000100:00100000:1.0:1713531221.097256:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404996480 00010000:00010000:1.0:1713531221.097265:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 89 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.097294:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 892 00000100:00100000:0.0:1713531221.097300:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767404996480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.097308:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.097313:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 89 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.097325:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 89 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.097334:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352bd13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4376 expref: 89 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.097341:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:0.0:1713531221.097344:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.097348:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.097351:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.097365:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.097377:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.097379:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7940050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767404996480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 80us (154us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.097382:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.097384:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 892 00000001:00080000:1.0:1713531221.097468:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970405 00000001:00080000:1.0:1713531221.097582:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970406 00000001:00080000:1.0:1713531221.097614:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970407 00000100:00100000:1.0:1713531221.097654:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409646976:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.097677:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.097698:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091d34cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.097818:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967529 gen 2 00000004:00080000:1.0:1713531221.097822:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967528 committed transno 4294967529 00000004:00080000:1.0:1713531221.097837:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967529 committed transno 4294967529 00000100:00100000:1.0:1713531221.097852:0:15548:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff88008dfe5180 x1796767409643008/t4294967532(4294967532) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1713531237 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:1.0:1713531221.097861:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409646976:0@lo:1000:mdt00_006.0 00000001:00080000:1.0:1713531221.098016:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970408 00000100:00100000:1.0:1713531221.098047:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409647040:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.098063:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.098064:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.098078:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.098261:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea94000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409647040:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.098288:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098293:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098296:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098300:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.098302:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098306:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098314:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff88008ed02600) 00010000:00010000:1.0:1713531221.098316:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.098318:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098321:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bdc9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.098334:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.098337:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.098340:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.098343:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.098344:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.098347:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.098351:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (ffff88008cf75100) 00010000:00010000:1.0:1713531221.098353:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.098355:0:15548:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 176 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.098360:0:15548:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 176 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.098367:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 176 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.098380:0:15548:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538480/0xe3b2c9851352bcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4361 expref: 176 pid: 15571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.098385:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647104:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.098409:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3c600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.098986:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647104:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.098996:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.099002:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c985135287cf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.099017:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099023:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352bc79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c433e expref: 176 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.099027:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099036:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352bc79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c433e expref: 176 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.099040:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.099041:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352bc79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x69:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c433e expref: 176 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.099050:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647232:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.099064:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.099067:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3c600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.099500:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647232:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.099510:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.099605:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409647296 00000100:00100000:0.0:1713531221.099608:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409647296 00000100:00100000:0.0:1713531221.099627:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1713531221.099630:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409647296:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531221.099670:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409647296:12345-0@lo:1000:mdt00_007.0 Request processed in 40us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.099674:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:1.0:1713531221.099838:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099842:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099846:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099849:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099853:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099855:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.099857:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099860:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099865:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x69:0x0].0x0 (ffff88008cf75100) 00010000:00010000:1.0:1713531221.099867:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.099868:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.099871:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bdd7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.099905:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.099913:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.099915:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.099976:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 126 count 121 00000040:00080000:1.0:1713531221.099980:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.100009:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+95:8021:x1796767404996288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3546us (3667us total) trans 4294970409 rc 0/0 00000100:00100000:1.0:1713531221.100014:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4404 00000020:00080000:1.0:1713531221.100017:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531221.100174:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409647360 00000100:00100000:0.0:1713531221.100179:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409647360 00000100:00100000:0.0:1713531221.100203:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1713531221.100207:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+34:15571:x1796767409647360:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1713531221.100398:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+35:15571:x1796767409647360:12345-0@lo:1000:mdt00_007.0 Request processed in 189us (241us total) trans 4294967573 rc 0/0 00000100:00100000:0.0:1713531221.100405:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1713531221.100659:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.100747:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.100749:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.100767:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 130 count 121 00000040:00080000:1.0:1713531221.100771:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.100802:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409647424:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.100822:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3c600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.101298:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.101377:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409647424:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:1.0:1713531221.101445:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.101448:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.101588:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 130 count 121 00000040:00080000:1.0:1713531221.101593:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.101617:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.101651:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.102112:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.102157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.102393:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.102525:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.103091:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.103113:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.103257:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.103283:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404997952 00000100:00100000:0.0:1713531221.103286:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404997952 00000100:00100000:0.0:1713531221.103301:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4413 00000100:00100000:0.0:1713531221.103306:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8023:x1796767404997952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.103314:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.103324:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352be4e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43d1 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.103381:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103389:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103395:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103404:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103410:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103415:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103452:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103456:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103460:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531221.103464:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x85:0x0]: returning size 3 00010000:00010000:0.0:1713531221.103508:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103515:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103524:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103528:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.103531:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103536:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103543:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008cf75600) 00010000:00010000:0.0:1713531221.103546:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.103548:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103552:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352be6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103560:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103564:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103568:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103572:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.103574:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103579:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103588:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.103590:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.103592:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103597:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352be5c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103603:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103608:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103612:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103616:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.103618:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103623:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103629:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a66622f (ffff88009a3a4700) 00010000:00010000:0.0:1713531221.103631:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.103632:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103636:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352be63 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.103660:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352be4e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43d1 expref: 101 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.103669:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352be4e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43d1 expref: 101 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.103677:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2ac0, rc 0) 00000100:00100000:0.0:1713531221.103707:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8023:x1796767404997952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 400us (450us total) trans 4294970420 rc 301/301 00000100:00100000:0.0:1713531221.103714:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4413 00000100:00100000:0.0:1713531221.104177:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.104194:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.104212:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.104227:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998208 00000100:00100000:0.0:1713531221.104230:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998208 00000100:00100000:0.0:1713531221.104240:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998080 00000100:00100000:0.0:1713531221.104241:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998080 00000100:00100000:0.0:1713531221.104248:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4414 00000100:00100000:1.0:1713531221.104253:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4415 00000100:00100000:0.0:1713531221.104254:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8024:x1796767404998208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.104257:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8023:x1796767404998080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.104282:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:1.0:1713531221.104286:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x85:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.104291:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352be7f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43df expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.104316:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+102:8023:x1796767404998080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 58us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.104320:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4415 00010000:00010000:0.0:1713531221.104334:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104341:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104347:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104359:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104364:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104369:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104387:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104391:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104395:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531221.104398:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x82:0x0]: returning size 3 00010000:00010000:0.0:1713531221.104448:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104454:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104459:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104463:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.104465:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104470:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104478:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff880091772b00) 00010000:00010000:0.0:1713531221.104481:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.104483:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104488:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352be94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104497:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104502:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104507:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104512:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.104514:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104518:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104523:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.104525:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.104526:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104531:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352be86 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104536:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104541:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104545:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104548:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.104550:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104554:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104559:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7f66622f (ffff88009a3a4900) 00010000:00010000:0.0:1713531221.104560:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.104562:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104566:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352be8d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.104584:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352be7f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43df expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.104590:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352be7f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43df expref: 102 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.104595:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee33c0, rc 0) 00000100:00100000:0.0:1713531221.104623:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8024:x1796767404998208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 368us (429us total) trans 4294970421 rc 301/301 00000100:00100000:0.0:1713531221.104629:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4414 00000100:00100000:1.0:1713531221.105058:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.105115:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.105137:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998400 00000100:00100000:1.0:1713531221.105140:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998400 00000100:00100000:1.0:1713531221.105159:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4417 00000100:00100000:1.0:1713531221.105164:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+178:7973:x1796767404998400:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.105171:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.105179:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352beb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43ed expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105210:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bebe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105215:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bebe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105220:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bebe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.105224:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x68:0x0]: returning size 3 00010000:00010000:1.0:1713531221.105263:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352beb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ed expref: 181 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105285:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352bebe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x68:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43ed expref: 180 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105292:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x68:0x0].0x0 (ffff88008bbd3a00) 00010000:00010000:1.0:1713531221.105294:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.105295:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5398c0, rc 0) 00000100:00100000:1.0:1713531221.105312:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404998400:12345-192.168.202.39@tcp:101:diff.0 Request processed in 148us (199us total) trans 4294970422 rc 0/0 00000100:00100000:1.0:1713531221.105316:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4417 00000100:00100000:0.0:1713531221.105349:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.105369:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998464 00000100:00100000:1.0:1713531221.105372:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998464 00000100:00100000:0.0:1713531221.105377:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.105386:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998592 00000100:00100000:1.0:1713531221.105388:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998592 00000100:00100000:1.0:1713531221.105396:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4418 00000100:00100000:1.0:1713531221.105399:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8024:x1796767404998464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.105408:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x82:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.105452:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8024:x1796767404998464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.105456:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4418 00000100:00100000:1.0:1713531221.105464:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4419 00000100:00100000:1.0:1713531221.105467:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8025:x1796767404998592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.105471:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.105477:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bed3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43f4 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105506:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105512:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105516:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105523:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105526:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105530:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105542:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105546:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105549:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.105553:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x83:0x0]: returning size 3 00010000:00010000:1.0:1713531221.105578:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105581:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105584:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105587:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.105589:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105593:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105597:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff880092bcac00) 00010000:00010000:1.0:1713531221.105598:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.105600:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105603:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352bee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105607:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105610:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105614:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105616:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.105617:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105620:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105623:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.105624:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.105625:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105627:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352beda lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105633:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105638:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105643:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105647:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.105649:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105654:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105660:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8866622f (ffff880134ed9400) 00010000:00010000:1.0:1713531221.105662:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.105663:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105668:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352bee1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8866622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.105690:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bed3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43f4 expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105697:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352bed3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43f4 expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.105704:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:1.0:1713531221.105726:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8025:x1796767404998592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 257us (348us total) trans 4294970423 rc 301/301 00000100:00100000:1.0:1713531221.105732:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4419 00000100:00100000:0.0:1713531221.106187:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.106251:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404998720 00000100:00100000:1.0:1713531221.106255:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404998720 00000100:00100000:1.0:1713531221.106293:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4420 00000100:00100000:1.0:1713531221.106296:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8023:x1796767404998720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.106303:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.106306:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.106311:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bef6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c43fb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.106351:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531221.106578:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x45:0x0], index 1: 0 00010000:00010000:1.0:1713531221.106670:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352befd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.106676:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352befd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.106681:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352befd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.106685:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.106700:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352bef6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43fb expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.106707:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352befd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43fb expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.106711:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:1.0:1713531221.106713:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.106714:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:1.0:1713531221.106733:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8023:x1796767404998720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 436us (548us total) trans 4294970424 rc 0/0 00000100:00100000:1.0:1713531221.106746:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4420 00000100:00100000:0.0:1713531221.107484:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.107523:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404999232 00000100:00100000:0.0:1713531221.107526:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404999232 00000100:00100000:0.0:1713531221.107546:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 969 00000100:00100000:0.0:1713531221.107551:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+179:7973:x1796767404999232:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531221.107684:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404999232:12345-192.168.202.39@tcp:35:diff.0 Request processed in 132us (181us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1713531221.107689:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 969 00000100:00100000:0.0:1713531221.108322:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.108994:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.109488:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.110087:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.110217:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110223:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110305:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110315:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110320:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.110321:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.110334:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404999680 00000100:00100000:1.0:1713531221.110336:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404999680 00000100:00100000:1.0:1713531221.110350:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4425 00000100:00100000:1.0:1713531221.110354:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+180:7973:x1796767404999680:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.110361:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.110364:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110368:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.110369:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bf51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4417 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.110371:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110374:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.110376:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110380:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110387:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:0.0:1713531221.110389:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.110391:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110393:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352bf3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110400:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110403:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110407:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110409:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.110411:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110413:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110416:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xb122bb8a (ffff88009a3a4100) 00010000:00010000:1.0:1713531221.110417:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bf58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.110418:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.110419:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.110438:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352bf4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xb122bb8a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.110439:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bf58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.110447:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bf58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.110455:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x67:0x0]: returning size 3 00000100:00100000:0.0:1713531221.110476:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:8023:x1796767404999424:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1368us (1481us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.110480:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4424 00010000:00010000:1.0:1713531221.110530:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352bf51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4417 expref: 183 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.110541:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352bf58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x67:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4417 expref: 182 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.110546:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x67:0x0].0x0 (ffff88008d7a4f00) 00010000:00010000:1.0:1713531221.110549:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.110551:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ba80, rc 0) 00000100:00100000:1.0:1713531221.110573:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+182:7973:x1796767404999680:12345-192.168.202.39@tcp:101:diff.0 Request processed in 218us (252us total) trans 4294970427 rc 0/0 00000100:00100000:1.0:1713531221.110579:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4425 00000100:00100000:0.0:1713531221.111099:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.111120:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.111134:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767404999872 00000100:00100000:1.0:1713531221.111138:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767404999872 00000100:00100000:0.0:1713531221.111172:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4427 00000100:00100000:0.0:1713531221.111176:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8025:x1796767404999872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.111182:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.111227:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bf74 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4425 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531221.111604:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x46:0x0], index 1: 0 00010000:00010000:0.0:1713531221.111724:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bf7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.111732:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bf7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.111739:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bf7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.111818:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352bf74 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4425 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.111829:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bf7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4425 expref: 109 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.111834:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88009a3a4400) 00010000:00010000:0.0:1713531221.111835:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.111837:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2640, rc 0) 00000100:00100000:0.0:1713531221.111861:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8025:x1796767404999872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 684us (740us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1713531221.111865:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4427 00000100:00100000:0.0:1713531221.112102:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.112642:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.112798:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.113134:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.113632:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.113648:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.113668:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.113687:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405000704 00000100:00100000:1.0:1713531221.113690:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405000704 00000100:00100000:1.0:1713531221.113711:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4433 00000100:00100000:1.0:1713531221.113714:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8025:x1796767405000704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.113731:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.113740:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352bf7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4425 expref: 112 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.113747:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88009a3a4400) 00000100:00100000:0.0:1713531221.113749:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.113751:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.113762:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113767:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113771:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113782:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113785:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113791:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113826:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113829:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113833:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113836:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.113837:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113840:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113845:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:1.0:1713531221.113846:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.113847:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113850:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352bfc8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113855:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113858:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113861:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113864:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.113865:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113868:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113871:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x6485b58e (ffff880134ed9c00) 00010000:00010000:1.0:1713531221.113872:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.113873:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.113875:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352bfcf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x6485b58e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.113901:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8025:x1796767405000704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 185us (231us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.113905:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4433 00000100:00100000:0.0:1713531221.114439:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.114480:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.114684:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.114815:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.114830:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405001216 00000100:00100000:1.0:1713531221.114833:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405001216 00000100:00100000:1.0:1713531221.114850:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4435 00000100:00100000:1.0:1713531221.114854:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8025:x1796767405001216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.114860:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.114868:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bfeb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4448 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.114880:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.114888:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.114898:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.114935:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352bfeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.114943:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.114947:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:1.0:1713531221.114948:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.114950:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a640, rc 0) 00000100:00100000:1.0:1713531221.114969:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8025:x1796767405001216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.114974:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4435 00000100:00100000:0.0:1713531221.115252:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.115281:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405001344 00000100:00100000:1.0:1713531221.115284:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405001344 00000100:00100000:1.0:1713531221.115301:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4436 00000100:00100000:1.0:1713531221.115304:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8023:x1796767405001344:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.115334:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8023:x1796767405001344:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.115337:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4436 00000100:00100000:0.0:1713531221.115470:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.115526:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.115551:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4437 00000100:00100000:1.0:1713531221.115555:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8025:x1796767405001536:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.115583:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.115588:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.115592:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531221.115752:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].58, 88 off12816 00000004:00010000:1.0:1713531221.115796:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b42f100 reply state ffff880134d67000 transno 4294970433 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.115800:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.115829:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8025:x1796767405001536:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 273us (360us total) trans 4294970433 rc 0/0 00000100:00100000:1.0:1713531221.115833:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4437 00000100:00100000:0.0:1713531221.115861:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.115870:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405001728 00000100:00100000:1.0:1713531221.115872:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405001728 00000100:00100000:1.0:1713531221.115882:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4440 00000100:00100000:1.0:1713531221.115885:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8023:x1796767405001728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.115890:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.115897:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c01c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c445d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.115915:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.115920:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.115926:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.115938:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.115943:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.115951:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c01c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c445d expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.115958:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c445d expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.115962:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.115963:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.115965:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5daf40, rc 0) 00000100:00100000:1.0:1713531221.115978:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8023:x1796767405001728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 92us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.115982:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4440 00000100:00100000:0.0:1713531221.116189:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.116303:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.116306:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.116312:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.116313:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405001856 00000100:00100000:1.0:1713531221.116315:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405001856 00010000:00010000:3.0:1713531221.116320:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.116322:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.116325:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.116327:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4441 00000100:00100000:1.0:1713531221.116329:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8025:x1796767405001856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.116330:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c000 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.116336:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.116341:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4464 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.116355:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 117 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.116361:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 117 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.116367:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:1.0:1713531221.116369:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.116370:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5daac0, rc 0) 00000100:00100000:1.0:1713531221.116384:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8025:x1796767405001856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 54us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.116387:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4441 00000100:00100000:0.0:1713531221.116660:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.116682:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.116713:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405001984 00000100:00100000:3.0:1713531221.116717:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405001984 00000100:00100000:3.0:1713531221.116737:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 432 00000100:00100000:3.0:1713531221.116740:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:1825:x1796767405001984:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.116747:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.116754:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c00e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4456 expref: 185 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.116760:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff88008d7a4c00) 00010000:00010000:3.0:1713531221.116762:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.116780:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:1825:x1796767405001984:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 39us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.116784:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 432 00000100:00100000:0.0:1713531221.116934:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.116989:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.117020:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405002176 00000100:00100000:3.0:1713531221.117023:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405002176 00000100:00100000:0.0:1713531221.117026:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.117036:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:3.0:1713531221.117039:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405002176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.117188:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405002176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 147us (198us total) trans 4294967564 rc 0/0 00000100:00100000:3.0:1713531221.117193:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:0.0:1713531221.117341:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.117516:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.117954:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.118023:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405002752 00000100:00100000:3.0:1713531221.118027:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405002752 00000100:00100000:3.0:1713531221.118052:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:3.0:1713531221.118056:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:8023:x1796767405002752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.118062:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.118071:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4472 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118086:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.118091:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.118092:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.118095:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118116:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.118123:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.118125:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.118135:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409647552:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.118138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.118157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.118170:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 973 00000100:00100000:1.0:1713531221.118175:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:7973:x1796767405002944:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.118176:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa520c00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.118297:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405002816 00000100:00100000:3.0:1713531221.118299:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405002816 00000100:00100000:1.0:1713531221.118304:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:7973:x1796767405002944:12345-192.168.202.39@tcp:35:diff.0 Request processed in 127us (163us total) trans 4294970436 rc 0/0 00000100:00100000:1.0:1713531221.118309:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 973 00000100:00100000:3.0:1713531221.118313:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4444 00000100:00100000:3.0:1713531221.118316:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8024:x1796767405002816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.118322:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.118328:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c03f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4479 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118350:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.118358:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.118365:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.118383:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.118391:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.118405:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c03f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4479 expref: 121 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118416:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4479 expref: 120 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118436:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.118438:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.118441:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bfcc0, rc 0) 00000100:00100000:3.0:1713531221.118464:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8024:x1796767405002816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 147us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.118468:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4444 00000100:00100000:3.0:1713531221.118718:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409647552:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.118732:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118740:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be880, rc 0) 00000100:00100000:3.0:1713531221.118765:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:8023:x1796767405002752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 709us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.118769:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:0.0:1713531221.118800:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.118813:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003008 00000100:00100000:3.0:1713531221.118815:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003008 00010000:00010000:3.0:1713531221.118822:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.118835:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 896 00000100:00100000:3.0:1713531221.118838:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405003008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.118843:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.118852:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.118858:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.118873:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132096d00/0xe3b2c9851352c031 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c446b expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.118879:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.118880:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.118885:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118890:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.118901:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.118907:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409647616:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.118915:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.118926:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa520c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.119034:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.119043:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003200 00000100:00100000:3.0:1713531221.119045:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003200 00000100:00100000:3.0:1713531221.119057:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4446 00000100:00100000:3.0:1713531221.119060:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:7973:x1796767405003200:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.119066:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.119072:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c04d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4480 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.119086:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.119093:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119101:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119105:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119115:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119119:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119122:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119198:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119201:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119205:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.119217:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 3 00000004:00200000:3.0:1713531221.119219:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.119224:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119229:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119233:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119239:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119243:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119245:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.119247:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119250:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119254:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:3.0:1713531221.119255:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.119257:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119260:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c054 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119287:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119291:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119294:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119297:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.119298:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119304:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119307:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x656c9f94 (ffff88008bcbf600) 00010000:00010000:3.0:1713531221.119308:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.119309:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119312:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c05b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119325:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c04d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4480 expref: 187 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.119331:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc900/0xe3b2c9851352c069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4480 expref: 186 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.119334:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:3.0:1713531221.119335:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.119336:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bc900, rc 0) 00000100:00100000:3.0:1713531221.119352:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:7973:x1796767405003200:12345-192.168.202.39@tcp:101:diff.0 Request processed in 292us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.119357:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4446 00000100:00100000:3.0:1713531221.119493:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409647616:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.119503:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.119522:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405003008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 683us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.119527:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 896 00000100:00100000:0.0:1713531221.119589:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.119605:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003328 00000100:00100000:3.0:1713531221.119609:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003328 00000100:00100000:3.0:1713531221.119636:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4447 00000100:00100000:3.0:1713531221.119641:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8025:x1796767405003328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.119649:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.119657:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c070 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c448e expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.119665:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.119680:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c077 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119688:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119695:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.119710:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.119717:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.119730:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c070 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c448e expref: 123 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.119742:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c077 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c448e expref: 122 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.119747:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.119748:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.119749:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bef40, rc 0) 00000100:00100000:3.0:1713531221.119765:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8025:x1796767405003328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 125us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.119771:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4447 00000100:00100000:0.0:1713531221.119858:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.120361:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.120382:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.120403:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.120404:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003584 00000100:00100000:1.0:1713531221.120407:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003584 00000100:00100000:1.0:1713531221.120437:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1035 00000100:00100000:1.0:1713531221.120441:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:8024:x1796767405003648:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.120447:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.120454:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352c07e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c449c expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.120467:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.120476:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.120477:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.120479:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352c07e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c449c expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.120496:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.120504:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.120511:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409647680:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.120537:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.120760:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.120788:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003776 00000100:00100000:3.0:1713531221.120791:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003776 00000100:00100000:3.0:1713531221.120809:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4449 00000100:00100000:3.0:1713531221.120812:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8023:x1796767405003776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.121481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.121527:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.121544:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.121554:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003840 00000100:00100000:1.0:1713531221.121557:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003840 00010000:00010000:1.0:1713531221.121567:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.121578:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 897 00000100:00100000:1.0:1713531221.121581:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405003840:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.121587:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.121595:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.121601:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.121612:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132097840/0xe3b2c9851352c062 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4487 expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.121617:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.121618:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.121622:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352c07e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c449c expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.121627:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352c07e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c449c expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.121639:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352c07e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c449c expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.121645:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409647744:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.121661:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063540 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.121669:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004096 00000100:00100000:1.0:1713531221.121671:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004096 00000100:00100000:1.0:1713531221.121681:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405003968 00000100:00100000:1.0:1713531221.121682:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405003968 00000100:00100000:3.0:1713531221.121696:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4450 00000100:00100000:1.0:1713531221.121701:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4451 00000100:00100000:3.0:1713531221.121702:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:7973:x1796767405004096:12345-192.168.202.39@tcp:101:diff.0 00000100:00100000:1.0:1713531221.121705:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+122:8025:x1796767405003968:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.121710:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.121718:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c093 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44aa expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.121757:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c09a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.121763:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.121766:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+122:8025:x1796767405003968:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 59us (219us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.121767:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.121771:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4451 00000004:00200000:3.0:1713531221.121772:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 3 00010000:00010000:3.0:1713531221.121887:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c093 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44aa expref: 189 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.121896:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c09a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44aa expref: 188 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.121901:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:3.0:1713531221.121903:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.121904:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bed00, rc 0) 00000100:00100000:3.0:1713531221.122056:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767405004096:12345-192.168.202.39@tcp:101:diff.0 Request processed in 353us (527us total) trans 4294970438 rc 0/0 00000100:00100000:3.0:1713531221.122062:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4450 00000100:00100000:1.0:1713531221.122838:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409647744:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.122846:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.122859:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405003840:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1277us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.122864:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 897 00000100:00100000:0.0:1713531221.123350:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004160 00000100:00100000:0.0:1713531221.123354:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004160 00000100:00100000:0.0:1713531221.123368:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1038 00000100:00100000:0.0:1713531221.123371:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8025:x1796767405004160:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.123377:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.123383:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44b1 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.123384:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004224 00000100:00100000:1.0:1713531221.123387:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004224 00000100:00100000:1.0:1713531221.123403:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 433 00000100:00100000:1.0:1713531221.123406:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:1823:x1796767405004224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.123411:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.123432:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c09a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44aa expref: 188 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.123441:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff88008bcbf100) 00010000:00010000:1.0:1713531221.123443:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.123447:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.123452:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.123453:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.123455:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 16 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.123458:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:1823:x1796767405004224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 51us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.123462:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 433 00010000:00010000:0.0:1713531221.123468:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.123476:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.123482:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409647808:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.123622:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.123641:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004416 00000100:00100000:0.0:1713531221.123643:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004416 00002000:00100000:0.0:1713531221.123662:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x45:0x0] (0->4095) req@ffff88008dfec380 x1796767405004416/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.123667:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfec380 with x1796767405004416 ext(0->4095) 00002000:00010000:0.0:1713531221.123669:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfec380 00000100:00100000:0.0:1713531221.123677:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 233 00000100:00100000:0.0:1713531221.123680:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1823:x1796767405004416:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:0.0:1713531221.124089:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1823:x1796767405004416:12345-192.168.202.39@tcp:3:diff.0 Request processed in 407us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.124094:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 233 00002000:00100000:0.0:1713531221.124098:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x45:0x0] (0->4095) req@ffff88008dfec380 x1796767405004416/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.124103:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfec380 with x1796767405004416 ext(0->4095) 00002000:00010000:0.0:1713531221.124105:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfec380 00000100:00100000:1.0:1713531221.124385:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409647808:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.124395:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 16 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.124401:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:1.0:1713531221.124434:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:8025:x1796767405004160:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1062us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.124439:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1038 00000100:00100000:0.0:1713531221.124664:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.124709:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.124726:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004480 00000100:00100000:0.0:1713531221.124729:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004480 00010000:00010000:0.0:1713531221.124740:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.124755:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 898 00000100:00100000:0.0:1713531221.124760:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405004480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.124767:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.124777:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.124785:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.124797:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132094480/0xe3b2c9851352c08c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44a3 expref: 16 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:0.0:1713531221.124836:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.124838:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.124843:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.124850:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.124869:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.124878:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409647872:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.124900:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.124913:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004544 00000100:00100000:0.0:1713531221.124916:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004544 00000100:00100000:0.0:1713531221.124941:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4452 00000100:00100000:0.0:1713531221.124944:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8024:x1796767405004544:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.124985:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8024:x1796767405004544:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 40us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.124989:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4452 00000100:00100000:1.0:1713531221.125182:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.125225:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004672 00000100:00100000:1.0:1713531221.125228:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004672 00000100:00100000:1.0:1713531221.125244:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 975 00000100:00100000:1.0:1713531221.125248:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767405004672:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.125465:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767405004672:12345-192.168.202.39@tcp:35:diff.0 Request processed in 215us (282us total) trans 4294970439 rc 0/0 00000100:00100000:1.0:1713531221.125472:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 975 00000100:00100000:0.0:1713531221.125503:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.125519:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004736 00000100:00100000:1.0:1713531221.125522:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004736 00000100:00100000:0.0:1713531221.125528:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409647872:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531221.125536:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.125538:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000100:00100000:1.0:1713531221.125542:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405004736:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.125554:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405004480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 793us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.125561:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 898 00000100:00100000:0.0:1713531221.126086:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.126111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.126156:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004864 00000100:00100000:0.0:1713531221.126158:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004864 00000100:00100000:0.0:1713531221.126171:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4453 00000100:00100000:0.0:1713531221.126174:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767405004864:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.126181:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.126190:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352c0af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44b8 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.126224:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126239:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126245:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126256:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126262:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126280:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126410:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126415:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126433:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531221.126451:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x64:0x0]: returning size 3 00000004:00200000:0.0:1713531221.126454:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531221.126461:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126466:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126471:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126474:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126478:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126481:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.126484:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126488:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126493:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531221.126495:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.126497:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126500:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c0b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126506:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126509:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126522:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126525:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.126526:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126529:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126532:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x656ca094 (ffff88009a3a4800) 00010000:00010000:0.0:1713531221.126533:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.126534:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126537:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c0bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.126554:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352c0af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b8 expref: 190 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.126560:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2640/0xe3b2c9851352c0c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b8 expref: 189 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.126564:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff88009a3a4500) 00010000:00010000:0.0:1713531221.126565:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.126567:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2640, rc 0) 00000100:00100000:0.0:1713531221.126619:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+189:7973:x1796767405004864:12345-192.168.202.39@tcp:101:diff.0 Request processed in 443us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.126623:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4453 00000100:00100000:0.0:1713531221.127938:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.128001:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004928 00000100:00100000:0.0:1713531221.128022:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004928 00000100:00100000:0.0:1713531221.128037:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1040 00000100:00100000:0.0:1713531221.128041:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1823:x1796767405004928:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.128047:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.128057:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352c0cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44bf expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.128067:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x42:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:0.0:1713531221.128082:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.128084:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.128087:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352c0cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44bf expref: 41 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.128099:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352c0cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44bf expref: 41 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.128104:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee21c0, rc 0) 00000100:00100000:0.0:1713531221.128120:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1823:x1796767405004928:12345-192.168.202.39@tcp:101:diff.0 Request processed in 78us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.128124:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1040 00000100:00100000:3.0:1713531221.128215:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.128336:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405004992 00000100:00100000:3.0:1713531221.128342:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405004992 00000100:00100000:3.0:1713531221.128364:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4454 00000100:00100000:3.0:1713531221.128368:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+122:8025:x1796767405004992:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.128456:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+122:8025:x1796767405004992:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 86us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.128463:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4454 00000100:00100000:3.0:1713531221.129369:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.129391:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.129411:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005184 00000100:00100000:0.0:1713531221.129414:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005184 00000100:00100000:0.0:1713531221.129455:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1041 00000100:00100000:0.0:1713531221.129459:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405005184:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.130699:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.130824:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005248 00000100:00100000:0.0:1713531221.130827:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005248 00000100:00100000:0.0:1713531221.130844:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 434 00000100:00100000:0.0:1713531221.130847:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+191:1822:x1796767405005248:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.130853:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.130861:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c0d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44c6 expref: 191 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.130868:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff88009a3a4500) 00010000:00010000:0.0:1713531221.130870:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.130894:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:1822:x1796767405005248:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.130898:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 434 00000100:00100000:3.0:1713531221.131154:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005376 00000100:00100000:3.0:1713531221.131159:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005376 00002000:00100000:3.0:1713531221.131184:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x42:0x0] (0->4095) req@ffff88008dfeed80 x1796767405005376/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.131193:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfeed80 with x1796767405005376 ext(0->4095) 00002000:00010000:3.0:1713531221.131197:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfeed80 00000100:00100000:3.0:1713531221.131211:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 235 00000100:00100000:3.0:1713531221.131214:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1823:x1796767405005376:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.131340:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1823:x1796767405005376:12345-192.168.202.39@tcp:3:diff.0 Request processed in 125us (210us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.131345:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 235 00002000:00100000:3.0:1713531221.131350:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x42:0x0] (0->4095) req@ffff88008dfeed80 x1796767405005376/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.131356:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfeed80 with x1796767405005376 ext(0->4095) 00000001:00080000:0.0:1713531221.131356:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970428 is committed 00002000:00010000:3.0:1713531221.131358:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfeed80 00000001:00080000:0.0:1713531221.131362:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970425 is committed 00000001:00080000:0.0:1713531221.131370:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970436 is committed 00000001:00080000:0.0:1713531221.131372:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970433 is committed 00000020:00080000:0.0:1713531221.131390:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880091d34f00 refcount 2 committed 0 result 0 batchid 104 00000020:00080000:0.0:1713531221.131393:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880091d34cc0 00000020:00080000:0.0:1713531221.131395:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d05a800 00000020:00080000:0.0:1713531221.131408:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a692d900 refcount 2 committed 0 result 0 batchid 103 00000020:00080000:0.0:1713531221.131410:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b2b40f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a692d780 00000020:00080000:0.0:1713531221.131412:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b2b40d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880135fcdc00 00000001:00080000:0.0:1713531221.131418:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970437 is committed 00000020:00080000:0.0:1713531221.131464:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 102 batchid updated 00000020:00080000:0.0:1713531221.131478:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6b3a780 refcount 2 committed 0 result 0 batchid 105 00000020:00080000:0.0:1713531221.131480:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbfa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6b3af00 00000020:00080000:0.0:1713531221.131481:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbff00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d5000 00000100:00100000:1.0:1713531221.131537:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8023:x1796767405003776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10721us (10775us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.131546:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4449 00000100:00100000:0.0:1713531221.132333:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.132410:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005440 00000100:00100000:3.0:1713531221.132413:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005440 00000100:00100000:3.0:1713531221.132444:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1042 00000100:00100000:3.0:1713531221.132447:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405005440:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.132493:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405005440:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 45us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.132497:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1042 00000100:00100000:1.0:1713531221.132681:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.132702:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005568 00000100:00100000:1.0:1713531221.132706:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005568 00000100:00100000:1.0:1713531221.132726:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 976 00000100:00100000:1.0:1713531221.132731:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+183:7973:x1796767405005568:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.132949:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:7973:x1796767405005568:12345-192.168.202.39@tcp:35:diff.0 Request processed in 215us (267us total) trans 4294970441 rc 0/0 00000100:00100000:1.0:1713531221.132960:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 976 00000100:00100000:3.0:1713531221.133258:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.133289:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005696 00000100:00100000:1.0:1713531221.133293:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005696 00000100:00100000:1.0:1713531221.133314:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4456 00000100:00100000:1.0:1713531221.133319:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8023:x1796767405005696:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.133340:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.133354:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c023 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c445d expref: 88 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.133366:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.133369:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.133388:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133399:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133406:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133434:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133440:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133447:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133452:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.133455:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133461:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133469:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.133471:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.133474:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.133478:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c0e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.133522:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8023:x1796767405005696:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 201us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.133528:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4456 00000100:00100000:0.0:1713531221.133724:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.133734:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005760 00000100:00100000:0.0:1713531221.133737:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005760 00000100:00100000:0.0:1713531221.133757:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4457 00000100:00100000:0.0:1713531221.133760:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+184:7973:x1796767405005760:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.133767:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.133777:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c0ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44cd expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.133815:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.133820:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.133840:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.133912:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.133918:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.133921:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134040:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134046:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134051:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531221.134064:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x63:0x0]: returning size 3 00000004:00200000:0.0:1713531221.134067:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531221.134073:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134089:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134093:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134098:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134102:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134104:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee33c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.134106:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134109:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134113:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531221.134114:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.134116:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134119:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c0f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134124:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134127:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134130:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134132:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.134134:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134139:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134143:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x656ca194 (ffff88009a3a4c00) 00010000:00010000:0.0:1713531221.134144:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.134145:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134147:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c0fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.134209:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c0ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44cd expref: 186 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.134217:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0fc0/0xe3b2c9851352c103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44cd expref: 185 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.134221:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff88009a3a4a00) 00010000:00010000:0.0:1713531221.134221:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.134223:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0fc0, rc 0) 00000100:00100000:0.0:1713531221.134238:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:7973:x1796767405005760:12345-192.168.202.39@tcp:101:diff.0 Request processed in 478us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.134242:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4457 00000100:00100000:3.0:1713531221.134524:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005824 00000100:00100000:3.0:1713531221.134527:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005824 00000100:00100000:3.0:1713531221.134543:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1043 00000100:00100000:3.0:1713531221.134546:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405005824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1713531221.134682:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.134684:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:3.0:1713531221.134685:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:3.0:1713531221.134687:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.134688:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.134710:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405005824:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 163us (459us total) trans 4294967567 rc 0/0 00000100:00100000:3.0:1713531221.134714:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1043 00000100:00100000:0.0:1713531221.135050:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.135101:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405005888 00000100:00100000:3.0:1713531221.135105:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405005888 00000100:00100000:3.0:1713531221.135119:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000100:00100000:3.0:1713531221.135122:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1822:x1796767405005888:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.135128:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.135145:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c10a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44d4 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.135159:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x46:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:3.0:1713531221.135183:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.135185:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.135193:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c10a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44d4 expref: 42 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.135206:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c10a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44d4 expref: 42 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.135216:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf840, rc 0) 00000100:00100000:3.0:1713531221.135241:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1822:x1796767405005888:12345-192.168.202.39@tcp:101:diff.0 Request processed in 117us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.135247:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000100:00100000:0.0:1713531221.135383:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.135401:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006016 00000100:00100000:0.0:1713531221.135404:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006016 00000100:00100000:0.0:1713531221.135415:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4458 00000100:00100000:0.0:1713531221.135419:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8023:x1796767405006016:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.135452:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.135459:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.135479:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.135765:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.135774:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.135793:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647936:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.135906:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800924e5600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.136241:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.136345:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006144 00000100:00100000:0.0:1713531221.136348:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006144 00000100:00100000:0.0:1713531221.136362:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4459 00000100:00100000:0.0:1713531221.136365:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+185:7973:x1796767405006144:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.136370:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.136378:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c118 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44db expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.136518:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c11f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.136528:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c11f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.136533:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c11f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:0.0:1713531221.136538:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x63:0x0]: returning size 3 00010000:00010000:0.0:1713531221.136638:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c118 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44db expref: 188 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.136646:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c11f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44db expref: 187 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.136651:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff88009a3a4a00) 00010000:00010000:0.0:1713531221.136653:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531221.136654:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3840, rc 0) 00000100:00100000:0.0:1713531221.136682:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767405006144:12345-192.168.202.39@tcp:101:diff.0 Request processed in 315us (441us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1713531221.136686:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4459 00000100:00100000:0.0:1713531221.136919:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.136937:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006208 00000100:00100000:1.0:1713531221.136941:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006208 00010000:00010000:1.0:1713531221.136957:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.136976:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 899 00000100:00100000:1.0:1713531221.136980:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405006208:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.136987:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409647936:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.136988:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.136993:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.136997:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.137003:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.137016:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352bf6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c441e expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.137026:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.137030:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.137037:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.137042:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.137054:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.137060:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.137075:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405006208:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 93us (154us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.137080:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.137081:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 899 00010000:00010000:0.0:1713531221.137157:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137162:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137165:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137168:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.137170:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137174:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137179:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:0.0:1713531221.137180:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.137182:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.137185:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c111 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.137205:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8023:x1796767405006016:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1786us (1823us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531221.137239:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4458 00000100:00100000:0.0:1713531221.138023:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.138050:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006272 00000100:00100000:0.0:1713531221.138053:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006272 00000100:00100000:0.0:1713531221.138085:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 435 00000100:00100000:0.0:1713531221.138091:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:1823:x1796767405006272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.138098:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.138107:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c11f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44db expref: 187 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.138116:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff88009a3a4a00) 00010000:00010000:0.0:1713531221.138118:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.138135:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:1823:x1796767405006272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 44us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.138140:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 435 00000100:00100000:0.0:1713531221.138303:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.138327:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006336 00000100:00100000:3.0:1713531221.138332:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006336 00000100:00100000:3.0:1713531221.138351:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1045 00000100:00100000:3.0:1713531221.138355:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+19:1825:x1796767405006336:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.138374:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.138379:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c12d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.138398:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 19 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.138403:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.138404:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.138407:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c12d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.138444:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006464 00000100:00100000:3.0:1713531221.138446:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006464 00002000:00100000:3.0:1713531221.138463:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x46:0x0] (0->4095) req@ffff880090fd0380 x1796767405006464/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.138470:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd0380 with x1796767405006464 ext(0->4095) 00002000:00010000:3.0:1713531221.138473:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090fd0380 00000100:00100000:3.0:1713531221.138483:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 236 00000100:00100000:3.0:1713531221.138485:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1823:x1796767405006464:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.138608:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1823:x1796767405006464:12345-192.168.202.39@tcp:3:diff.0 Request processed in 120us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.138615:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 236 00002000:00100000:3.0:1713531221.138620:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x46:0x0] (0->4095) req@ffff880090fd0380 x1796767405006464/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.138627:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd0380 with x1796767405006464 ext(0->4095) 00002000:00010000:3.0:1713531221.138629:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090fd0380 00010000:00010000:3.0:1713531221.138665:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 19 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.138683:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 19 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.138695:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409648000:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.138733:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.139525:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409648000:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.139539:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c12d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.139540:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.139558:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006528 00000100:00100000:1.0:1713531221.139563:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006528 00010000:00010000:1.0:1713531221.139578:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 20 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.139597:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 900 00000100:00100000:1.0:1713531221.139603:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405006528:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.139610:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.139624:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 20 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.139634:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 20 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.139657:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be880/0xe3b2c9851352c038 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4472 expref: 20 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.139668:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.139669:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.139673:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c12d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.139681:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c12d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.139697:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.139717:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405006528:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 114us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.139723:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 900 00000100:00100000:1.0:1713531221.139780:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.139847:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006656 00000100:00100000:1.0:1713531221.139850:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006656 00000100:00100000:1.0:1713531221.139866:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 977 00000100:00100000:1.0:1713531221.139871:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+186:7973:x1796767405006656:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.140124:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767405006656:12345-192.168.202.39@tcp:35:diff.0 Request processed in 251us (342us total) trans 4294970443 rc 0/0 00000100:00100000:1.0:1713531221.140131:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 977 00000100:00100000:1.0:1713531221.140908:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.140932:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006848 00000100:00100000:0.0:1713531221.140937:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006848 00000100:00100000:0.0:1713531221.141101:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4461 00000100:00100000:0.0:1713531221.141107:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+187:7973:x1796767405006848:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.141156:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.141368:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c13b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44e2 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.141465:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.141475:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.141484:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.141853:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409648064:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.141879:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.142035:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.142063:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142071:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142078:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.142137:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405006912 00000100:00100000:1.0:1713531221.142141:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405006912 00010000:00010000:1.0:1713531221.142155:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bf9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c442c expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.142173:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 901 00000100:00100000:1.0:1713531221.142178:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405006912:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.142186:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.142190:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bf9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c442c expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.142200:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bf9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c442c expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.142213:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352bf9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c442c expref: 88 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.142223:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.142228:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.142234:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.142240:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.142252:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.142290:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405006912:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 111us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.142297:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 901 00010000:00010000:1.0:1713531221.142465:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.142472:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.142473:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142481:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142486:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531221.142517:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 3 00000004:00200000:0.0:1713531221.142521:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531221.142532:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142540:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142546:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00000001:00080000:1.0:1713531221.142563:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970444 00010000:00010000:0.0:1713531221.142586:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142592:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142596:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.142598:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142602:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142625:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff88008c068400) 00010000:00010000:0.0:1713531221.142626:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.142628:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142631:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142637:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142640:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142644:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142646:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.142647:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142653:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142666:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x656ca294 (ffff880131ab6700) 00010000:00010000:0.0:1713531221.142668:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.142669:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142672:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c149 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.142688:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c13b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44e2 expref: 189 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.142694:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2880/0xe3b2c9851352c150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44e2 expref: 188 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.142704:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531221.142705:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.142706:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2880, rc 0) 00000100:00100000:0.0:1713531221.142853:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767405006848:12345-192.168.202.39@tcp:101:diff.0 Request processed in 1745us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.142857:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4461 00000001:00080000:1.0:1713531221.143012:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970445 00000001:00080000:1.0:1713531221.143052:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970446 00000100:00100000:1.0:1713531221.143108:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccc000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409648128:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.143138:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.143149:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.143168:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409648128 00000100:00100000:0.0:1713531221.143171:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409648128 00000100:00100000:0.0:1713531221.143234:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1713531221.143238:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+35:15548:x1796767409648128:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.143315:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+35:15548:x1796767409648128:12345-0@lo:1000:mdt00_006.0 Request processed in 77us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.143320:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1713531221.143754:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccc000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409648128:0@lo:1000:mdt00_006.0 00000001:00080000:0.0:1713531221.143957:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970447 00000100:00100000:0.0:1713531221.144144:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.144247:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409648192:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.144293:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.144302:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.144317:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409648192 00000100:00100000:0.0:1713531221.144319:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409648192 00000100:00100000:0.0:1713531221.144330:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1713531221.144333:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+35:15548:x1796767409648192:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.144490:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+36:15548:x1796767409648192:12345-0@lo:1000:mdt00_006.0 Request processed in 154us (196us total) trans 4294967568 rc 0/0 00000100:00100000:0.0:1713531221.144496:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1713531221.144509:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409648192:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.144525:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144532:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144539:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144544:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132094480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.144547:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144553:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144560:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.144563:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.144565:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144575:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352c134 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144592:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144597:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144603:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144607:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b630240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.144610:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144615:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144621:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008cf75600) 00010000:00010000:1.0:1713531221.144622:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.144624:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144629:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c98513528823 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.144651:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144657:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144664:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144670:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144675:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144679:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144684:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.144686:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144691:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144696:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:1.0:1713531221.144697:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.144699:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.144704:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352c15e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531221.144825:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.144829:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.145031:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 128 count 121 00000040:00080000:1.0:1713531221.145038:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.145074:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+90:8023:x1796767405006784:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 4426us (4469us total) trans 4294970448 rc 0/0 00000100:00100000:1.0:1713531221.145081:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4460 00000020:00080000:1.0:1713531221.145086:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.145487:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007104 00000100:00100000:1.0:1713531221.145491:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007104 00000100:00100000:1.0:1713531221.145512:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4462 00000100:00100000:1.0:1713531221.145517:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+188:7973:x1796767405007104:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.145525:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.145535:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c44f0 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.145580:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352c16c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.145587:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352c16c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.145595:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352c16c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.145602:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 3 00010000:00010000:1.0:1713531221.145661:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352c165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44f0 expref: 191 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.145672:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352c16c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44f0 expref: 190 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.145678:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff880134c02e00) 00010000:00010000:1.0:1713531221.145680:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.145682:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9680, rc 0) 00000100:00100000:1.0:1713531221.145702:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:7973:x1796767405007104:12345-192.168.202.39@tcp:101:diff.0 Request processed in 185us (232us total) trans 4294970449 rc 0/0 00000100:00100000:1.0:1713531221.145708:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4462 00000100:00100000:1.0:1713531221.145983:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405004736:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 20439us (20480us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.145990:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000100:00100000:3.0:1713531221.146382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.146403:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007232 00000100:00100000:1.0:1713531221.146407:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007232 00000100:00100000:1.0:1713531221.146443:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 978 00000100:00100000:1.0:1713531221.146448:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:8023:x1796767405007232:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.146598:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.146647:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.146660:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007296 00000100:00100000:0.0:1713531221.146663:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007296 00000004:00080000:1.0:1713531221.146672:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x7e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.146679:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 436 00000100:00100000:0.0:1713531221.146682:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:1823:x1796767405007296:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.146688:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.146695:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352c16c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44f0 expref: 190 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.146703:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff880134c02e00) 00010000:00010000:0.0:1713531221.146705:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.146720:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+189:1823:x1796767405007296:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 37us (123us total) trans 0 rc 0/0 00000001:00080000:1.0:1713531221.146723:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970450 00000100:00100000:0.0:1713531221.146724:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 436 00010000:00010000:1.0:1713531221.146759:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146768:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146775:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146781:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146785:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146790:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146795:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146800:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.146802:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146809:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146815:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7e:0x0].0x0 (ffff88008d7a4b00) 00010000:00010000:1.0:1713531221.146817:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.146820:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.146824:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352c17a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.146879:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:8023:x1796767405007232:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 429us (502us total) trans 4294970451 rc 0/0 00000100:00100000:1.0:1713531221.146885:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 978 00000020:00080000:1.0:1713531221.146888:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1713531221.146902:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007424 00000100:00100000:1.0:1713531221.146905:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007424 00000100:00100000:1.0:1713531221.146921:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4463 00000100:00100000:1.0:1713531221.146925:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:8024:x1796767405007424:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.146944:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.146956:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c046 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4479 expref: 92 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.146966:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:1.0:1713531221.146968:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.146983:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.146991:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.146997:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.147009:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.147014:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531221.147015:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007552 00010000:00010000:1.0:1713531221.147019:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531221.147022:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007552 00010000:00010000:1.0:1713531221.147024:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5db600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.147026:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.147031:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.147037:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:1.0:1713531221.147039:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.147041:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.147046:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352c181 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00002000:00100000:3.0:1713531221.147059:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x41:0x0] (0->4095) req@ffff88008dfed880 x1796767405007552/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.147070:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfed880 with x1796767405007552 ext(0->4095) 00002000:00010000:3.0:1713531221.147076:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dfed880 00000100:00100000:1.0:1713531221.147083:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:8024:x1796767405007424:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 157us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.147089:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4463 00000100:00100000:3.0:1713531221.147097:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 237 00000100:00100000:3.0:1713531221.147102:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+37:1824:x1796767405007552:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.147242:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+37:1824:x1796767405007552:12345-192.168.202.39@tcp:3:diff.0 Request processed in 138us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.147249:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 237 00002000:00100000:3.0:1713531221.147255:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x41:0x0] (0->4095) req@ffff88008dfed880 x1796767405007552/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.147302:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfed880 with x1796767405007552 ext(0->4095) 00002000:00010000:3.0:1713531221.147305:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dfed880 00000100:00100000:1.0:1713531221.147735:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007616 00000100:00100000:1.0:1713531221.147738:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007616 00000100:00100000:1.0:1713531221.147756:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1047 00000100:00100000:1.0:1713531221.147760:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405007616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.147906:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.147909:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.147911:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.147912:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531221.147914:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.147937:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405007616:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 175us (251us total) trans 4294967576 rc 0/0 00000100:00100000:1.0:1713531221.147944:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1047 00000100:00100000:1.0:1713531221.148322:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007744 00000100:00100000:1.0:1713531221.148326:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007744 00000100:00100000:1.0:1713531221.148343:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 979 00000100:00100000:1.0:1713531221.148348:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+189:7973:x1796767405007744:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.148509:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+190:7973:x1796767405007744:12345-192.168.202.39@tcp:35:diff.0 Request processed in 159us (219us total) trans 4294970452 rc 0/0 00000100:00100000:1.0:1713531221.148515:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 979 00000100:00100000:0.0:1713531221.148603:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.148614:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405007872 00000100:00100000:0.0:1713531221.148616:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405007872 00000100:00100000:0.0:1713531221.148629:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4464 00000100:00100000:0.0:1713531221.148632:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+91:8024:x1796767405007872:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.148649:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c188 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.148655:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 91 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.148660:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c188 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.148685:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 91 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.148695:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 91 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.148705:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409648256:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.148744:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf6c0 going to sleep for 11 seconds 00000001:00080000:1.0:1713531221.149097:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967559 is committed 00000001:00080000:1.0:1713531221.149121:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967566 is committed 00000001:00080000:1.0:1713531221.149132:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967562 is committed 00000100:00100000:0.0:1713531221.149143:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405005184:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 19682us (19749us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.149150:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1041 00000100:00100000:1.0:1713531221.149285:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.149361:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.149371:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008000 00000100:00100000:0.0:1713531221.149373:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008000 00010000:00010000:0.0:1713531221.149382:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 92 pid: 15571 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.149392:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 902 00000100:00100000:0.0:1713531221.149395:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405008000:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.149400:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.149402:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 92 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.149408:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 92 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.149416:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352bfba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c443a expref: 92 pid: 15571 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.149439:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:0.0:1713531221.149441:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c188 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.149446:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c188 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.149449:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c188 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.149458:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.149471:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405008000:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.149477:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 902 00000100:00100000:0.0:1713531221.149843:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.150154:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.150310:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.150632:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008384 00000100:00100000:1.0:1713531221.150636:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008384 00000100:00100000:1.0:1713531221.150653:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000100:00100000:1.0:1713531221.150657:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405008384:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.150749:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.150751:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.150753:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.150755:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:1.0:1713531221.150757:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.150777:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405008384:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 118us (183us total) trans 4294967569 rc 0/0 00000100:00100000:1.0:1713531221.150783:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000100:00100000:0.0:1713531221.150948:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.151077:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151085:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151098:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151103:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151109:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151114:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132097a80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.151117:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151122:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151137:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.151143:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132097a80/0xe3b2c9851352c1a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.151235:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405008192:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1044us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.151240:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1048 00000100:00100000:1.0:1713531221.151292:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.151579:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.151599:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008640 00000100:00100000:1.0:1713531221.151603:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008640 00000100:00100000:1.0:1713531221.151623:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 980 00000100:00100000:1.0:1713531221.151627:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22aa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405008640:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:0.0:1713531221.151781:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.152055:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.152096:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008832 00000100:00100000:3.0:1713531221.152104:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008832 00010000:00010000:3.0:1713531221.152129:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 92 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.152157:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 904 00000100:00100000:3.0:1713531221.152164:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405008832:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.152176:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.152182:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 92 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.152192:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 92 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.152211:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352bff2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4448 expref: 92 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.152224:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.152228:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352c1b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.152236:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352c1b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.152242:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352c1b9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.152293:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.152330:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405008832:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 165us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.152338:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 904 00000100:00100000:0.0:1713531221.152769:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.152814:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008896 00000100:00100000:3.0:1713531221.152818:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008896 00010000:00010000:3.0:1713531221.152831:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352bff9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c444f expref: 90 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.152847:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.152850:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 905 00000100:00100000:3.0:1713531221.152855:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405008896:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.152859:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405008960 00000100:00100000:0.0:1713531221.152861:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405008960 00010000:00010000:3.0:1713531221.152862:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.152866:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352bff9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c444f expref: 90 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.152873:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1050 00010000:00010000:3.0:1713531221.152875:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352bff9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c444f expref: 90 pid: 6406 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.152876:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405008960:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.152888:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352bff9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c444f expref: 90 pid: 6406 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.152890:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.152897:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 11 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.152898:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:0.0:1713531221.152901:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.152902:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.152902:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.152904:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.152908:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.152915:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 11 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.152917:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.152921:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.152927:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409648512:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.152941:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.152943:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf900 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.152962:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405008896:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 106us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.152970:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 905 00000100:00100000:1.0:1713531221.153185:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22aa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405008640:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1555us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.153192:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 980 00000100:00100000:0.0:1713531221.153330:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409648576 00000100:00100000:0.0:1713531221.153333:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409648576 00000100:00100000:3.0:1713531221.153470:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967573 gen 2 00000100:00100000:0.0:1713531221.153471:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409648512:192.168.202.39@tcp:104: 00000004:00080000:3.0:1713531221.153476:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df46d80, transno 4294967542 00010000:00010000:0.0:1713531221.153482:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1713531221.153485:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008df47100, transno 4294967543 00000004:00080000:3.0:1713531221.153488:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134f90700, transno 4294967544 00000004:00080000:3.0:1713531221.153491:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b58a680, transno 4294967545 00000004:00080000:3.0:1713531221.153495:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4c9880, transno 4294967546 00000004:00080000:3.0:1713531221.153498:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4c9f80, transno 4294967547 00000004:00080000:3.0:1713531221.153500:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b58a300, transno 4294967548 00000004:00080000:3.0:1713531221.153503:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4cbb80, transno 4294967549 00000004:00080000:3.0:1713531221.153505:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134db2680, transno 4294967550 00000004:00080000:3.0:1713531221.153507:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134db2300, transno 4294967551 00000004:00080000:3.0:1713531221.153509:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4c8e00, transno 4294967552 00000004:00080000:3.0:1713531221.153511:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4cb800, transno 4294967553 00000004:00080000:3.0:1713531221.153513:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008e4c8700, transno 4294967554 00000004:00080000:3.0:1713531221.153516:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3dc00, transno 4294967555 00000004:00080000:3.0:1713531221.153518:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3f480, transno 4294967556 00000004:00080000:3.0:1713531221.153521:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd0a80, transno 4294967557 00000004:00080000:3.0:1713531221.153523:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219c000, transno 4294967559 00000004:00080000:3.0:1713531221.153525:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219fb80, transno 4294967560 00000004:00080000:3.0:1713531221.153528:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219e680, transno 4294967561 00000004:00080000:3.0:1713531221.153530:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219dc00, transno 4294967562 00000004:00080000:3.0:1713531221.153533:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219ca80, transno 4294967563 00000004:00080000:3.0:1713531221.153535:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219f100, transno 4294967564 00000004:00080000:3.0:1713531221.153538:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219ed80, transno 4294967565 00000004:00080000:3.0:1713531221.153540:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219d180, transno 4294967566 00000004:00080000:3.0:1713531221.153542:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3d180, transno 4294967567 00000004:00080000:3.0:1713531221.153544:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3df80, transno 4294967568 00000004:00080000:3.0:1713531221.153546:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013219d500, transno 4294967569 00000004:00080000:3.0:1713531221.153548:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3d880, transno 4294967570 00000004:00080000:3.0:1713531221.153553:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967571 committed transno 4294967573 00000004:00080000:3.0:1713531221.153578:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967573 committed transno 4294967573 00000100:00100000:3.0:1713531221.153595:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648576:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.153611:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:3.0:1713531221.153837:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970457 00000100:00100000:3.0:1713531221.153890:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648640:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1713531221.153920:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.153930:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.153941:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009024 00000100:00100000:3.0:1713531221.153943:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009024 00010000:00010000:3.0:1713531221.153953:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.153976:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 906 00000100:00100000:3.0:1713531221.153979:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405009024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.153985:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.153997:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.154004:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.154019:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee1680/0xe3b2c9851352c0a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c44b1 expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.154028:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.154029:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.154031:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154037:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154047:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.154060:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.154067:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.154069:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405009024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.154074:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 906 00000100:00100000:3.0:1713531221.154116:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648640:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531221.154119:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.154126:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154133:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.154133:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154138:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.154138:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.154140:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154142:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154145:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.154146:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154147:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154154:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.154156:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154159:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.154160:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1713531221.154160:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.154161:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3600/0xe3b2c9851352c1c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.154162:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154165:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c1c0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.154176:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009152 00000100:00100000:1.0:1713531221.154179:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009152 00010000:00010000:3.0:1713531221.154184:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.154187:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.154190:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.154192:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.154194:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.154194:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 981 00000100:00100000:0.0:1713531221.154194:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405008960:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1316us (1347us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.154196:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.154199:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405009152:12345-192.168.202.39@tcp:35:diff.0 00010000:00010000:3.0:1713531221.154200:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff880091772b00) 00000100:00100000:0.0:1713531221.154200:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1050 00010000:00010000:3.0:1713531221.154201:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.154202:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.154204:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513528846 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.154227:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,1 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154232:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154236:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154239:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154242:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154245:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154247:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.154248:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154251:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154254:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff88008d2f5900) 00010000:00010000:3.0:1713531221.154255:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.154256:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 2/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.154260:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352c1ce lrc: 0/0,0 mode: --/EX res: [0x200000401:0x82:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:3.0:1713531221.154328:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:1.0:1713531221.154331:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405009152:12345-192.168.202.39@tcp:35:diff.0 Request processed in 130us (171us total) trans 4294970459 rc 0/0 00000040:00080000:3.0:1713531221.154332:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531221.154338:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 981 00000040:00080000:3.0:1713531221.154402:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 129 count 121 00000040:00080000:3.0:1713531221.154407:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.154461:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:8024:x1796767405008768:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2630us (2680us total) trans 4294970458 rc 0/0 00000100:00100000:3.0:1713531221.154467:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4469 00000020:00080000:3.0:1713531221.154470:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531221.154777:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.154845:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009280 00000100:00100000:3.0:1713531221.154850:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009280 00000100:00100000:3.0:1713531221.154875:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4470 00000100:00100000:3.0:1713531221.154879:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:8025:x1796767405009280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.155008:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.155011:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.155015:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 93 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.155020:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.155035:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 93 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.155036:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.155042:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 93 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.155048:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409648704:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.155074:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009472 00000100:00100000:3.0:1713531221.155076:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.155077:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009472 00000100:00100000:1.0:1713531221.155095:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 982 00000100:00100000:1.0:1713531221.155100:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+94:8024:x1796767405009472:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531221.155299:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x7f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531221.155332:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970461 00010000:00010000:1.0:1713531221.155369:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155378:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155385:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155391:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155395:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155400:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155405:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155409:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.155412:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155417:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155437:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7f:0x0].0x0 (ffff88008c068f00) 00010000:00010000:1.0:1713531221.155440:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.155443:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.155448:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c1f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.155505:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:8024:x1796767405009472:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 403us (467us total) trans 4294970462 rc 0/0 00000100:00100000:1.0:1713531221.155512:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 982 00000020:00080000:1.0:1713531221.155515:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531221.155652:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409648704:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.155666:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.155764:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.155824:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009536 00000100:00100000:3.0:1713531221.155829:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009536 00010000:00010000:3.0:1713531221.155845:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 96 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.155874:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 907 00000100:00100000:3.0:1713531221.155880:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:1823:x1796767405009536:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.155888:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.155893:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 96 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.155902:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 96 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.155912:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352c02a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4464 expref: 96 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.155919:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.155922:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.155926:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.155929:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.155944:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.155956:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.155963:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.155970:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405009536:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.155975:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 907 00000001:00080000:0.0:1713531221.156043:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970460 00000001:00080000:0.0:1713531221.156146:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970463 00000001:00080000:0.0:1713531221.156173:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970464 00000100:00100000:0.0:1713531221.156217:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648768:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.156236:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.156252:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.156357:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.156366:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967562 gen 2 00000004:00080000:0.0:1713531221.156369:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe5180, transno 4294967532 00000004:00080000:0.0:1713531221.156374:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe7100, transno 4294967533 00000004:00080000:0.0:1713531221.156375:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe6d80, transno 4294967534 00000004:00080000:0.0:1713531221.156377:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe7b80, transno 4294967535 00000004:00080000:0.0:1713531221.156378:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe4a80, transno 4294967536 00000004:00080000:0.0:1713531221.156380:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d740000, transno 4294967537 00000004:00080000:0.0:1713531221.156382:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d741f80, transno 4294967538 00000004:00080000:0.0:1713531221.156383:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d743480, transno 4294967539 00000004:00080000:0.0:1713531221.156385:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012ea95500, transno 4294967540 00000004:00080000:0.0:1713531221.156386:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb5ea00, transno 4294967541 00000004:00080000:0.0:1713531221.156388:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb5f100, transno 4294967542 00000004:00080000:0.0:1713531221.156389:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012ea95f80, transno 4294967543 00000004:00080000:0.0:1713531221.156390:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb5c000, transno 4294967544 00000004:00080000:0.0:1713531221.156392:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb5ce00, transno 4294967545 00000004:00080000:0.0:1713531221.156393:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bccd500, transno 4294967546 00000004:00080000:0.0:1713531221.156394:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bccd180, transno 4294967547 00000004:00080000:0.0:1713531221.156396:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880135b08e00, transno 4294967548 00000004:00080000:0.0:1713531221.156397:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bccfb80, transno 4294967549 00000004:00080000:0.0:1713531221.156398:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880135b0b800, transno 4294967550 00000004:00080000:0.0:1713531221.156400:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3f100, transno 4294967551 00000004:00080000:0.0:1713531221.156402:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd3100, transno 4294967552 00000004:00080000:0.0:1713531221.156404:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd0000, transno 4294967553 00000004:00080000:0.0:1713531221.156406:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd0380, transno 4294967554 00000004:00080000:0.0:1713531221.156408:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd2300, transno 4294967555 00000004:00080000:0.0:1713531221.156409:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd3b80, transno 4294967556 00000004:00080000:0.0:1713531221.156411:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd3800, transno 4294967557 00000004:00080000:0.0:1713531221.156412:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d5b1f80, transno 4294967558 00000004:00080000:0.0:1713531221.156414:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134dd1880, transno 4294967559 00000004:00080000:0.0:1713531221.156415:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d5b3100, transno 4294967560 00000004:00080000:0.0:1713531221.156418:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967562 committed transno 4294967562 00000100:00100000:0.0:1713531221.156445:0:15461:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff880090fd0a80 x1796767409648192/t4294967568(4294967568) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1713531237 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 00000100:00100000:0.0:1713531221.156451:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648768:0@lo:1000:mdt00_005.0 00000004:00080000:1.0:1713531221.156534:0:10537:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 24 in progress, 0 in flight, 5 done 00000001:00080000:0.0:1713531221.156582:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970465 00000100:00100000:0.0:1713531221.156614:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648832:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.156629:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.156643:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009270f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.156651:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009600 00000100:00100000:0.0:1713531221.156653:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009600 00000100:00100000:0.0:1713531221.156666:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1051 00000100:00100000:0.0:1713531221.156669:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+37:1823:x1796767405009600:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.156675:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.156684:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c1ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c450c expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.156698:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00000004:00080000:1.0:1713531221.156699:0:10537:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 24 done 00010000:00010000:0.0:1713531221.156708:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.156710:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.156715:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c1ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c450c expref: 38 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.156727:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c1ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c450c expref: 38 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.156735:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2ac0, rc 0) 00000100:00100000:0.0:1713531221.156769:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+38:1823:x1796767405009600:12345-192.168.202.39@tcp:101:diff.0 Request processed in 98us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.156775:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1051 00000100:00100000:0.0:1713531221.156814:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409648832:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531221.156829:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156833:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156836:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156839:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.156841:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156844:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156849:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:0.0:1713531221.156850:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.156852:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156857:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352c1d5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156876:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156880:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156883:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156885:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.156887:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156889:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156893:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff880092bcac00) 00010000:00010000:0.0:1713531221.156894:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.156895:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156898:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c98513528869 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.156913:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156917:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156921:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156924:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156927:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156930:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156932:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.156933:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156936:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156939:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:0.0:1713531221.156940:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.156941:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.156943:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0d80/0xe3b2c9851352c206 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x83:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531221.156979:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.156981:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.157041:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 130 count 121 00000040:00080000:0.0:1713531221.157047:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.157086:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8025:x1796767405009280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2205us (2309us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1713531221.157090:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4470 00000020:00080000:0.0:1713531221.157093:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.157125:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.157128:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.157154:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 133 count 121 00000040:00080000:1.0:1713531221.157160:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.157203:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409648896:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.157236:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebff00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.157650:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.157963:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccd500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409648896:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1713531221.157995:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.158006:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.158009:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.158025:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009856 00000100:00100000:0.0:1713531221.158028:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009856 00000100:00100000:0.0:1713531221.158041:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 983 00000100:00100000:0.0:1713531221.158045:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+98:8025:x1796767405009856:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.158073:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009920 00000100:00100000:3.0:1713531221.158077:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009920 00000100:00100000:3.0:1713531221.158091:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405009984 00000100:00100000:3.0:1713531221.158093:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405009984 00000100:00100000:3.0:1713531221.158105:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010048 00000100:00100000:3.0:1713531221.158106:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010048 00000100:00100000:3.0:1713531221.158117:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4473 00000100:00100000:3.0:1713531221.158121:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8026:x1796767405009920:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.158139:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x89:0x0] from 18446744073709551615 #0 00000040:00080000:1.0:1713531221.158180:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 133 count 121 00000040:00080000:1.0:1713531221.158187:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00080000:0.0:1713531221.158188:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x80:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1713531221.158197:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8026:x1796767405009920:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 75us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.158202:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4473 00000100:00100000:1.0:1713531221.158211:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4475 00000001:00080000:0.0:1713531221.158214:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970468 00000100:00100000:1.0:1713531221.158218:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8027:x1796767405010048:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.158231:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x88:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.158248:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158255:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158262:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.158293:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8027:x1796767405010048:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 74us (194us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.158295:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158300:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.158301:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4475 00010000:00010000:0.0:1713531221.158305:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158310:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158314:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee2f40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.158316:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158326:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158333:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:0.0:1713531221.158335:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531221.158338:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:0.0:1713531221.158343:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2f40/0xe3b2c9851352c222 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.158413:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:8025:x1796767405009856:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 365us (420us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1713531221.158432:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 983 00000020:00080000:0.0:1713531221.158436:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.158690:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.158739:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010112 00000100:00100000:3.0:1713531221.158743:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010112 00000100:00100000:3.0:1713531221.158772:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 437 00000100:00100000:3.0:1713531221.158776:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:1822:x1796767405010112:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.158782:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.158793:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c214 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4513 expref: 196 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.158803:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc2:0x0].0x0 (ffff88008cf75000) 00010000:00010000:3.0:1713531221.158805:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.158823:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:1822:x1796767405010112:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 47us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.158831:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 437 00000100:00100000:3.0:1713531221.158967:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.158989:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010240 00000100:00100000:0.0:1713531221.158993:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010240 00002000:00100000:0.0:1713531221.159012:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x33:0x0] (0->4095) req@ffff88008d5b2300 x1796767405010240/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.159021:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d5b2300 with x1796767405010240 ext(0->4095) 00002000:00010000:0.0:1713531221.159024:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d5b2300 00000100:00100000:0.0:1713531221.159038:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 238 00000100:00100000:0.0:1713531221.159044:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+38:1824:x1796767405010240:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:0.0:1713531221.159144:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+38:1824:x1796767405010240:12345-192.168.202.39@tcp:3:diff.0 Request processed in 98us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.159150:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 238 00002000:00100000:0.0:1713531221.159157:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x33:0x0] (0->4095) req@ffff88008d5b2300 x1796767405010240/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.159164:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d5b2300 with x1796767405010240 ext(0->4095) 00002000:00010000:0.0:1713531221.159167:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d5b2300 00000100:00100000:0.0:1713531221.159375:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.159400:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.159446:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010368 00000100:00100000:1.0:1713531221.159450:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010368 00000100:00100000:0.0:1713531221.159452:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.159468:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4476 00000100:00100000:1.0:1713531221.159472:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8026:x1796767405010304:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.159493:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4478 00010000:00010000:1.0:1713531221.159498:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.159499:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8027:x1796767405010432:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.159506:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159511:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159520:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159524:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159527:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159538:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159539:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159542:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159545:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159551:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159558:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:1.0:1713531221.159558:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 3 00000004:00200000:1.0:1713531221.159560:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.159565:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159570:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159573:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159574:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159576:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159579:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.159580:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159581:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159584:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159585:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159588:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.159590:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.159592:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159595:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a400/0xe3b2c9851352c229 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159601:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159602:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159605:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159608:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159609:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159611:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.159612:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159615:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159615:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159618:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe66622f (ffff88008c068600) 00010000:00010000:1.0:1713531221.159619:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.159620:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159629:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c237 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159635:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.159636:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x88:0x0]: returning size 3 00010000:00010000:1.0:1713531221.159638:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.159640:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531221.159641:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159643:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.159645:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159647:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000004:00010000:3.0:1713531221.159649:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:1.0:1713531221.159650:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff8800925d0b00) 00010000:00010000:1.0:1713531221.159651:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.159653:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.159656:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c24c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.159657:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159662:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159668:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159672:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.159675:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159681:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531221.159682:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8026:x1796767405010304:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 209us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.159687:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4476 00010000:00010000:3.0:1713531221.159688:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.159690:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.159693:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159697:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352c245 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159706:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159710:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159714:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159719:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.159721:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159726:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159731:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb566622f (ffff88008d2f5200) 00010000:00010000:3.0:1713531221.159732:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.159734:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159739:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352c25a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159749:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159754:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159758:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159761:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.159763:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159767:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159772:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.159773:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.159775:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.159780:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352c261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531221.159813:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8027:x1796767405010432:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 313us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.159820:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4478 00000100:00100000:0.0:1713531221.160156:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.160179:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.160184:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010560 00000100:00100000:1.0:1713531221.160187:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010560 00000100:00100000:1.0:1713531221.160202:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 984 00000100:00100000:1.0:1713531221.160206:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:7973:x1796767405010560:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.160211:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010688 00000100:00100000:3.0:1713531221.160215:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010688 00000100:00100000:3.0:1713531221.160231:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4479 00000100:00100000:3.0:1713531221.160234:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+100:8026:x1796767405010688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.160241:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.160249:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352c268 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c451a expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.160372:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405010560:12345-192.168.202.39@tcp:35:diff.0 Request processed in 164us (257us total) trans 4294970470 rc 0/0 00000100:00100000:1.0:1713531221.160376:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 984 00010000:00010000:3.0:1713531221.160478:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160484:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160489:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160495:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160499:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160503:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160524:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160528:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160531:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.160535:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 3 00010000:00010000:3.0:1713531221.160591:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160594:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160598:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160601:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.160602:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160605:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160609:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff8800925d0b00) 00010000:00010000:3.0:1713531221.160610:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.160612:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160615:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352c27d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160623:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160626:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160629:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160631:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.160632:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160635:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160638:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.160639:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.160640:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160643:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352c26f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160649:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160653:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160658:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160661:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdd40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.160664:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160669:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160675:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbe66622f (ffff88008d2f5100) 00010000:00010000:3.0:1713531221.160677:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.160679:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160683:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352c276 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbe66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.160709:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352c268 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c451a expref: 102 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.160717:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352c268 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c451a expref: 102 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.160724:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd8c0, rc 0) 00000100:00100000:3.0:1713531221.160756:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8026:x1796767405010688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 520us (576us total) trans 4294970471 rc 301/301 00000100:00100000:3.0:1713531221.160761:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4479 00000100:00100000:0.0:1713531221.161141:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.161186:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010752 00000100:00100000:3.0:1713531221.161190:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010752 00000100:00100000:3.0:1713531221.161218:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4480 00000100:00100000:3.0:1713531221.161223:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405010752:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.161232:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.161240:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352c28b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4521 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.161290:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161298:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161304:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161318:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161323:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161328:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161442:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161449:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161455:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.161471:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb9:0x0]: returning size 3 00000004:00200000:3.0:1713531221.161474:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.161481:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161488:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161494:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161498:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161503:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161506:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.161509:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161513:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161518:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:3.0:1713531221.161520:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.161522:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161526:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352c292 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.161532:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.161533:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161538:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161542:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161544:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bfa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.161547:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161550:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161554:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x659c9a94 (ffff88008d2f5b00) 00010000:00010000:3.0:1713531221.161555:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.161556:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.161558:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352c299 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.161572:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405010816 00010000:00010000:3.0:1713531221.161574:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352c28b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4521 expref: 198 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.161575:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405010816 00010000:00010000:3.0:1713531221.161580:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfcc0/0xe3b2c9851352c2a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4521 expref: 197 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.161583:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff88008d2f5500) 00010000:00010000:3.0:1713531221.161584:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.161585:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bfcc0, rc 0) 00000100:00100000:0.0:1713531221.161589:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4481 00000100:00100000:0.0:1713531221.161592:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+102:8026:x1796767405010816:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.161606:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x89:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.161608:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+197:7973:x1796767405010752:12345-192.168.202.39@tcp:101:diff.0 Request processed in 385us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.161613:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4480 00000100:00100000:0.0:1713531221.161649:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+103:8026:x1796767405010816:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 55us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.161653:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4481 00000100:00100000:0.0:1713531221.162368:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.162511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.162530:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011136 00000100:00100000:0.0:1713531221.162534:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011136 00000100:00100000:0.0:1713531221.162553:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1052 00000100:00100000:0.0:1713531221.162557:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1822:x1796767405011136:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.162564:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.162578:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c2d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4536 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.162590:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:0.0:1713531221.162599:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.162600:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.162604:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c2d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4536 expref: 43 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.162612:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c2d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4536 expref: 43 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.162617:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee33c0, rc 0) 00000100:00100000:0.0:1713531221.162707:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1822:x1796767405011136:12345-192.168.202.39@tcp:101:diff.0 Request processed in 148us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.162713:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1052 00000100:00100000:1.0:1713531221.162723:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.162751:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.162763:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011200 00000100:00100000:0.0:1713531221.162765:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011328 00000100:00100000:1.0:1713531221.162766:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011200 00000100:00100000:0.0:1713531221.162768:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011328 00000100:00100000:1.0:1713531221.162789:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4484 00000100:00100000:1.0:1713531221.162792:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+105:8028:x1796767405011200:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.162793:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4485 00000100:00100000:0.0:1713531221.162797:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+105:8027:x1796767405011328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.162804:0:15571:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x86:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.162804:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.162813:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352c2d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c453d expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.162835:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+107:8028:x1796767405011200:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 42us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.162839:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4484 00010000:00010000:0.0:1713531221.162845:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162851:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162855:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162863:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162866:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162869:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162886:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162890:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162893:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531221.162897:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x88:0x0]: returning size 3 00010000:00010000:0.0:1713531221.162926:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162929:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162932:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162935:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.162937:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162943:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162948:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008b78d300) 00010000:00010000:0.0:1713531221.162949:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.162950:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162953:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1d40/0xe3b2c9851352c2ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162960:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162963:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162966:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162968:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.162969:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162972:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162975:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.162976:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.162977:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162980:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352c2df lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162984:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162987:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162990:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162992:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.162993:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162996:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.162999:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb566622f (ffff88009a3a4200) 00010000:00010000:0.0:1713531221.163000:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.163001:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.163003:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0480/0xe3b2c9851352c2e6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb566622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.163018:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352c2d8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c453d expref: 106 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.163022:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3cc0/0xe3b2c9851352c2d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c453d expref: 106 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.163026:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3cc0, rc 0) 00000100:00100000:0.0:1713531221.163042:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+105:8027:x1796767405011328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 244us (291us total) trans 4294970474 rc 301/301 00000100:00100000:0.0:1713531221.163047:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4485 00000100:00100000:0.0:1713531221.163523:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.163696:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.163730:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011520 00000100:00100000:1.0:1713531221.163734:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011520 00000100:00100000:1.0:1713531221.163750:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4487 00000100:00100000:1.0:1713531221.163755:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8027:x1796767405011520:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.163770:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x88:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.163810:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8027:x1796767405011520:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.163814:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4487 00000100:00100000:0.0:1713531221.163825:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.163838:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011648 00000100:00100000:1.0:1713531221.163840:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011648 00000100:00100000:1.0:1713531221.163850:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4488 00000100:00100000:1.0:1713531221.163853:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8028:x1796767405011648:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.163858:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.163864:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352c31e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c454b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531221.164004:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x47:0x0], index 1: 0 00010000:00010000:1.0:1713531221.164089:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c325 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.164095:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c325 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.164100:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c325 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.164119:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352c31e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c454b expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.164126:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c325 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c454b expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.164133:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008c068800) 00010000:00010000:1.0:1713531221.164135:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.164136:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ba80, rc 0) 00000100:00100000:1.0:1713531221.164153:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:8028:x1796767405011648:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 299us (328us total) trans 4294970476 rc 0/0 00000100:00100000:1.0:1713531221.164156:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4488 00000100:00100000:0.0:1713531221.164500:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.164570:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011712 00000100:00100000:3.0:1713531221.164577:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011712 00000100:00100000:3.0:1713531221.164636:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 438 00000100:00100000:3.0:1713531221.164643:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:1825:x1796767405011712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.164659:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.164675:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c310 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4544 expref: 199 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.164688:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb9:0x0].0x0 (ffff88008d2f5500) 00010000:00010000:3.0:1713531221.164692:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.164739:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+198:1825:x1796767405011712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.164746:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 438 00000100:00100000:0.0:1713531221.165053:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.165083:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.165124:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405011968 00000100:00100000:1.0:1713531221.165127:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405011968 00000100:00100000:1.0:1713531221.165143:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4489 00000100:00100000:1.0:1713531221.165146:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:8026:x1796767405011968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.165164:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.165173:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c2fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c452f expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.165181:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:1.0:1713531221.165185:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.165193:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165198:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165202:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165211:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165217:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165220:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165250:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165253:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165256:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165260:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.165262:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165282:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165286:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:1.0:1713531221.165288:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.165290:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165293:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352c333 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165297:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165300:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165304:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165307:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5398c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.165308:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165311:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165314:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xdcf0ce4b (ffff88008c068e00) 00010000:00010000:1.0:1713531221.165315:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.165316:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165319:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c33a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xdcf0ce4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.165351:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8026:x1796767405011968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 204us (267us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.165355:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4489 00000100:00100000:0.0:1713531221.165847:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.165886:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012032 00000100:00100000:1.0:1713531221.165889:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012032 00000100:00100000:1.0:1713531221.165907:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4490 00000100:00100000:1.0:1713531221.165911:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8026:x1796767405012032:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.165918:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.165931:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352c341 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4552 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.165948:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165956:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.165963:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.166011:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352c341 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.166019:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.166023:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.166025:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.166026:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:1.0:1713531221.166053:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:8026:x1796767405012032:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 140us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.166058:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4490 00000100:00100000:0.0:1713531221.166467:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.166507:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012288 00000100:00100000:1.0:1713531221.166510:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012288 00000100:00100000:1.0:1713531221.166538:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 985 00000100:00100000:1.0:1713531221.166541:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+198:7973:x1796767405012288:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531221.166549:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012160 00000100:00100000:0.0:1713531221.166552:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012160 00000100:00100000:0.0:1713531221.166569:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4491 00000100:00100000:0.0:1713531221.166574:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:8027:x1796767405012160:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.166582:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.166590:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c34f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4559 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.166694:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405012288:12345-192.168.202.39@tcp:35:diff.0 Request processed in 151us (227us total) trans 4294970477 rc 0/0 00000100:00100000:1.0:1713531221.166699:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 985 00000100:00100000:3.0:1713531221.166811:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012416 00000100:00100000:3.0:1713531221.166817:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012416 00000100:00100000:3.0:1713531221.166839:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4492 00000100:00100000:3.0:1713531221.166844:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8026:x1796767405012416:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000004:00080000:0.0:1713531221.166847:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4a:0x0], index 0: 0 00010000:00010000:3.0:1713531221.166897:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352c356 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.166906:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352c356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.166912:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352c356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.166967:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c35d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.166976:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c35d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.166983:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c35d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.167012:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3840/0xe3b2c9851352c34f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4559 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.167025:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c35d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4559 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.167032:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:0.0:1713531221.167034:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.167036:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2400, rc 0) 00000100:00100000:0.0:1713531221.167066:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8027:x1796767405012160:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 491us (535us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1713531221.167073:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4491 00000040:00080000:3.0:1713531221.167172:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].58, 88 off12912 00000004:00010000:3.0:1713531221.167237:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880131807800 reply state ffff88008f70c000 transno 4294970479 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352c356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.167242:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531221.167319:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8026:x1796767405012416:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 474us (526us total) trans 4294970479 rc 0/0 00000100:00100000:3.0:1713531221.167327:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4492 00000100:00100000:0.0:1713531221.167373:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.167385:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012480 00000100:00100000:3.0:1713531221.167387:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012480 00000100:00100000:3.0:1713531221.167399:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4493 00000100:00100000:3.0:1713531221.167402:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405012480:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.167410:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.167419:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352c36b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4560 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.167460:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167465:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167470:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167481:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167484:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167488:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167558:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167561:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167565:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.167581:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc1:0x0]: returning size 3 00000004:00200000:3.0:1713531221.167583:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.167590:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167596:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167600:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167603:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167607:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167610:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.167613:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167617:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167622:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:3.0:1713531221.167624:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.167626:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167630:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352c372 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167638:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167642:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167645:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167647:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.167648:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167651:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167654:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x656c9b94 (ffff88008d2f5000) 00010000:00010000:3.0:1713531221.167655:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.167656:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167659:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352c379 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.167674:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352c36b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4560 expref: 201 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.167680:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc240/0xe3b2c9851352c380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4560 expref: 200 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.167684:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc1:0x0].0x0 (ffff880129d0b100) 00010000:00010000:3.0:1713531221.167685:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.167686:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bc240, rc 0) 00000100:00100000:3.0:1713531221.167717:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405012480:12345-192.168.202.39@tcp:101:diff.0 Request processed in 313us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.167721:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4493 00000100:00100000:0.0:1713531221.168003:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.168033:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012544 00000100:00100000:3.0:1713531221.168036:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012544 00000100:00100000:3.0:1713531221.168049:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4494 00000100:00100000:3.0:1713531221.168052:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8026:x1796767405012544:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.168059:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.168064:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4567 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.168081:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.168087:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.168097:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.168098:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.168099:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bc000, rc 0) 00000100:00100000:3.0:1713531221.168125:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8026:x1796767405012544:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 72us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.168129:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4494 00000100:00100000:0.0:1713531221.168393:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.168463:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.168472:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012672 00000100:00100000:3.0:1713531221.168477:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012672 00000100:00100000:3.0:1713531221.168495:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4495 00000100:00100000:3.0:1713531221.168499:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8028:x1796767405012672:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.168499:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012736 00000100:00100000:1.0:1713531221.168503:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012736 00010000:00010000:3.0:1713531221.168517:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531221.168522:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1053 00000100:00100000:1.0:1713531221.168526:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1822:x1796767405012736:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.168527:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c325 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c454b expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.168533:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.168537:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008c068800) 00010000:00010000:3.0:1713531221.168542:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.168545:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352c38e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c456e expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.168554:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00002000:00010000:1.0:1713531221.168558:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:3.0:1713531221.168560:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168565:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.168567:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.168568:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.168573:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352c38e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c456e expref: 44 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.168576:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168579:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.168581:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352c38e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c456e expref: 44 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.168583:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.168587:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ad00, rc 0) 00000100:00100000:1.0:1713531221.168604:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1822:x1796767405012736:12345-192.168.202.39@tcp:101:diff.0 Request processed in 78us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.168608:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1053 00010000:00010000:3.0:1713531221.168615:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168618:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168621:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168628:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.168629:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168633:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168636:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531221.168637:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.168639:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168642:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352c395 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168647:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168649:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168653:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168656:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.168657:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168659:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168662:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xcb3b8cb7 (ffff88008e9b4c00) 00010000:00010000:3.0:1713531221.168664:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.168665:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.168668:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c39c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xcb3b8cb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.168707:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8028:x1796767405012672:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 206us (315us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.168711:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4495 00000100:00100000:0.0:1713531221.168820:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.168844:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012800 00000100:00100000:1.0:1713531221.168847:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012800 00000100:00100000:1.0:1713531221.168859:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1054 00000100:00100000:1.0:1713531221.168862:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405012800:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.169024:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405012800:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 159us (203us total) trans 4294967578 rc 0/0 00000100:00100000:1.0:1713531221.169031:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1054 00000100:00100000:0.0:1713531221.169316:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.169337:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.169371:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012864 00000100:00100000:3.0:1713531221.169376:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012864 00000100:00100000:1.0:1713531221.169392:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405012992 00000100:00100000:1.0:1713531221.169397:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405012992 00000100:00100000:3.0:1713531221.169399:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4496 00000100:00100000:3.0:1713531221.169404:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8028:x1796767405012864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.169413:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.169442:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4497 00010000:00010000:3.0:1713531221.169447:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c3a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4575 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.169447:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8027:x1796767405012992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.169466:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.169473:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.169473:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013120 00010000:00010000:1.0:1713531221.169474:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531221.169477:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013120 00010000:00010000:3.0:1713531221.169480:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.169488:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2400/0xe3b2c9851352c35d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4559 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169498:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff880131ab6f00) 00000100:00100000:0.0:1713531221.169498:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4498 00000100:00100000:0.0:1713531221.169503:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405013120:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.169505:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.169511:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.169521:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.169521:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c3b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c457c expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169529:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169536:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.169540:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c3a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169549:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.169552:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169555:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.169558:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.169560:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.169562:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11d40, rc 0) 00010000:00010000:1.0:1713531221.169562:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.169603:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8028:x1796767405012864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 197us (286us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.169608:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.169610:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4496 00010000:00010000:0.0:1713531221.169612:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352c3c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.169613:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169619:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.169621:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352c3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.169623:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.169625:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352c3c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.169626:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531221.169630:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc1:0x0]: returning size 3 00010000:00010000:1.0:1713531221.169631:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169638:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:1.0:1713531221.169640:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.169643:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169648:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c3b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169655:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169660:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169665:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169669:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.169672:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.169677:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.169679:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352c3b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c457c expref: 203 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169687:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0xea664493 (ffff88008d7a4b00) 00010000:00010000:0.0:1713531221.169688:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352c3c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c457c expref: 202 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.169689:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.169691:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.169694:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc1:0x0].0x0 (ffff880129d0b100) 00010000:00010000:0.0:1713531221.169695:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.169696:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c3bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0xea664493 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.169697:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:0.0:1713531221.169720:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405013120:12345-192.168.202.39@tcp:101:diff.0 Request processed in 216us (261us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1713531221.169726:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4498 00000100:00100000:1.0:1713531221.169729:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8027:x1796767405012992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 281us (390us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.169735:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4497 00000100:00100000:1.0:1713531221.169753:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013248 00000100:00100000:1.0:1713531221.169755:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013248 00000100:00100000:1.0:1713531221.169781:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 986 00000100:00100000:1.0:1713531221.169786:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+110:8026:x1796767405013248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.169951:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+111:8026:x1796767405013248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 163us (302us total) trans 4294970481 rc 0/0 00000100:00100000:1.0:1713531221.169958:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 986 00000100:00100000:0.0:1713531221.170369:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.170394:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.170439:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013312 00000100:00100000:0.0:1713531221.170440:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.170443:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013312 00000100:00100000:1.0:1713531221.170464:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4499 00000100:00100000:1.0:1713531221.170469:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8027:x1796767405013312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.170469:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4500 00000100:00100000:0.0:1713531221.170474:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+112:8028:x1796767405013440:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.170478:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.170492:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013504 00010000:00010000:1.0:1713531221.170492:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352c3d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4583 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.170497:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013504 00010000:00010000:1.0:1713531221.170510:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.170512:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.170518:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.170520:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00000100:00100000:3.0:1713531221.170523:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 439 00010000:00010000:1.0:1713531221.170525:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.170527:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:1823:x1796767405013504:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.170527:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.170534:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.170544:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1680/0xe3b2c9851352c3c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c457c expref: 202 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.170553:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc1:0x0].0x0 (ffff880129d0b100) 00010000:00010000:3.0:1713531221.170555:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.170576:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352c3d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.170583:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:1823:x1796767405013504:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 55us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.170587:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.170588:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 439 00010000:00010000:1.0:1713531221.170594:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:1.0:1713531221.170596:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.170598:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539f80, rc 0) 00000100:00100000:1.0:1713531221.170621:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8027:x1796767405013312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 152us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.170625:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4499 00000040:00080000:0.0:1713531221.170826:0:15571:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].59, 88 off12904 00000100:00100000:1.0:1713531221.170846:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013696 00000100:00100000:1.0:1713531221.170849:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013696 00000100:00100000:1.0:1713531221.170862:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4501 00000100:00100000:1.0:1713531221.170865:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8026:x1796767405013696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.170888:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013760 00000100:00100000:3.0:1713531221.170891:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013760 00000100:00100000:1.0:1713531221.170898:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8026:x1796767405013696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.170901:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4501 00002000:00100000:3.0:1713531221.170910:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x37:0x0] (0->4095) req@ffff880131805180 x1796767405013760/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.170917:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131805180 with x1796767405013760 ext(0->4095) 00002000:00010000:3.0:1713531221.170920:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131805180 00000100:00100000:3.0:1713531221.170932:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 240 00000100:00100000:3.0:1713531221.170935:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1823:x1796767405013760:12345-192.168.202.39@tcp:3:diff.0 00000004:00010000:0.0:1713531221.170943:0:15571:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008e4c9f80 reply state ffff88008e528000 transno 4294970482 ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.170950:0:15571:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.170998:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+114:8028:x1796767405013440:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 522us (601us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1713531221.171004:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4500 00000100:00100000:3.0:1713531221.171068:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1823:x1796767405013760:12345-192.168.202.39@tcp:3:diff.0 Request processed in 131us (217us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.171073:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 240 00002000:00100000:3.0:1713531221.171077:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x37:0x0] (0->4095) req@ffff880131805180 x1796767405013760/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.171082:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131805180 with x1796767405013760 ext(0->4095) 00002000:00010000:3.0:1713531221.171084:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131805180 00000100:00100000:0.0:1713531221.171159:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013888 00000100:00100000:0.0:1713531221.171163:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013888 00000100:00100000:0.0:1713531221.171188:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4502 00000100:00100000:0.0:1713531221.171193:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+114:8027:x1796767405013888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.171221:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c3e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.171228:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:0.0:1713531221.171235:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171448:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171456:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171463:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171468:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.171471:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171478:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.171487:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.171490:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.171492:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.171496:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.171502:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3600/0xe3b2c9851352c3e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00000100:00100000:1.0:1713531221.171547:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.171569:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405013952 00000100:00100000:1.0:1713531221.171572:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405013952 00000040:00080000:0.0:1713531221.171587:0:15571:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].59, 88 off13000 00000100:00100000:1.0:1713531221.171594:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014016 00000100:00100000:1.0:1713531221.171596:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014016 00000100:00100000:1.0:1713531221.171612:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4504 00000100:00100000:1.0:1713531221.171617:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8028:x1796767405014016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.171624:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.171633:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4591 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1713531221.171641:0:15571:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff8800a9607100 reply state ffff88008e52a000 transno 4294970483 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.171647:0:15571:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1713531221.171656:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.171665:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.171677:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:1.0:1713531221.171680:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.171681:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539200, rc 0) 00000100:00100000:0.0:1713531221.171694:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+119:8027:x1796767405013888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 499us (550us total) trans 4294970483 rc 0/0 00000100:00100000:1.0:1713531221.171700:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8028:x1796767405014016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 82us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.171700:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4502 00000100:00100000:1.0:1713531221.171706:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4504 00000100:00100000:0.0:1713531221.172198:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.172239:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014144 00000100:00100000:1.0:1713531221.172242:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014144 00000100:00100000:1.0:1713531221.172283:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 987 00000100:00100000:0.0:1713531221.172283:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.172287:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:7973:x1796767405014144:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.172410:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405014144:12345-192.168.202.39@tcp:35:diff.0 Request processed in 121us (211us total) trans 4294970484 rc 0/0 00000100:00100000:1.0:1713531221.172417:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 987 00000100:00100000:3.0:1713531221.172460:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.172481:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014336 00000100:00100000:0.0:1713531221.172484:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014336 00000100:00100000:0.0:1713531221.172506:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1055 00000100:00100000:0.0:1713531221.172510:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405014336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.172518:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.172524:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.172533:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c459f expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.172547:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:0.0:1713531221.172557:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.172559:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.172565:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.172576:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.172583:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd680, rc 0) 00000100:00100000:0.0:1713531221.172604:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405014336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.172610:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1055 00000100:00100000:0.0:1713531221.173138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.173167:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.173200:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014528 00000100:00100000:0.0:1713531221.173202:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.173203:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014528 00000100:00100000:1.0:1713531221.173221:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4507 00000100:00100000:1.0:1713531221.173224:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8026:x1796767405014528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.173250:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8026:x1796767405014528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 25us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.173253:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4507 00000100:00100000:3.0:1713531221.173257:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014592 00000100:00100000:3.0:1713531221.173262:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014592 00000100:00100000:3.0:1713531221.173307:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1057 00000100:00100000:3.0:1713531221.173313:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405014592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.173328:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.173344:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014720 00000100:00100000:0.0:1713531221.173348:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014720 00000100:00100000:0.0:1713531221.173368:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 988 00000100:00100000:0.0:1713531221.173374:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8028:x1796767405014720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.173512:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405014592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 199us (309us total) trans 4294967579 rc 0/0 00000100:00100000:0.0:1713531221.173512:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8028:x1796767405014720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 137us (183us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1713531221.173517:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 988 00000100:00100000:3.0:1713531221.173518:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1057 00000100:00100000:0.0:1713531221.173899:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.173954:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405014784 00000100:00100000:3.0:1713531221.173957:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405014784 00000100:00100000:3.0:1713531221.173986:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1058 00000100:00100000:3.0:1713531221.173990:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:8026:x1796767405014784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.173998:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.174009:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45ad expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.174026:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.174034:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.174036:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.174039:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.174073:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.174074:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.174086:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.174091:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.174099:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409648960:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.174125:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015040 00000100:00100000:1.0:1713531221.174130:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015040 00000100:00100000:3.0:1713531221.174141:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.174149:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 989 00000100:00100000:1.0:1713531221.174153:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8027:x1796767405015040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.174343:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8027:x1796767405015040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 186us (248us total) trans 4294970486 rc 0/0 00000100:00100000:1.0:1713531221.174350:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 989 00000100:00100000:0.0:1713531221.174506:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.174536:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015104 00000100:00100000:1.0:1713531221.174540:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015104 00000100:00100000:1.0:1713531221.174558:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1059 00000100:00100000:1.0:1713531221.174563:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+38:1823:x1796767405015104:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.174570:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.174582:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b53a400/0xe3b2c9851352c436 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45b4 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.174596:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.174607:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.174608:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.174613:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53a400/0xe3b2c9851352c436 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45b4 expref: 39 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.174622:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b53a400/0xe3b2c9851352c436 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45b4 expref: 39 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.174627:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a400, rc 0) 00000100:00100000:1.0:1713531221.174655:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+39:1823:x1796767405015104:12345-192.168.202.39@tcp:101:diff.0 Request processed in 91us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.174660:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1059 00000100:00100000:3.0:1713531221.174699:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409648960:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.174714:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.174722:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13600, rc 0) 00000100:00100000:3.0:1713531221.174740:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8026:x1796767405014784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 750us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.174745:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1058 00000100:00100000:0.0:1713531221.174798:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.174829:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015168 00000100:00100000:1.0:1713531221.174833:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015168 00010000:00010000:1.0:1713531221.174848:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.174876:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 908 00000100:00100000:1.0:1713531221.174881:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405015168:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.174889:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.174900:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.174910:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.174926:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c40c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c459f expref: 15 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.174933:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.174934:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.174939:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.174944:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.174963:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.174971:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409649024:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.175002:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebf300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.175007:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.175034:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015360 00000100:00100000:3.0:1713531221.175037:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015360 00000100:00100000:3.0:1713531221.175055:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4509 00000100:00100000:3.0:1713531221.175058:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8027:x1796767405015360:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.175070:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.175083:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015232 00000100:00100000:1.0:1713531221.175086:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015232 00000100:00100000:3.0:1713531221.175097:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8027:x1796767405015360:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 38us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.175100:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4510 00000100:00100000:3.0:1713531221.175103:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4509 00000100:00100000:1.0:1713531221.175104:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+120:8028:x1796767405015232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.175109:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.175116:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c43d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45bb expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175135:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.175140:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.175148:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:1.0:1713531221.175159:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.175163:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.175171:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c43d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45bb expref: 121 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175179:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45bb expref: 120 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175183:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:1.0:1713531221.175184:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.175186:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538900, rc 0) 00000100:00100000:1.0:1713531221.175208:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+120:8028:x1796767405015232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 104us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.175212:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4510 00000100:00100000:1.0:1713531221.175441:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015488 00000100:00100000:1.0:1713531221.175445:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015488 00000100:00100000:1.0:1713531221.175462:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4511 00000100:00100000:1.0:1713531221.175466:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405015488:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.175473:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.175481:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c44b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45c2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175531:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c452 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.175539:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.175545:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c452 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.175552:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xc0:0x0]: returning size 3 00010000:00010000:1.0:1713531221.175606:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c44b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c2 expref: 206 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175613:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c452 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c2 expref: 205 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175617:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc0:0x0].0x0 (ffff88008cf75200) 00010000:00010000:1.0:1713531221.175618:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.175620:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5db00, rc 0) 00000100:00100000:1.0:1713531221.175647:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405015488:12345-192.168.202.39@tcp:101:diff.0 Request processed in 180us (234us total) trans 4294970487 rc 0/0 00000100:00100000:1.0:1713531221.175653:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4511 00000100:00100000:1.0:1713531221.175663:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015552 00000100:00100000:1.0:1713531221.175666:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015552 00000100:00100000:1.0:1713531221.175684:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4512 00000100:00100000:1.0:1713531221.175688:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:8027:x1796767405015552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.175695:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.175703:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c460 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45c9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175726:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.175733:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.175740:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.175753:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.175760:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.175769:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c460 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c9 expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175777:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c9 expref: 121 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.175780:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:1.0:1713531221.175782:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.175783:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f600, rc 0) 00000100:00100000:1.0:1713531221.175799:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:8027:x1796767405015552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 111us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.175803:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4512 00000100:00100000:1.0:1713531221.175825:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409649024:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.175836:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.175853:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405015168:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 971us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.175858:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 908 00000100:00100000:0.0:1713531221.175938:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.175997:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015616 00000100:00100000:3.0:1713531221.176002:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015616 00000100:00100000:3.0:1713531221.176028:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:0.0:1713531221.176031:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.176032:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405015616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.176040:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.176055:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45d0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.176073:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:3.0:1713531221.176082:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.176084:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.176088:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.176099:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.176107:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11680, rc 0) 00000100:00100000:3.0:1713531221.176132:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405015616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 99us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.176139:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:0.0:1713531221.176562:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.176588:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.176595:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015808 00000100:00100000:3.0:1713531221.176598:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015808 00000100:00100000:3.0:1713531221.176611:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1061 00000100:00100000:3.0:1713531221.176614:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405015808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.176620:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.176620:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.176629:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45d7 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.176636:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405015744 00000100:00100000:1.0:1713531221.176640:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405015744 00002000:00010000:3.0:1713531221.176641:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:3.0:1713531221.176647:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.176648:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.176651:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 17 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.176659:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 17 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.176664:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13840, rc 0) 00000100:00100000:1.0:1713531221.176665:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 440 00000100:00100000:1.0:1713531221.176670:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:1823:x1796767405015744:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.176678:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.176680:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405015808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 65us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.176685:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1061 00010000:00010000:1.0:1713531221.176688:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c452 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c2 expref: 205 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.176698:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc0:0x0].0x0 (ffff88008cf75200) 00010000:00010000:1.0:1713531221.176700:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.176719:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:1823:x1796767405015744:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 49us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.176724:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 440 00000100:00100000:0.0:1713531221.176757:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.176768:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016064 00000100:00100000:1.0:1713531221.176770:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016064 00000100:00100000:1.0:1713531221.176787:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4513 00000100:00100000:1.0:1713531221.176790:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:8028:x1796767405016064:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.176824:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:8028:x1796767405016064:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.176830:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4513 00000100:00100000:0.0:1713531221.176953:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.176985:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016128 00000100:00100000:1.0:1713531221.176988:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016128 00000100:00100000:1.0:1713531221.177014:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4514 00000100:00100000:1.0:1713531221.177019:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:8026:x1796767405016128:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.177889:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.177908:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.177920:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016320 00000100:00100000:3.0:1713531221.177923:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016320 00000100:00100000:0.0:1713531221.177931:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.177943:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:3.0:1713531221.177946:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:8028:x1796767405016320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.177951:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.177952:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016448 00000100:00100000:0.0:1713531221.177953:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016256 00000100:00100000:1.0:1713531221.177956:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016448 00000100:00100000:0.0:1713531221.177957:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016256 00010000:00010000:3.0:1713531221.177958:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45de expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.177968:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.177973:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.177975:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1713531221.177975:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 990 00010000:00010000:3.0:1713531221.177977:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.177978:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:7973:x1796767405016448:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:0.0:1713531221.178012:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4515 00000100:00100000:0.0:1713531221.178017:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8027:x1796767405016256:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.178056:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.178058:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8027:x1796767405016256:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 40us (169us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.178064:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:0.0:1713531221.178066:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4515 00000100:00100000:3.0:1713531221.178072:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409649088:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.178094:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.178205:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405016448:12345-192.168.202.39@tcp:35:diff.0 Request processed in 223us (271us total) trans 4294970488 rc 0/0 00000100:00100000:1.0:1713531221.178212:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 990 00000100:00100000:3.0:1713531221.178705:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409649088:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.178717:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.178725:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:3.0:1713531221.178744:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:8028:x1796767405016320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 797us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.178748:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:3.0:1713531221.178829:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.178851:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.178865:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016576 00000100:00100000:3.0:1713531221.178867:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016576 00010000:00010000:3.0:1713531221.178882:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.178899:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 909 00000100:00100000:3.0:1713531221.178902:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405016576:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.178908:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.178918:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.178924:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.178936:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352c46e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d0 expref: 13 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.178943:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.178944:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.178949:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.178954:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.178968:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.178974:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409649152:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.178990:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f600 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.179025:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016512 00000100:00100000:3.0:1713531221.179027:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016512 00000100:00100000:3.0:1713531221.179045:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1063 00000100:00100000:3.0:1713531221.179049:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+17:8027:x1796767405016512:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.179055:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.179061:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45e5 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.179070:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.179075:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.179076:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.179078:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 18 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.179088:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.179093:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.179099:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409649216:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.179114:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44f240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.179754:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409649216:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.179767:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 18 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.179777:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12d00, rc 0) 00000100:00100000:3.0:1713531221.179794:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:8027:x1796767405016512:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 744us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.179798:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1063 00000100:00100000:3.0:1713531221.179890:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.180069:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409649152:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.180078:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.180090:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405016576:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1187us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.180094:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 909 00000100:00100000:3.0:1713531221.180121:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016704 00000100:00100000:3.0:1713531221.180123:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016704 00010000:00010000:3.0:1713531221.180129:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.180141:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:3.0:1713531221.180144:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405016704:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.180175:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.180184:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.180190:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.180204:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c475 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45d7 expref: 18 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.180213:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.180214:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.180217:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.180222:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.180233:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.180238:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409649280:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.180254:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.180950:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.180993:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.181057:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016832 00000100:00100000:3.0:1713531221.181060:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016832 00000100:00100000:3.0:1713531221.181076:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000100:00100000:3.0:1713531221.181080:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1824:x1796767405016832:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.181087:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.181099:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352c4a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c45f3 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.181116:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:3.0:1713531221.181123:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.181124:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.181127:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352c4a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45f3 expref: 45 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.181134:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352c4a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45f3 expref: 45 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.181140:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc106c0, rc 0) 00000100:00100000:3.0:1713531221.181157:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1824:x1796767405016832:12345-192.168.202.39@tcp:101:diff.0 Request processed in 76us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.181161:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000100:00100000:1.0:1713531221.181393:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409649280:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.181407:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.181449:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405016704:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1303us (1559us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.181455:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 910 00000100:00100000:0.0:1713531221.181932:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.181950:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405016896 00000100:00100000:3.0:1713531221.181954:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405016896 00002000:00100000:3.0:1713531221.181970:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4a:0x0] (0->2) req@ffff88008ae3d500 x1796767405016896/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.181977:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3d500 with x1796767405016896 ext(0->2) 00000100:00100000:0.0:1713531221.181977:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:3.0:1713531221.181980:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3d500 00000100:00100000:3.0:1713531221.181990:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 244 00000100:00100000:3.0:1713531221.181993:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405016896:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.182251:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405016896:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 255us (319us total) trans 4294967581 rc 0/0 00000100:00100000:1.0:1713531221.182252:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.182257:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 244 00002000:00100000:3.0:1713531221.182262:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4a:0x0] (0->2) req@ffff88008ae3d500 x1796767405016896/t4294967581(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.182284:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3d500 with x1796767405016896 ext(0->2) 00002000:00010000:3.0:1713531221.182286:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3d500 00000100:00100000:0.0:1713531221.182931:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.183086:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.183105:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017216 00000100:00100000:1.0:1713531221.183109:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017216 00000100:00100000:3.0:1713531221.183117:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.183132:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 441 00000100:00100000:1.0:1713531221.183138:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:1822:x1796767405017216:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.183146:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.183158:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c4b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbf:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45fa expref: 208 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.183168:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbf:0x0].0x0 (ffff88008cf75800) 00010000:00010000:1.0:1713531221.183171:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.183194:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:1822:x1796767405017216:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 55us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.183200:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 441 00000100:00100000:1.0:1713531221.183505:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.183595:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.183610:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017472 00000100:00100000:1.0:1713531221.183613:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017472 00000100:00100000:1.0:1713531221.183631:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1066 00000100:00100000:1.0:1713531221.183636:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405017472:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.183694:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017408 00000100:00100000:3.0:1713531221.183699:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017408 00002000:00100000:3.0:1713531221.183714:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x36:0x0] (0->4095) req@ffff88008bccca80 x1796767405017408/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.183723:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccca80 with x1796767405017408 ext(0->4095) 00002000:00010000:3.0:1713531221.183726:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccca80 00000100:00100000:3.0:1713531221.183738:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 245 00000100:00100000:3.0:1713531221.183742:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1823:x1796767405017408:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.183827:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1823:x1796767405017408:12345-192.168.202.39@tcp:3:diff.0 Request processed in 83us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.183833:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 245 00002000:00100000:3.0:1713531221.183838:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x36:0x0] (0->4095) req@ffff88008bccca80 x1796767405017408/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.183846:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccca80 with x1796767405017408 ext(0->4095) 00002000:00010000:3.0:1713531221.183848:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccca80 00000100:00100000:1.0:1713531221.185544:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.185629:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017600 00000100:00100000:1.0:1713531221.185632:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017600 00000100:00100000:1.0:1713531221.185646:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 991 00000100:00100000:1.0:1713531221.185649:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:7973:x1796767405017600:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.185872:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405017600:12345-192.168.202.39@tcp:35:diff.0 Request processed in 221us (328us total) trans 4294970490 rc 0/0 00000100:00100000:1.0:1713531221.185877:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 991 00000100:00100000:1.0:1713531221.186706:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.186729:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017664 00000100:00100000:3.0:1713531221.186734:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017664 00000100:00100000:3.0:1713531221.186901:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4520 00000100:00100000:3.0:1713531221.186908:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405017664:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.186981:0:15571:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.186997:0:15571:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c4c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4601 expref: -99 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.187043:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187054:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187064:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187082:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187088:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187094:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187191:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187198:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187204:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00000004:00200000:3.0:1713531221.187227:0:15571:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbe:0x0]: returning size 3 00000004:00200000:3.0:1713531221.187231:0:15571:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.187242:0:15571:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187250:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187256:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187262:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187288:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187294:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.187297:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187305:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187314:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:3.0:1713531221.187316:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.187320:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187324:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c4c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187334:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187338:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187343:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187348:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.187350:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187354:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187359:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x656c9e94 (ffff88008bd36400) 00010000:00010000:3.0:1713531221.187360:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.187362:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187367:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c4d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.187387:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c4c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4601 expref: 210 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.187397:0:15571:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13a80/0xe3b2c9851352c4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4601 expref: 209 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.187404:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (ffff88008bd36c00) 00010000:00010000:3.0:1713531221.187406:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.187407:0:15571:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13a80, rc 0) 00000100:00100000:3.0:1713531221.187450:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+209:7973:x1796767405017664:12345-192.168.202.39@tcp:101:diff.0 Request processed in 542us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.187457:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4520 00000100:00100000:0.0:1713531221.188452:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.188474:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017728 00000100:00100000:1.0:1713531221.188477:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017728 00000100:00100000:1.0:1713531221.188494:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1067 00000100:00100000:1.0:1713531221.188498:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1822:x1796767405017728:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.188505:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.188517:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c6c0/0xe3b2c9851352c4de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4608 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.188530:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.188539:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.188540:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.188544:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c6c0/0xe3b2c9851352c4de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4608 expref: 46 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.188553:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c6c0/0xe3b2c9851352c4de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4608 expref: 46 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.188558:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c6c0, rc 0) 00000100:00100000:1.0:1713531221.188577:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1822:x1796767405017728:12345-192.168.202.39@tcp:101:diff.0 Request processed in 79us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.188580:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1067 00000100:00100000:0.0:1713531221.189651:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.189669:0:15571:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017856 00000100:00100000:0.0:1713531221.189673:0:15571:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017856 00000100:00100000:3.0:1713531221.191055:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405017920 00000100:00100000:3.0:1713531221.191060:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405017920 00000100:00100000:3.0:1713531221.191083:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 442 00000100:00100000:3.0:1713531221.191087:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:1823:x1796767405017920:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.191095:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.191109:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c4ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbe:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c460f expref: 211 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.191119:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbe:0x0].0x0 (ffff88008bd36c00) 00010000:00010000:3.0:1713531221.191121:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.191180:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:1823:x1796767405017920:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 92us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.191185:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 442 00000100:00100000:3.0:1713531221.191474:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018048 00000100:00100000:3.0:1713531221.191478:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018048 00002000:00100000:3.0:1713531221.191496:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x38:0x0] (0->4095) req@ffff8800a9604700 x1796767405018048/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.191504:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a9604700 with x1796767405018048 ext(0->4095) 00002000:00010000:3.0:1713531221.191508:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a9604700 00000100:00100000:3.0:1713531221.191518:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 246 00000100:00100000:3.0:1713531221.191520:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1825:x1796767405018048:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.191619:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1825:x1796767405018048:12345-192.168.202.39@tcp:3:diff.0 Request processed in 98us (160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.191624:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 246 00002000:00100000:3.0:1713531221.191627:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x38:0x0] (0->4095) req@ffff8800a9604700 x1796767405018048/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.191634:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a9604700 with x1796767405018048 ext(0->4095) 00002000:00010000:3.0:1713531221.191637:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a9604700 00000100:00100000:3.0:1713531221.192736:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018176 00000100:00100000:3.0:1713531221.192740:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018176 00000100:00100000:3.0:1713531221.192755:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 992 00000100:00100000:3.0:1713531221.192758:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:7973:x1796767405018176:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.193001:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:7973:x1796767405018176:12345-192.168.202.39@tcp:35:diff.0 Request processed in 241us (283us total) trans 4294970492 rc 0/0 00000100:00100000:3.0:1713531221.193006:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 992 00000001:00080000:0.0:1713531221.194732:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970485 is committed 00000001:00080000:0.0:1713531221.194745:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970480 is committed 00000100:00100000:1.0:1713531221.194753:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8026:x1796767405016128:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 17731us (17797us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.194764:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4514 00000020:00080000:0.0:1713531221.194766:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6fbf6c0 refcount 2 committed 0 result 0 batchid 108 00000020:00080000:0.0:1713531221.194769:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bd26a80 00000020:00080000:0.0:1713531221.194772:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880132117c00 00000020:00080000:0.0:1713531221.194784:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dcc00 refcount 2 committed 0 result 0 batchid 106 00000020:00080000:0.0:1713531221.194785:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dccc0 00000020:00080000:0.0:1713531221.194787:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a836000 00000001:00080000:0.0:1713531221.194793:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970487 is committed 00000001:00080000:0.0:1713531221.194796:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970486 is committed 00000020:00080000:0.0:1713531221.194850:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 105 batchid updated 00000020:00080000:0.0:1713531221.194852:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 104 batchid updated 00000020:00080000:0.0:1713531221.194864:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33fc00 refcount 2 committed 0 result 0 batchid 107 00000020:00080000:0.0:1713531221.194866:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f840 00000020:00080000:0.0:1713531221.194869:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ee5b000 00000100:00100000:1.0:1713531221.195489:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018304 00000100:00100000:1.0:1713531221.195496:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018304 00000100:00100000:1.0:1713531221.195520:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018368 00000100:00100000:1.0:1713531221.195522:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018368 00000100:00100000:1.0:1713531221.195539:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000100:00100000:1.0:1713531221.195545:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+39:1823:x1796767405018304:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.195556:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.195572:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5eac0/0xe3b2c9851352c516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c461d expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.195592:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.195604:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.195606:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.195612:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5eac0/0xe3b2c9851352c516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c461d expref: 40 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.195625:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5eac0/0xe3b2c9851352c516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c461d expref: 40 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.195638:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5eac0, rc 0) 00000100:00100000:1.0:1713531221.195653:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1823:x1796767405018304:12345-192.168.202.39@tcp:101:diff.0 Request processed in 109us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.195658:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000100:00100000:3.0:1713531221.196392:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.196413:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018496 00000100:00100000:3.0:1713531221.196416:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018496 00000100:00100000:3.0:1713531221.196455:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4523 00000100:00100000:3.0:1713531221.196459:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:8026:x1796767405018496:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.196488:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.196504:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c3fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c458a expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.196517:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.196519:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.196538:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196548:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196554:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196568:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196575:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196582:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196588:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.196591:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196599:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196606:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.196608:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.196612:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.196617:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c51d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.196669:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8026:x1796767405018496:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 208us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.196675:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4523 00000100:00100000:0.0:1713531221.197555:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.197580:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018688 00000100:00100000:3.0:1713531221.197585:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018688 00000100:00100000:3.0:1713531221.197606:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000100:00100000:3.0:1713531221.197611:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405018688:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1713531221.197785:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.197787:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.197789:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.197791:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.197792:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.197814:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405018688:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 203us (260us total) trans 4294967582 rc 0/0 00000100:00100000:3.0:1713531221.197818:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000100:00100000:0.0:1713531221.198107:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.198123:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018752 00000100:00100000:3.0:1713531221.198126:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018752 00000100:00100000:3.0:1713531221.198147:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 443 00000100:00100000:3.0:1713531221.198151:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+197:1822:x1796767405018752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.198204:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.198213:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c52b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbd:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4624 expref: 197 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.198220:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbd:0x0].0x0 (ffff88008cf75e00) 00010000:00010000:3.0:1713531221.198222:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.198239:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:1822:x1796767405018752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.198244:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 443 00000100:00100000:0.0:1713531221.198571:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.198610:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405018880 00000100:00100000:3.0:1713531221.198612:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405018880 00002000:00100000:3.0:1713531221.198631:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x34:0x0] (0->4095) req@ffff880132309880 x1796767405018880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.198638:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132309880 with x1796767405018880 ext(0->4095) 00002000:00010000:3.0:1713531221.198641:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132309880 00000100:00100000:3.0:1713531221.198651:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 247 00000100:00100000:3.0:1713531221.198654:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1824:x1796767405018880:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.198827:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1824:x1796767405018880:12345-192.168.202.39@tcp:3:diff.0 Request processed in 171us (257us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.198832:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 247 00002000:00100000:3.0:1713531221.198837:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x34:0x0] (0->4095) req@ffff880132309880 x1796767405018880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.198844:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132309880 with x1796767405018880 ext(0->4095) 00002000:00010000:3.0:1713531221.198847:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132309880 00000100:00100000:1.0:1713531221.199732:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.199744:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409649344:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.199752:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019072 00000100:00100000:3.0:1713531221.199756:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019072 00010000:00010000:0.0:1713531221.199762:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c539 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.199770:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.199789:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 911 00000100:00100000:3.0:1713531221.199794:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767405019072:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.199800:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.199804:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.199814:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.199826:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c348 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4552 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.199836:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.199839:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c539 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.199847:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c539 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.199853:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c539 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.199868:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.199891:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405019072:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 96us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.199896:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 911 00000100:00100000:3.0:1713531221.199942:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.200009:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019200 00000100:00100000:3.0:1713531221.200012:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019200 00000100:00100000:3.0:1713531221.200032:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 993 00000100:00100000:3.0:1713531221.200037:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405019200:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.200248:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+197:7973:x1796767405019200:12345-192.168.202.39@tcp:35:diff.0 Request processed in 210us (306us total) trans 4294970494 rc 0/0 00000100:00100000:3.0:1713531221.200254:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 993 00000001:00080000:3.0:1713531221.200498:0:18327:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967580 is committed 00000001:00080000:3.0:1713531221.200509:0:18327:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967577 is committed 00000100:00100000:3.0:1713531221.200541:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.200551:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405017472:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 16913us (16955us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.200558:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1066 00000100:00100000:0.0:1713531221.200573:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019264 00000100:00100000:0.0:1713531221.200576:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019264 00000100:00100000:0.0:1713531221.200595:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000100:00100000:0.0:1713531221.200601:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405019264:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.200625:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.200638:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.200646:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.200647:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.200650:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.200667:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531221.200674:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967568 is committed 00010000:00010000:0.0:1713531221.200676:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00000001:00080000:1.0:1713531221.200683:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967569 is committed 00000100:00100000:0.0:1713531221.200684:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409649408:192.168.202.39@tcp:104: 00000001:00080000:1.0:1713531221.200688:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967572 is committed 00000001:00080000:1.0:1713531221.200697:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967570 is committed 00000100:00100000:0.0:1713531221.200702:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.201286:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.201302:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.201334:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.201367:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409649408:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.201381:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.201384:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4527 00000100:00100000:0.0:1713531221.201391:0:15571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4528 00000100:00100000:3.0:1713531221.201393:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8027:x1796767405019456:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.201396:0:15571:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+87:8028:x1796767405019584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.201418:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.201447:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.201449:0:15571:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.201462:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c444 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45bb expref: 87 pid: 15571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.201463:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c467 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45c9 expref: 87 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201470:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:1.0:1713531221.201472:0:15571:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.201480:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:3.0:1713531221.201484:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.201485:0:15571:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201490:0:15571:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201494:0:15571:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.201500:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.201507:0:15571:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.201509:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.201510:0:15571:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201514:0:15571:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.201516:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.201516:0:15571:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.201518:0:15571:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201521:0:15571:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201525:0:15571:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:1.0:1713531221.201526:0:15571:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.201528:0:15571:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.201530:0:15571:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c55c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.201531:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.201536:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.201542:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.201547:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.201550:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.201556:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.201562:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:3.0:1713531221.201565:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.201568:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.201572:0:15571:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:af1f6925-d627-45ab-9271-3bfd492d0648+85:8028:x1796767405019584:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 175us (236us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.201573:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352c563 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.201576:0:15571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4528 00000100:00100000:3.0:1713531221.201632:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8027:x1796767405019456:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 239us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.201638:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4527 00000100:00100000:3.0:1713531221.201667:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019648 00000100:00100000:3.0:1713531221.201670:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019648 00010000:00010000:3.0:1713531221.201683:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.201701:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 912 00000100:00100000:3.0:1713531221.201706:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405019648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.201713:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.201725:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.201734:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.201751:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc13600/0xe3b2c9851352c42f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45ad expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.201762:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.201763:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.201767:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.201775:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.201807:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.201835:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.201836:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405019648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 129us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.201842:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 912 00010000:00010000:1.0:1713531221.201843:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201858:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201865:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201872:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201877:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.201880:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201886:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201899:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.201904:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c540 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.201942:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405019264:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1339us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.201949:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000100:00100000:0.0:1713531221.202142:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.202157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.202158:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019712 00000100:00100000:1.0:1713531221.202162:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019712 00000100:00100000:1.0:1713531221.202186:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019776 00000100:00100000:1.0:1713531221.202188:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019776 00000100:00100000:1.0:1713531221.202208:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1073 00000100:00100000:1.0:1713531221.202213:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405019776:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.202332:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.202334:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.202335:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.202336:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531221.202337:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.202356:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405019776:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 143us (197us total) trans 4294967583 rc 0/0 00000100:00100000:1.0:1713531221.202360:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1073 00000100:00100000:2.0:1713531221.202383:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1072 00000100:00100000:0.0:1713531221.202657:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.202683:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019904 00000100:00100000:2.0:1713531221.202686:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019904 00000100:00100000:0.0:1713531221.202687:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.202699:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4529 00000100:00100000:2.0:1713531221.202701:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+84:8026:x1796767405019904:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.202753:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405019968 00000100:00100000:3.0:1713531221.202758:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405019968 00000100:00100000:3.0:1713531221.202781:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1074 00000100:00100000:3.0:1713531221.202785:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1822:x1796767405019968:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.202793:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.202804:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c571 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4632 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.202818:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:3.0:1713531221.202826:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.202828:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.202831:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4632 expref: 47 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.202838:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4632 expref: 47 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.202844:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10240, rc 0) 00010000:00010000:2.0:1713531221.202855:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.202864:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 85 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.202870:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.202873:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1822:x1796767405019968:12345-192.168.202.39@tcp:101:diff.0 Request processed in 87us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.202878:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1074 00010000:00010000:2.0:1713531221.202886:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 85 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.202895:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 85 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.202904:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409649472:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.202925:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.203293:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.203329:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020096 00000100:00100000:2.0:1713531221.203332:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020096 00000100:00100000:2.0:1713531221.203350:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4530 00000100:00100000:2.0:1713531221.203353:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:8027:x1796767405020096:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.203367:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.203373:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.203377:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.203387:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.203392:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.203397:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409649536:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.203437:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e900 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.203490:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409649472:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.203496:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.203504:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.203525:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020224 00000100:00100000:2.0:1713531221.203528:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020224 00000100:00100000:2.0:1713531221.203542:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4531 00000100:00100000:2.0:1713531221.203545:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:8028:x1796767405020224:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.203559:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.203564:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.203568:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.203578:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.203581:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.203582:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.203588:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409649600:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.203594:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020288 00000100:00100000:3.0:1713531221.203597:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020288 00000100:00100000:2.0:1713531221.203603:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.203608:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.203622:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 913 00000100:00100000:3.0:1713531221.203625:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405020288:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.203631:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.203634:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.203640:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.203650:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352c387 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4567 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.203657:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.203660:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.203664:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.203667:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.203679:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.203690:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.203697:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405020288:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.203697:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.203702:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 913 00000001:00080000:0.0:1713531221.203779:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970495 00000100:00100000:3.0:1713531221.203925:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409649536:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.203935:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.203971:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.203979:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.203982:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020416 00000100:00100000:3.0:1713531221.203984:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020416 00000100:00100000:2.0:1713531221.203994:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020480 00000100:00100000:2.0:1713531221.203996:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020480 00000100:00100000:3.0:1713531221.203999:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4532 00000100:00100000:3.0:1713531221.204002:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+198:7973:x1796767405020416:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.204006:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.204009:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.204015:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c58d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4639 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.204018:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 914 00000100:00100000:2.0:1713531221.204021:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405020480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000001:00080000:0.0:1713531221.204024:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970496 00010000:00010000:2.0:1713531221.204026:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.204029:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.204034:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.204042:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c3db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4583 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.204048:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:2.0:1713531221.204051:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.204057:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204059:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c594 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.204064:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c594 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.204065:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204069:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c594 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.204074:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbc:0x0]: returning size 3 00010000:00010000:2.0:1713531221.204080:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.204098:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405020480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.204105:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 914 00010000:00010000:3.0:1713531221.204117:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204121:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204130:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.204130:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409649600:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.204134:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.204136:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.204138:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204140:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.204141:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.204142:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204145:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.204150:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:3.0:1713531221.204151:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1713531221.204151:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020544 00010000:00010000:3.0:1713531221.204153:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.204153:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020544 00000001:00080000:0.0:1713531221.204154:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970497 00010000:00010000:3.0:1713531221.204155:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c57f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.204159:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.204169:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 915 00000100:00100000:2.0:1713531221.204172:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405020544:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.204177:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.204179:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8027:x1796767405020096:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 825us (887us total) trans 0 rc -22/-22 00010000:00010000:2.0:1713531221.204179:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.204184:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4530 00010000:00010000:2.0:1713531221.204185:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.204193:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352c3aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4575 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.204202:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.204203:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204207:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204210:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204217:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.204230:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405020544:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.204234:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 915 00010000:00010000:3.0:1713531221.204240:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352c58d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4639 expref: 201 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.204243:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204246:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.204247:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c594 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4639 expref: 200 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.204252:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (ffff880131fa8300) 00010000:00010000:3.0:1713531221.204253:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.204254:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.204255:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12ac0, rc 0) 00010000:00010000:2.0:1713531221.204257:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204261:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204263:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.204265:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204290:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.204294:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00000100:00100000:3.0:1713531221.204295:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405020416:12345-192.168.202.39@tcp:101:diff.0 Request processed in 292us (325us total) trans 4294970498 rc 0/0 00010000:00010000:2.0:1713531221.204295:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.204297:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531221.204299:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4532 00010000:00010000:2.0:1713531221.204300:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c586 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531221.204300:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409649664:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.204320:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:8028:x1796767405020224:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 774us (826us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.204325:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4531 00000100:00100000:0.0:1713531221.204333:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.204344:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.204347:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409649664 00000100:00100000:3.0:1713531221.204349:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409649664 00000100:00100000:3.0:1713531221.204363:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1713531221.204366:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409649664:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.204410:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409649664:12345-0@lo:1000:mdt00_006.0 Request processed in 44us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.204414:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1713531221.204437:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967577 gen 2 00000004:00080000:0.0:1713531221.204441:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967577 committed transno 4294967577 00000100:00100000:0.0:1713531221.204455:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409649664:0@lo:1000:mdt00_006.0 00000001:00080000:0.0:1713531221.204723:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970499 00000100:00100000:1.0:1713531221.204746:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.204783:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020608 00000100:00100000:3.0:1713531221.204785:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020608 00000100:00100000:3.0:1713531221.204798:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1075 00000100:00100000:3.0:1713531221.204801:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405020608:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.204815:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.204817:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409649728:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1713531221.204824:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.204828:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.204829:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.204831:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.204838:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1713531221.204847:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.204848:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34780 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.204855:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.204862:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.204863:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409649792:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.204886:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020672 00000100:00100000:3.0:1713531221.204888:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.204889:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020672 00000100:00100000:3.0:1713531221.204898:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409649728 00000100:00100000:3.0:1713531221.204900:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409649728 00000100:00100000:1.0:1713531221.204905:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1076 00000100:00100000:1.0:1713531221.204908:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405020672:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.204911:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1713531221.204914:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409649728:12345-0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.204924:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.204935:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.204946:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.204948:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.204950:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.204968:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.204977:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 10 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.204986:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409649856:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.205010:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063180 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.205030:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409649728:12345-0@lo:1000:mdt00_006.0 Request processed in 114us (191us total) trans 4294967584 rc 0/0 00000100:00100000:3.0:1713531221.205034:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1713531221.205047:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409649728:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.205063:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205068:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205073:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205077:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.205079:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205084:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205092:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.205094:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1713531221.205096:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.205097:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205101:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c578 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x81:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205118:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.205123:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.205125:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020736 00000100:00100000:3.0:1713531221.205127:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020736 00010000:00010000:1.0:1713531221.205127:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.205131:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.205133:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.205137:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.205140:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 444 00010000:00010000:1.0:1713531221.205142:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff8800925d0b00) 00000100:00100000:3.0:1713531221.205143:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:1825:x1796767405020736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.205143:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.205145:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.205147:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.205149:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352888c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.205154:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352c594 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4639 expref: 200 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.205160:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbc:0x0].0x0 (ffff880131fa8300) 00010000:00010000:3.0:1713531221.205162:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.205168:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205175:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.205177:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:1825:x1796767405020736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 33us (82us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.205180:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.205181:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 444 00010000:00010000:1.0:1713531221.205185:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205189:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205193:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205197:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.205199:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205203:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205209:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff88008d223300) 00010000:00010000:1.0:1713531221.205210:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.205212:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.205216:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c5b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x89:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531221.205296:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.205301:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.205339:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409649792:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.205349:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1713531221.205416:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 131 count 121 00000040:00080000:1.0:1713531221.205437:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.205471:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8026:x1796767405019904:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2766us (2812us total) trans 4294970500 rc 0/0 00000100:00100000:1.0:1713531221.205478:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4529 00000020:00080000:1.0:1713531221.205482:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1713531221.205582:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.205612:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020864 00000100:00100000:3.0:1713531221.205615:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020864 00000100:00100000:2.0:1713531221.205619:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.205621:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409649856:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.205624:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.205629:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.205635:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 916 00000100:00100000:3.0:1713531221.205637:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405020864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.205642:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.205649:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205655:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205664:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352c483 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45e5 expref: 14 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205670:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.205671:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.205673:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.205677:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.205687:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.205707:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405020864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 69us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.205711:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 916 00010000:00010000:0.0:1713531221.205714:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.205721:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.205724:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.205726:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020928 00000100:00100000:3.0:1713531221.205728:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020928 00002000:00100000:3.0:1713531221.205740:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x33:0x0] (0->4095) req@ffff88008b47a300 x1796767405020928/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00010000:00010000:0.0:1713531221.205740:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1713531221.205746:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47a300 with x1796767405020928 ext(0->4095) 00010000:00010000:0.0:1713531221.205747:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.205749:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b47a300 00010000:00010000:0.0:1713531221.205754:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.205757:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 248 00000100:00100000:3.0:1713531221.205760:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1823:x1796767405020928:12345-192.168.202.39@tcp:3:diff.0 00010000:00010000:0.0:1713531221.205760:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.205763:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.205770:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.205783:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.205790:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352c5a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.205831:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405020608:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1027us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.205839:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1075 00000100:00100000:3.0:1713531221.205862:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1823:x1796767405020928:12345-192.168.202.39@tcp:3:diff.0 Request processed in 101us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.205867:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 248 00002000:00100000:3.0:1713531221.205871:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x33:0x0] (0->4095) req@ffff88008b47a300 x1796767405020928/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.205876:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47a300 with x1796767405020928 ext(0->4095) 00002000:00010000:3.0:1713531221.205877:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b47a300 00000100:00100000:3.0:1713531221.205890:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405020992 00000100:00100000:3.0:1713531221.205892:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405020992 00010000:00010000:3.0:1713531221.205899:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.205908:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 917 00000100:00100000:3.0:1713531221.205911:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405020992:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.205916:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.205924:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205931:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205940:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13cc0/0xe3b2c9851352c47c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c45de expref: 11 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.205946:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.205947:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.205949:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.205954:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.205971:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.205986:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405020992:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 73us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.205989:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 917 00010000:00010000:1.0:1713531221.205998:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206007:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206022:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206028:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206035:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206040:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.206043:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206054:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206066:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206072:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352c5a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.206104:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405020672:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1194us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.206110:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1076 00000100:00100000:2.0:1713531221.206139:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.206180:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021120 00000100:00100000:3.0:1713531221.206184:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021120 00000100:00100000:3.0:1713531221.206204:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 994 00000100:00100000:3.0:1713531221.206208:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:8026:x1796767405021120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.206386:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.206437:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021248 00000100:00100000:1.0:1713531221.206441:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021248 00000100:00100000:1.0:1713531221.206466:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4533 00000100:00100000:1.0:1713531221.206470:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8027:x1796767405021248:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.206508:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x81:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.206571:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970501 00010000:00010000:1.0:1713531221.206572:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.206578:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206583:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.206594:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.206605:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 90 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.206611:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409649920:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.206616:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206624:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206631:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.206631:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132063180 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.206637:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.206640:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.206642:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206647:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206653:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206658:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.206660:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206666:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.206673:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x81:0x0].0x0 (ffff88008bd36400) 00010000:00010000:3.0:1713531221.206676:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.206678:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 3/0,0 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:2.0:1713531221.206678:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021376 00000100:00100000:2.0:1713531221.206682:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021376 00010000:00010000:3.0:1713531221.206683:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352c5be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:2.0:1713531221.206704:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4534 00000100:00100000:0.0:1713531221.206708:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.206710:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:8028:x1796767405021376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.206727:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021504 00000100:00100000:1.0:1713531221.206730:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021504 00000100:00100000:3.0:1713531221.206748:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:8026:x1796767405021120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 538us (609us total) trans 4294970503 rc 0/0 00000100:00100000:1.0:1713531221.206751:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 995 00000100:00100000:3.0:1713531221.206758:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 994 00000100:00100000:1.0:1713531221.206759:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405021504:12345-192.168.202.39@tcp:35:diff.0 00000020:00080000:3.0:1713531221.206761:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1713531221.206833:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.206844:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.206855:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.206869:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 91 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.206876:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 91 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.206884:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409649984:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.206902:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.206904:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405021504:12345-192.168.202.39@tcp:35:diff.0 Request processed in 146us (196us total) trans 4294970505 rc 0/0 00000100:00100000:1.0:1713531221.206910:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 995 00000100:00100000:1.0:1713531221.207096:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409649920:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.207108:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.207395:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.207484:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.207486:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021568 00000100:00100000:3.0:1713531221.207492:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021568 00000100:00100000:2.0:1713531221.207504:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021632 00010000:00010000:3.0:1713531221.207508:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 92 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.207509:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021632 00000100:00100000:0.0:1713531221.207513:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.207523:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.207531:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 918 00000100:00100000:3.0:1713531221.207536:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405021568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.207544:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.207549:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 93 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.207555:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 919 00010000:00010000:3.0:1713531221.207557:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 93 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.207560:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:1825:x1796767405021632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.207568:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.207570:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c405 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4598 expref: 93 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.207572:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.207581:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:2.0:1713531221.207581:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 92 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.207585:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.207592:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.207592:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.207596:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.207597:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.207602:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.207607:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.207611:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.207617:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.207619:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.207625:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.207636:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405021568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 98us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.207638:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1825:x1796767405021632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 76us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.207643:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 918 00000100:00100000:2.0:1713531221.207647:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 919 00000100:00100000:3.0:1713531221.207665:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021696 00000100:00100000:3.0:1713531221.207668:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021696 00000100:00100000:3.0:1713531221.207684:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4535 00000100:00100000:3.0:1713531221.207688:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405021696:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.207694:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c3f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4591 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.207698:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000001:00080000:1.0:1713531221.207700:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970502 00000100:00100000:2.0:1713531221.207704:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409649984:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.207708:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c5cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4640 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.207714:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.207719:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.207723:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531221.207743:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207751:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207757:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207772:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207778:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207784:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:2.0:1713531221.207808:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970504 00000001:00080000:1.0:1713531221.207819:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970506 00000001:00080000:1.0:1713531221.207860:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970508 00010000:00010000:3.0:1713531221.207874:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207881:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207888:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.207907:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbb:0x0]: returning size 3 00000100:00100000:1.0:1713531221.207909:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409650048:0@lo:1000:mdt00_006.0 00000004:00200000:3.0:1713531221.207910:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.207920:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:2.0:1713531221.207926:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970507 00010000:00010000:3.0:1713531221.207927:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.207932:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1713531221.207933:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207938:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207943:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.207943:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.207948:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.207951:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207956:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207965:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00000001:00080000:2.0:1713531221.207965:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970510 00010000:00010000:3.0:1713531221.207967:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.207969:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207974:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352c5d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207984:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207989:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207995:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.207999:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.208001:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.208006:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.208010:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409650112:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1713531221.208012:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x656ca194 (ffff88008bd36600) 00010000:00010000:3.0:1713531221.208015:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.208017:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.208022:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352c5da lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.208038:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1713531221.208044:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352c5cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4640 expref: 202 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.208054:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c480/0xe3b2c9851352c5e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4640 expref: 201 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.208060:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (ffff88008bd36b00) 00000100:00100000:2.0:1713531221.208060:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e900 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.208062:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.208064:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c480, rc 0) 00000100:00100000:0.0:1713531221.208084:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409650048 00000100:00100000:0.0:1713531221.208088:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409650048 00000100:00100000:3.0:1713531221.208102:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:7973:x1796767405021696:12345-192.168.202.39@tcp:101:diff.0 Request processed in 412us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.208108:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4535 00000100:00100000:0.0:1713531221.208109:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409650112 00000100:00100000:0.0:1713531221.208111:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409650112 00000100:00100000:0.0:1713531221.208126:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1713531221.208131:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409650048:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.208133:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1713531221.208138:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409650112:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1713531221.208185:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409650048:12345-0@lo:1000:mdt00_006.0 Request processed in 52us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.208192:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409650048:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.208195:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1713531221.208203:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409650112:12345-0@lo:1000:mdt00_002.0 Request processed in 64us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.208210:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1713531221.208231:0:6406:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967570 gen 2 00000004:00080000:2.0:1713531221.208238:0:6406:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967568 committed transno 4294967570 00000004:00080000:2.0:1713531221.208251:0:6406:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967570 committed transno 4294967570 00000100:00100000:2.0:1713531221.208263:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409650112:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1713531221.208360:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970509 00000100:00100000:1.0:1713531221.208398:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409650176:0@lo:1000:mdt00_006.0 00000001:00080000:2.0:1713531221.208411:0:6406:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970511 00000100:00100000:1.0:1713531221.208417:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.208449:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.208468:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409650176 00000100:00100000:3.0:1713531221.208472:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409650176 00000100:00100000:2.0:1713531221.208472:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409650240:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1713531221.208491:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1713531221.208493:0:6406:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.208494:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409650176:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.208504:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.208511:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409650240 00000100:00100000:1.0:1713531221.208514:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409650240 00000100:00100000:1.0:1713531221.208530:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1713531221.208533:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6406:x1796767409650240:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1713531221.208597:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409650176:12345-0@lo:1000:mdt00_006.0 Request processed in 101us (179us total) trans 4294967585 rc 0/0 00000100:00100000:3.0:1713531221.208601:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1713531221.208621:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409650176:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.208641:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6406:x1796767409650240:12345-0@lo:1000:mdt00_002.0 Request processed in 106us (148us total) trans 4294967574 rc 0/0 00010000:00010000:0.0:1713531221.208645:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.208646:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00010000:00010000:0.0:1713531221.208653:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.208659:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.208664:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6406:1796767409650240:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1713531221.208664:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.208668:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.208673:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208677:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208681:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:2.0:1713531221.208683:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208684:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.208687:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208688:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.208691:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.208691:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c5b7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x83:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208694:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.208698:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.208705:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.208707:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.208709:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208711:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208713:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c5c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208716:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208721:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208727:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.208729:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208731:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208734:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208734:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208738:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208740:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.208741:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208741:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008b78d300) 00010000:00010000:0.0:1713531221.208743:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.208744:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208746:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 2/0,0 mode: --/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208748:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (ffff88008b78d700) 00010000:00010000:2.0:1713531221.208749:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.208750:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.208751:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135288af lrc: 0/0,0 mode: --/EX res: [0x200000401:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208753:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135288d2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.208778:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208782:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208785:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208789:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208791:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208795:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208796:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208800:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208801:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208805:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208806:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531221.208810:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.208810:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208812:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208815:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.208817:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208818:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208823:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (ffff880131fa8900) 00010000:00010000:0.0:1713531221.208823:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.208824:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.208827:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208829:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.208831:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c5e8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x86:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531221.208832:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.208834:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 2/0,0 mode: --/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.208839:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c5ef lrc: 0/0,0 mode: --/EX res: [0x200000401:0x88:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:2.0:1713531221.208880:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.208884:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.208972:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 133 count 121 00000040:00080000:2.0:1713531221.208978:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.209022:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:8028:x1796767405021376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2311us (2382us total) trans 4294970513 rc 0/0 00000100:00100000:2.0:1713531221.209030:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4534 00000020:00080000:2.0:1713531221.209034:0:6406:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.209071:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.209074:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531221.209087:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.209106:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021760 00000100:00100000:2.0:1713531221.209109:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021760 00000100:00100000:2.0:1713531221.209139:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1077 00000100:00100000:2.0:1713531221.209144:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+40:1822:x1796767405021760:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.209152:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:0.0:1713531221.209159:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 132 count 121 00010000:00010000:2.0:1713531221.209165:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988fc0/0xe3b2c9851352c5f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4647 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1713531221.209165:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00002000:00010000:2.0:1713531221.209180:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.209192:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.209194:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.209199:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988fc0/0xe3b2c9851352c5f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4647 expref: 41 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.209209:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139988fc0/0xe3b2c9851352c5f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4647 expref: 41 pid: 7958 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.209210:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+96:8027:x1796767405021248:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2738us (2824us total) trans 4294970512 rc 0/0 00010000:00010000:2.0:1713531221.209218:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988fc0, rc 0) 00000100:00100000:0.0:1713531221.209218:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4533 00000020:00080000:0.0:1713531221.209221:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1713531221.209237:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1822:x1796767405021760:12345-192.168.202.39@tcp:101:diff.0 Request processed in 93us (150us total) trans 0 rc 0/0 00000040:00080000:1.0:1713531221.209239:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.209242:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.209243:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1077 00000040:00080000:1.0:1713531221.209295:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 136 count 121 00000040:00080000:1.0:1713531221.209300:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.209343:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409650304:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.209366:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.209908:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.209925:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.209945:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405021888 00000100:00100000:1.0:1713531221.209948:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405021888 00000100:00100000:1.0:1713531221.209966:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022016 00000100:00100000:1.0:1713531221.209967:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022016 00000100:00100000:2.0:1713531221.209976:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 996 00000100:00100000:2.0:1713531221.209982:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8027:x1796767405021888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.209983:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 997 00000100:00100000:1.0:1713531221.209986:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+98:8028:x1796767405022016:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.210000:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409650304:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:1.0:1713531221.210032:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.210033:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000004:00080000:2.0:1713531221.210174:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x83:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1713531221.210183:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 136 count 121 00000040:00080000:1.0:1713531221.210189:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000001:00080000:2.0:1713531221.210204:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970514 00010000:00010000:2.0:1713531221.210234:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00000004:00080000:0.0:1713531221.210236:0:6408:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x82:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1713531221.210241:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210248:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210254:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210258:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210262:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210292:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210296:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.210299:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000001:00080000:0.0:1713531221.210302:0:6408:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970515 00010000:00010000:2.0:1713531221.210304:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210311:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531221.210314:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:3.0:1713531221.210316:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.210316:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.210320:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c5fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x83:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.210332:0:6408:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210339:0:6408:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210344:0:6408:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210348:0:6408:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210351:0:6408:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210354:0:6408:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210357:0:6408:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210359:0:6408:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3ded00 already unused, calling callback (ffffffffa0856730) 00000100:00100000:1.0:1713531221.210361:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022144 00010000:00010000:0.0:1713531221.210361:0:6408:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6408 initiator: MDT0 00000100:00100000:1.0:1713531221.210364:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022144 00010000:00010000:0.0:1713531221.210364:0:6408:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210368:0:6408:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x82:0x0].0x0 (ffff88008e40c200) 00010000:00010000:0.0:1713531221.210369:0:6408:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531221.210371:0:6408:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6408 initiator: MDT0 00010000:00010000:0.0:1713531221.210374:0:6408:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c604 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x82:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6408 initiator: MDT0 00000100:00100000:1.0:1713531221.210384:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4536 00000100:00100000:2.0:1713531221.210385:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8027:x1796767405021888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 402us (475us total) trans 4294970516 rc 0/0 00000100:00100000:3.0:1713531221.210388:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.210389:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:7973:x1796767405022144:12345-192.168.202.39@tcp:101:diff.0 00000100:00100000:2.0:1713531221.210392:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 996 00000020:00080000:2.0:1713531221.210395:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1713531221.210397:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.210407:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352c60b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c464e expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.210417:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+100:8028:x1796767405022016:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 429us (490us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1713531221.210440:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 997 00000020:00080000:0.0:1713531221.210443:0:6408:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1713531221.210466:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c612 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.210470:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.210477:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c612 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.210483:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c612 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.210486:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022208 00000100:00100000:3.0:1713531221.210490:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022208 00000100:00100000:2.0:1713531221.210490:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022272 00000100:00100000:0.0:1713531221.210490:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00200000:1.0:1713531221.210491:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xbb:0x0]: returning size 3 00000100:00100000:2.0:1713531221.210493:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022272 00000100:00100000:3.0:1713531221.210506:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022336 00000100:00100000:3.0:1713531221.210508:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022336 00000100:00100000:2.0:1713531221.210514:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4537 00000100:00100000:2.0:1713531221.210519:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8029:x1796767405022208:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.210524:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4538 00000100:00100000:3.0:1713531221.210529:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8030:x1796767405022272:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.210533:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1713531221.210552:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x87:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.210586:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8029:x1796767405022208:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 66us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.210592:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4537 00000100:00100000:3.0:1713531221.210600:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8030:x1796767405022272:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 70us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.210605:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4538 00000100:00100000:2.0:1713531221.210610:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4539 00000100:00100000:2.0:1713531221.210614:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8031:x1796767405022336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.210626:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.210662:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+100:8031:x1796767405022336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 46us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.210667:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4539 00010000:00010000:1.0:1713531221.210680:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352c60b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c464e expref: 204 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.210691:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c612 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c464e expref: 203 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.210697:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (ffff88008bd36b00) 00010000:00010000:1.0:1713531221.210699:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.210701:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e880, rc 0) 00000100:00100000:1.0:1713531221.210725:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405022144:12345-192.168.202.39@tcp:101:diff.0 Request processed in 335us (410us total) trans 4294970518 rc 0/0 00000100:00100000:1.0:1713531221.210730:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4536 00000100:00100000:0.0:1713531221.211260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.211297:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.211298:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022464 00000100:00100000:1.0:1713531221.211301:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022464 00000100:00100000:1.0:1713531221.211327:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4540 00000100:00100000:1.0:1713531221.211332:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8030:x1796767405022464:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.211339:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022400 00000100:00100000:2.0:1713531221.211343:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022400 00010000:00010000:1.0:1713531221.211360:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.211369:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 445 00010000:00010000:1.0:1713531221.211369:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.211373:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:1825:x1796767405022400:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.211375:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.211380:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.211387:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.211390:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c612 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xbb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c464e expref: 203 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.211393:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211398:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.211400:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xbb:0x0].0x0 (ffff88008bd36b00) 00010000:00010000:2.0:1713531221.211402:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.211413:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211418:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211441:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.211447:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:1825:x1796767405022400:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.211454:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 445 00000004:00200000:1.0:1713531221.211457:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x87:0x0]: returning size 3 00000004:00200000:1.0:1713531221.211460:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.211466:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211473:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211478:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211484:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211488:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.211491:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211496:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211502:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.211504:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211507:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211511:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352c620 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.211519:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.211520:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211525:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211530:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211534:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa138a700) 00000100:00100000:3.0:1713531221.211535:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022592 00010000:00010000:1.0:1713531221.211536:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.211538:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022592 00010000:00010000:1.0:1713531221.211541:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211546:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xac66622f (ffff880092731c00) 00010000:00010000:1.0:1713531221.211548:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211550:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211554:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352c627 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00002000:00100000:3.0:1713531221.211555:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x35:0x0] (0->4095) req@ffff88009aa68a80 x1796767405022592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.211563:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa68a80 with x1796767405022592 ext(0->4095) 00010000:00010000:1.0:1713531221.211563:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00002000:00010000:3.0:1713531221.211566:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa68a80 00010000:00010000:1.0:1713531221.211567:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211571:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211575:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.211577:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211581:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.211582:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 249 00000100:00100000:3.0:1713531221.211585:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1822:x1796767405022592:12345-192.168.202.39@tcp:3:diff.0 00010000:00010000:1.0:1713531221.211588:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008b78df00) 00010000:00010000:1.0:1713531221.211589:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211592:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211596:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352c62e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.211601:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.211630:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8030:x1796767405022464:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 296us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.211636:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4540 00000100:00100000:1.0:1713531221.211646:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022656 00000100:00100000:1.0:1713531221.211648:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022656 00000100:00100000:1.0:1713531221.211657:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4541 00000100:00100000:1.0:1713531221.211660:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8031:x1796767405022656:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.211674:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211679:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211683:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.211684:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:1822:x1796767405022592:12345-192.168.202.39@tcp:3:diff.0 Request processed in 97us (165us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.211689:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 249 00010000:00010000:1.0:1713531221.211689:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211692:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00002000:00100000:3.0:1713531221.211693:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x35:0x0] (0->4095) req@ffff88009aa68a80 x1796767405022592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00010000:00010000:1.0:1713531221.211695:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00002000:00100000:3.0:1713531221.211701:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa68a80 with x1796767405022592 ext(0->4095) 00002000:00010000:3.0:1713531221.211704:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa68a80 00010000:00010000:1.0:1713531221.211704:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211708:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211711:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.211719:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 3 00000004:00200000:1.0:1713531221.211721:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.211724:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211728:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211731:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211734:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211736:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.211737:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211740:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211744:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.211745:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211746:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211750:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352c635 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211755:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211757:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211760:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211763:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.211764:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211767:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211770:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2666622f (ffff88008bbd3f00) 00010000:00010000:1.0:1713531221.211771:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211772:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211774:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352c63c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211779:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211782:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.211787:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.211788:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211790:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.211792:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211794:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211797:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff88008b78da00) 00010000:00010000:1.0:1713531221.211798:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.211799:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.211802:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c643 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.211821:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+100:8031:x1796767405022656:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 160us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.211825:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4541 00000100:00100000:3.0:1713531221.211826:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022720 00000100:00100000:3.0:1713531221.211830:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022720 00000100:00100000:3.0:1713531221.211852:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4542 00000100:00100000:3.0:1713531221.211857:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:8029:x1796767405022720:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.211889:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211901:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211909:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211922:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211928:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211934:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211949:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211955:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211961:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.211977:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8b:0x0]: returning size 3 00000004:00200000:3.0:1713531221.211980:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.211987:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211994:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.211999:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212005:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212010:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212012:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212018:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212025:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.212027:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.212030:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212035:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352c64a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212044:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212049:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212054:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212057:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212059:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212068:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212073:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2f66622f (ffff88008bd36900) 00010000:00010000:3.0:1713531221.212074:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.212076:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212080:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352c651 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212089:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212094:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212098:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212102:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212104:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212109:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212114:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff88008b78db00) 00010000:00010000:3.0:1713531221.212115:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.212117:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212121:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352c658 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.212164:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:8029:x1796767405022720:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 304us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.212171:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4542 00000100:00100000:0.0:1713531221.212265:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.212322:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022848 00000100:00100000:3.0:1713531221.212325:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022848 00000100:00100000:3.0:1713531221.212349:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4543 00000100:00100000:3.0:1713531221.212353:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:8030:x1796767405022848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.212361:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.212371:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352c65f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4655 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.212445:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212453:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212460:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212472:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212478:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212483:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212508:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212516:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212521:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.212527:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x87:0x0]: returning size 3 00000100:00100000:0.0:1713531221.212553:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.212580:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.212580:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405022976 00000100:00100000:1.0:1713531221.212584:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405022976 00010000:00010000:3.0:1713531221.212586:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212591:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212596:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212598:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212603:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.212606:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 998 00010000:00010000:3.0:1713531221.212610:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008b78df00) 00000100:00100000:1.0:1713531221.212610:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405022976:12345-192.168.202.39@tcp:35:diff.0 00010000:00010000:3.0:1713531221.212612:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.212615:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212619:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c674 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212630:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212639:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212644:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212648:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212650:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212655:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212661:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.212663:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.212665:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212670:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352c666 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212677:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212682:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212687:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212691:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.212694:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212702:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212707:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xac66622f (ffff88008bd36200) 00010000:00010000:3.0:1713531221.212709:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.212712:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.212717:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c66d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.212734:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405022976:12345-192.168.202.39@tcp:35:diff.0 Request processed in 122us (180us total) trans 4294970520 rc 0/0 00000100:00100000:1.0:1713531221.212738:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 998 00010000:00010000:3.0:1713531221.212741:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352c65f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4655 expref: 102 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.212748:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352c65f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4655 expref: 102 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.212755:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3cfc0, rc 0) 00000100:00100000:3.0:1713531221.212781:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+101:8030:x1796767405022848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 426us (515us total) trans 4294970519 rc 301/301 00000100:00100000:3.0:1713531221.212787:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4543 00000100:00100000:1.0:1713531221.213470:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.213504:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.213519:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023104 00000100:00100000:1.0:1713531221.213520:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.213523:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023104 00000100:00100000:1.0:1713531221.213536:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023232 00000100:00100000:1.0:1713531221.213539:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023232 00000100:00100000:3.0:1713531221.213540:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023040 00000100:00100000:3.0:1713531221.213542:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023040 00000100:00100000:0.0:1713531221.213552:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4544 00000100:00100000:0.0:1713531221.213558:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8030:x1796767405023104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.213564:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4545 00000100:00100000:1.0:1713531221.213567:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+102:8029:x1796767405023232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.213570:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4546 00000004:00000080:0.0:1713531221.213571:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x87:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.213574:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.213578:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405023040:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.213582:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c682 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4663 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.213588:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.213597:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c689 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c465c expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.213607:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8030:x1796767405023104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 50us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.213612:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4544 00010000:00010000:2.0:1713531221.213624:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213625:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213630:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213632:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213635:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213639:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213642:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213646:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213649:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213649:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213655:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213660:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213666:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213669:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213676:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.213679:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8b:0x0]: returning size 3 00010000:00010000:1.0:1713531221.213709:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213712:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213716:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213718:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.213720:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213723:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213727:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff88008b78db00) 00010000:00010000:1.0:1713531221.213729:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.213731:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213731:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213733:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c6ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213738:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213739:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213742:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213745:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213747:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213750:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.213751:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213754:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213757:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.213758:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.213759:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.213760:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xba:0x0]: returning size 3 00010000:00010000:1.0:1713531221.213761:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c697 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.213763:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531221.213765:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213768:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213770:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000004:00010000:2.0:1713531221.213771:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213772:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.213774:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213776:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213778:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213782:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2f66622f (ffff88008bbd3500) 00010000:00010000:1.0:1713531221.213783:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.213784:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213784:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.213787:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c69e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2f66622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.213790:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213795:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213800:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.213802:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213802:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c682 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4663 expref: 103 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.213807:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c682 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4663 expref: 103 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.213808:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.213810:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00010000:00010000:2.0:1713531221.213815:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x0 (ffff8800a7208700) 00010000:00010000:2.0:1713531221.213817:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.213820:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213825:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352c690 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213834:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.213837:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+102:8029:x1796767405023232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 269us (332us total) trans 4294970521 rc 301/301 00010000:00010000:2.0:1713531221.213839:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.213841:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4545 00010000:00010000:2.0:1713531221.213845:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213849:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.213851:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213856:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213862:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb8:0x0].0x656ca294 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.213864:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.213866:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213870:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c6a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb8:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.213887:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c465c expref: 205 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.213897:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988240/0xe3b2c9851352c6ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c465c expref: 204 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.213903:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (ffff88008c068600) 00010000:00010000:2.0:1713531221.213905:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.213907:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988240, rc 0) 00000100:00100000:2.0:1713531221.213938:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:7973:x1796767405023040:12345-192.168.202.39@tcp:101:diff.0 Request processed in 361us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.213945:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4546 00000100:00100000:2.0:1713531221.214508:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.214537:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.214561:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023424 00000100:00100000:0.0:1713531221.214564:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.214565:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023424 00000100:00100000:0.0:1713531221.214574:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023360 00000100:00100000:0.0:1713531221.214577:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023360 00000100:00100000:3.0:1713531221.214593:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023552 00000100:00100000:3.0:1713531221.214596:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023552 00000100:00100000:1.0:1713531221.214605:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4547 00000100:00100000:1.0:1713531221.214611:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8029:x1796767405023424:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.214616:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4548 00000100:00100000:0.0:1713531221.214620:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8030:x1796767405023360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.214625:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4549 00000004:00000080:1.0:1713531221.214626:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8b:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.214626:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.214631:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8031:x1796767405023552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.214633:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c6c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c466a expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.214640:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.214652:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c6c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4671 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.214663:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:8029:x1796767405023424:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.214667:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4547 00010000:00010000:3.0:1713531221.214709:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214718:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214725:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214737:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214743:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214749:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214774:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214780:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214786:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.214792:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 3 00000100:00100000:2.0:1713531221.214814:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.214830:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023616 00000100:00100000:2.0:1713531221.214833:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023616 00010000:00010000:3.0:1713531221.214844:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214851:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.214851:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1078 00010000:00010000:3.0:1713531221.214856:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.214856:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1823:x1796767405023616:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.214861:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.214863:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.214864:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.214869:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214877:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff88008b78da00) 00010000:00010000:2.0:1713531221.214877:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801399886c0/0xe3b2c9851352c6eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4678 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.214879:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.214882:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214887:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c6dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00002000:00010000:2.0:1713531221.214893:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:3.0:1713531221.214896:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214901:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.214904:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.214905:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.214906:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214910:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.214910:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801399886c0/0xe3b2c9851352c6eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4678 expref: 48 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.214912:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214921:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.214921:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801399886c0/0xe3b2c9851352c6eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4678 expref: 48 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.214927:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.214928:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801399886c0, rc 0) 00010000:00010000:3.0:1713531221.214929:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.214931:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214935:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c6cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214945:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214951:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214955:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214959:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00000100:00100000:2.0:1713531221.214960:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1823:x1796767405023616:12345-192.168.202.39@tcp:101:diff.0 Request processed in 103us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.214962:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214966:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.214966:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1078 00010000:00010000:3.0:1713531221.214971:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2666622f (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.214972:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.214974:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.214978:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c6d6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2666622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.215005:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c6c8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4671 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1713531221.215007:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x48:0x0], index 1: 0 00010000:00010000:3.0:1713531221.215012:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c6c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4671 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.215020:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:3.0:1713531221.215058:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+105:8031:x1796767405023552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 425us (491us total) trans 4294970522 rc 301/301 00000100:00100000:3.0:1713531221.215064:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4549 00010000:00010000:0.0:1713531221.215134:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352c6f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.215147:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352c6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.215154:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352c6f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.215184:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352c6c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c466a expref: 106 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.215196:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352c6f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c466a expref: 105 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.215202:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:0.0:1713531221.215204:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.215206:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3ddf80, rc 0) 00000100:00100000:0.0:1713531221.215237:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8030:x1796767405023360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 615us (699us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1713531221.215243:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4548 00000100:00100000:0.0:1713531221.215735:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.215780:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023808 00000100:00100000:2.0:1713531221.215784:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023808 00000100:00100000:1.0:1713531221.215785:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.215814:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023744 00000100:00100000:2.0:1713531221.215817:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023744 00000100:00100000:0.0:1713531221.215827:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4550 00000100:00100000:0.0:1713531221.215832:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8031:x1796767405023808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.215833:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4551 00000100:00100000:2.0:1713531221.215838:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:7973:x1796767405023744:12345-192.168.202.39@tcp:101:diff.0 00000004:00000080:0.0:1713531221.215845:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x8a:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531221.215846:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.215855:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352c700 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c467f expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.215890:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352c707 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.215893:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8031:x1796767405023808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 59us (157us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.215897:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352c707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.215900:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4550 00010000:00010000:2.0:1713531221.215905:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352c707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.215912:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xba:0x0]: returning size 3 00010000:00010000:2.0:1713531221.215967:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352c700 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c467f expref: 207 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.215978:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352c707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c467f expref: 206 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.215984:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (ffff88008c068600) 00010000:00010000:2.0:1713531221.215987:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.215989:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988900, rc 0) 00000100:00100000:2.0:1713531221.216013:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:7973:x1796767405023744:12345-192.168.202.39@tcp:101:diff.0 Request processed in 174us (230us total) trans 4294970524 rc 0/0 00000100:00100000:2.0:1713531221.216019:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4551 00000100:00100000:0.0:1713531221.216638:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.216681:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405023936 00000100:00100000:2.0:1713531221.216685:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405023936 00000100:00100000:2.0:1713531221.216704:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4552 00000100:00100000:2.0:1713531221.216708:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8029:x1796767405023936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.216720:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.216733:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c715 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4686 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.216823:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.216869:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024000 00000100:00100000:3.0:1713531221.216874:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024000 00000100:00100000:3.0:1713531221.216896:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 446 00000100:00100000:3.0:1713531221.216900:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:1823:x1796767405024000:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1713531221.216905:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4b:0x0], index 0: 0 00010000:00010000:3.0:1713531221.216907:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.216916:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352c707 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xba:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c467f expref: 206 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.216925:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xba:0x0].0x0 (ffff88008c068600) 00010000:00010000:3.0:1713531221.216927:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.216947:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:1823:x1796767405024000:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.216951:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 446 00010000:00010000:2.0:1713531221.217015:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c71c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.217024:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c71c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.217031:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c71c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.217040:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.217056:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c715 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4686 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.217067:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c71c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4686 expref: 107 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.217071:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024128 00000100:00100000:3.0:1713531221.217074:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024128 00010000:00010000:2.0:1713531221.217074:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008d2f5100) 00010000:00010000:2.0:1713531221.217076:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.217077:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988d80, rc 0) 00002000:00100000:3.0:1713531221.217090:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x34:0x0] (0->4095) req@ffff880132199180 x1796767405024128/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.217097:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199180 with x1796767405024128 ext(0->4095) 00000100:00100000:2.0:1713531221.217099:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8029:x1796767405023936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 389us (461us total) trans 4294970525 rc 0/0 00002000:00010000:3.0:1713531221.217100:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199180 00000100:00100000:2.0:1713531221.217105:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4552 00000100:00100000:3.0:1713531221.217111:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 250 00000100:00100000:3.0:1713531221.217114:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1824:x1796767405024128:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.217226:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1824:x1796767405024128:12345-192.168.202.39@tcp:3:diff.0 Request processed in 110us (186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.217231:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 250 00002000:00100000:3.0:1713531221.217235:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x34:0x0] (0->4095) req@ffff880132199180 x1796767405024128/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.217239:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199180 with x1796767405024128 ext(0->4095) 00002000:00010000:3.0:1713531221.217241:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199180 00000100:00100000:0.0:1713531221.218056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.218099:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024256 00000100:00100000:2.0:1713531221.218102:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024256 00000100:00100000:2.0:1713531221.218121:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4553 00000100:00100000:2.0:1713531221.218126:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8030:x1796767405024256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.218146:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.218156:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352c6f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c466a expref: 107 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.218167:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:2.0:1713531221.218172:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.218183:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218191:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218197:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218209:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218215:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218220:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218256:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218261:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218289:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218294:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.218297:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218303:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218310:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:2.0:1713531221.218312:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.218315:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218320:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c72a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218328:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218333:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218338:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218343:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.218345:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218350:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218359:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x1702889a (ffff88008d2f5900) 00010000:00010000:2.0:1713531221.218361:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.218363:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.218368:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c731 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x1702889a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.218407:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+106:8030:x1796767405024256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 279us (349us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.218413:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4553 00000100:00100000:0.0:1713531221.218505:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.218520:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024384 00000100:00100000:1.0:1713531221.218524:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024384 00000100:00100000:1.0:1713531221.218545:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 999 00000100:00100000:1.0:1713531221.218549:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405024384:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:1.0:1713531221.218675:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:7973:x1796767405024384:12345-192.168.202.39@tcp:35:diff.0 Request processed in 125us (169us total) trans 4294970526 rc 0/0 00000100:00100000:1.0:1713531221.218680:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 999 00000100:00100000:2.0:1713531221.219088:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.219105:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024448 00000100:00100000:0.0:1713531221.219109:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024448 00000100:00100000:0.0:1713531221.219125:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4554 00000100:00100000:0.0:1713531221.219129:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+106:8030:x1796767405024448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.219136:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.219147:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352c738 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c468d expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.219161:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.219165:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.219169:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.219175:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.219197:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024576 00000100:00100000:2.0:1713531221.219200:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024576 00010000:00010000:0.0:1713531221.219213:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352c738 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.219220:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.219224:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4555 00010000:00010000:0.0:1713531221.219224:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:0.0:1713531221.219226:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.219227:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd8c0, rc 0) 00000100:00100000:2.0:1713531221.219229:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8031:x1796767405024576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.219237:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.219245:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c746 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4694 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.219252:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8030:x1796767405024448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 122us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.219256:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4554 00000004:00080000:2.0:1713531221.219483:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x49:0x0], index 1: 0 00000100:00100000:0.0:1713531221.219516:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.219548:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024704 00000100:00100000:3.0:1713531221.219553:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024704 00000100:00100000:3.0:1713531221.219572:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4556 00000100:00100000:3.0:1713531221.219576:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:7973:x1796767405024704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.219587:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.219591:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c74d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.219598:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c754 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c469b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.219600:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.219607:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c74d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.219639:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c746 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4694 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.219650:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c74d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4694 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.219656:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff88008d2f5b00) 00000004:00200000:3.0:1713531221.219658:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xad:0x0]: returning size 11776 00010000:00010000:2.0:1713531221.219658:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.219660:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989b00, rc 0) 00000100:00100000:2.0:1713531221.219691:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8031:x1796767405024576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 460us (526us total) trans 4294970527 rc 0/0 00000100:00100000:2.0:1713531221.219698:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4555 00010000:00010000:3.0:1713531221.219720:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c754 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c469b expref: 208 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.219726:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c754 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c469b expref: 208 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.219732:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12400, rc 0) 00000100:00100000:3.0:1713531221.219751:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:7973:x1796767405024704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 175us (238us total) trans 4294970528 rc 301/301 00000100:00100000:3.0:1713531221.219756:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4556 00000100:00100000:0.0:1713531221.220056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.220093:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024832 00000100:00100000:3.0:1713531221.220096:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024832 00000100:00100000:3.0:1713531221.220118:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4557 00000100:00100000:3.0:1713531221.220121:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8030:x1796767405024832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.220161:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220169:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220174:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:3.0:1713531221.220435:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].60, 88 off12992 00000100:00100000:0.0:1713531221.220459:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.220490:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:3.0:1713531221.220494:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013219a680 reply state ffff88008bd75000 transno 4294970529 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.220496:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405024960 00000100:00100000:3.0:1713531221.220499:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.220500:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405024960 00000100:00100000:1.0:1713531221.220517:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1000 00000100:00100000:1.0:1713531221.220521:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:7973:x1796767405024960:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.220537:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:8030:x1796767405024832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 414us (483us total) trans 4294970529 rc 0/0 00000100:00100000:2.0:1713531221.220537:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025088 00000100:00100000:2.0:1713531221.220541:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025088 00000100:00100000:3.0:1713531221.220542:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4557 00000100:00100000:2.0:1713531221.220564:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4558 00000100:00100000:2.0:1713531221.220568:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8029:x1796767405025088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.220590:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.220601:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c71c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4686 expref: 111 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.220611:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008d2f5100) 00010000:00010000:2.0:1713531221.220616:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.220624:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405024960:12345-192.168.202.39@tcp:35:diff.0 Request processed in 101us (165us total) trans 4294970530 rc 0/0 00010000:00010000:2.0:1713531221.220628:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.220629:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1000 00010000:00010000:2.0:1713531221.220635:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220645:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220656:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220661:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220667:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220701:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220707:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220711:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220716:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.220719:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220724:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220731:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:2.0:1713531221.220733:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.220735:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220740:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c770 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220749:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220754:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220758:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220763:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.220765:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220769:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220775:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x835acfcd (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.220777:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.220779:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.220784:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c777 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x835acfcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.220829:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8029:x1796767405025088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 258us (337us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.220835:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4558 00010000:00010000:3.0:1713531221.220973:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220978:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220983:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220986:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.220989:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220992:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.220999:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:3.0:1713531221.221000:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.221002:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221005:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c769 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.221227:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.221257:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.221289:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025152 00000100:00100000:2.0:1713531221.221293:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025152 00000100:00100000:2.0:1713531221.221310:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4559 00000100:00100000:2.0:1713531221.221314:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8030:x1796767405025152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.221323:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025216 00010000:00010000:2.0:1713531221.221324:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.221328:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025216 00010000:00010000:2.0:1713531221.221332:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46a2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.221348:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4560 00000100:00100000:3.0:1713531221.221351:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405025216:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.221357:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.221361:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.221367:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.221370:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c785 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46a9 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.221378:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:2.0:1713531221.221380:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.221382:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a400, rc 0) 00010000:00010000:3.0:1713531221.221394:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221400:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.221403:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8030:x1796767405025152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.221408:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4559 00010000:00010000:3.0:1713531221.221409:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221435:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221439:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221442:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.221457:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.221490:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025280 00000100:00100000:1.0:1713531221.221491:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.221494:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025280 00010000:00010000:3.0:1713531221.221504:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.221505:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025408 00000100:00100000:2.0:1713531221.221507:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025408 00010000:00010000:3.0:1713531221.221510:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.221511:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4561 00010000:00010000:3.0:1713531221.221516:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.221517:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+111:8029:x1796767405025280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.221525:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.221528:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4562 00000100:00100000:2.0:1713531221.221533:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8031:x1796767405025408:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.221534:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352c7a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46b0 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531221.221538:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb7:0x0]: returning size 3 00000004:00200000:3.0:1713531221.221541:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.221548:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.221550:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000004:00010000:3.0:1713531221.221551:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221557:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c74d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4694 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.221557:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.221559:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.221564:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.221566:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221567:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff88008d2f5b00) 00010000:00010000:3.0:1713531221.221571:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221572:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.221580:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221582:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221584:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.221587:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221589:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221593:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221594:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221601:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.221603:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.221606:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221607:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.221609:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352c7a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.221611:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c78c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221612:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221617:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.221620:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 111 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.221624:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.221626:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.221629:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.221629:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.221631:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dc900, rc 0) 00010000:00010000:3.0:1713531221.221634:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221639:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.221641:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221646:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221648:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221651:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9a94 (ffff88008bd36100) 00010000:00010000:3.0:1713531221.221652:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.221653:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221654:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.221657:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c793 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.221658:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221662:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531221.221662:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+111:8029:x1796767405025280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 144us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.221665:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.221668:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4561 00010000:00010000:2.0:1713531221.221669:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221674:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531221.221676:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c785 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 210 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.221677:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.221679:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221683:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 209 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.221683:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c7af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.221687:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:3.0:1713531221.221689:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.221690:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af133c0, rc 0) 00010000:00010000:2.0:1713531221.221692:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221696:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221700:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221704:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.221705:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.221709:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.221713:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+209:7973:x1796767405025216:12345-192.168.202.39@tcp:101:diff.0 Request processed in 361us (456us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.221713:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x74de40e9 (ffff88008d2f5200) 00010000:00010000:2.0:1713531221.221715:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.221716:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.221717:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4560 00010000:00010000:2.0:1713531221.221720:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c7b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x74de40e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.221752:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8031:x1796767405025408:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 218us (260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.221758:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4562 00000100:00100000:0.0:1713531221.222538:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.222556:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.222578:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025792 00000100:00100000:2.0:1713531221.222582:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025792 00000100:00100000:1.0:1713531221.222585:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.222598:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025536 00000100:00100000:2.0:1713531221.222600:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025536 00000100:00100000:1.0:1713531221.222606:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.222608:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025472 00000100:00100000:2.0:1713531221.222612:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025664 00000100:00100000:3.0:1713531221.222613:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025472 00000100:00100000:2.0:1713531221.222614:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025664 00000100:00100000:0.0:1713531221.222617:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4563 00000100:00100000:0.0:1713531221.222621:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+209:7973:x1796767405025792:12345-192.168.202.39@tcp:101:diff.0 00000100:00100000:1.0:1713531221.222625:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4564 00010000:00010000:0.0:1713531221.222627:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.222631:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8031:x1796767405025536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.222636:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4565 00010000:00010000:0.0:1713531221.222636:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c7bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46be expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.222638:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1079 00010000:00010000:1.0:1713531221.222639:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.222641:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8029:x1796767405025664:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.222644:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405025472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.222651:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c7c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46b7 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.222667:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.222667:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.222673:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.222677:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.222677:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.222681:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531221.222681:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb7:0x0]: returning size 3 00010000:00010000:1.0:1713531221.222685:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.222688:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.222695:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.222724:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.222730:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c7c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.222730:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.222735:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.222739:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.222741:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.222742:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.222747:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:0.0:1713531221.222747:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.222749:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.222751:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ef40, rc 0) 00010000:00010000:0.0:1713531221.222755:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:0.0:1713531221.222756:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531221.222759:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.222763:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352c7d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.222774:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8031:x1796767405025536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 143us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.222780:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4564 00010000:00010000:0.0:1713531221.222787:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c7bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46be expref: 211 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.222794:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352c7bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46be expref: 211 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.222802:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3ded00, rc 0) 00000100:00100000:3.0:1713531221.222806:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405025472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 162us (251us total) trans 4294967575 rc 0/0 00000100:00100000:3.0:1713531221.222811:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1079 00000100:00100000:0.0:1713531221.222822:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:7973:x1796767405025792:12345-192.168.202.39@tcp:101:diff.0 Request processed in 200us (284us total) trans 4294970531 rc 301/301 00000100:00100000:0.0:1713531221.222828:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4563 00000040:00080000:2.0:1713531221.222932:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].60, 88 off13088 00000004:00010000:2.0:1713531221.222996:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880134dd0380 reply state ffff88008bd7d000 transno 4294970532 ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.223003:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.223050:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8029:x1796767405025664:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 408us (442us total) trans 4294970532 rc 0/0 00000100:00100000:2.0:1713531221.223056:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4565 00000100:00100000:0.0:1713531221.223696:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.223733:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405025920 00000100:00100000:1.0:1713531221.223737:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405025920 00000100:00100000:0.0:1713531221.223743:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.223766:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1001 00000100:00100000:0.0:1713531221.223767:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.223771:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8030:x1796767405025920:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.223792:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.223799:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.223802:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.223804:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.223809:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801399898c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.223812:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.223817:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.223817:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026048 00000100:00100000:0.0:1713531221.223820:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026048 00010000:00010000:2.0:1713531221.223826:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:2.0:1713531221.223828:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.223830:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.223834:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026112 00010000:00010000:2.0:1713531221.223835:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c7d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.223836:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026112 00000100:00100000:0.0:1713531221.223854:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026176 00000100:00100000:0.0:1713531221.223856:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026176 00000100:00100000:2.0:1713531221.223866:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4566 00000100:00100000:2.0:1713531221.223872:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:7973:x1796767405026048:12345-192.168.202.39@tcp:101:diff.0 00000100:00100000:0.0:1713531221.223872:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4567 00000100:00100000:0.0:1713531221.223877:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:8031:x1796767405026112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.223880:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4568 00010000:00010000:2.0:1713531221.223882:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.223886:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8029:x1796767405026176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.223890:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46c5 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.223899:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.223907:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46cc expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.223911:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.223919:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 211 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.223931:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.223932:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 116 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.223932:0:6404:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.223933:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8030:x1796767405025920:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 159us (236us total) trans 4294970533 rc 0/0 00010000:00010000:0.0:1713531221.223939:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.223940:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1001 00010000:00010000:3.0:1713531221.223941:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 116 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.223941:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 211 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.223946:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.223949:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:2.0:1713531221.223951:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.223955:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:2.0:1713531221.223955:0:6404:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 211 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.223957:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.223959:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10900, rc 0) 00010000:00010000:2.0:1713531221.223961:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b3c0, rc 0) 00000100:00100000:3.0:1713531221.223984:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8029:x1796767405026176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 98us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.223991:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4568 00000100:00100000:2.0:1713531221.223994:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:7973:x1796767405026048:12345-192.168.202.39@tcp:101:diff.0 Request processed in 121us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.224000:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4566 00000040:00080000:0.0:1713531221.224117:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].61, 88 off13080 00000004:00010000:0.0:1713531221.224174:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132317100 reply state ffff88008d884000 transno 4294970534 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.224181:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.224215:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8031:x1796767405026112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 337us (447us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1713531221.224221:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4567 00010000:00010000:3.0:1713531221.224850:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224856:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224860:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224863:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.224865:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224869:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224876:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.224877:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.224879:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.224883:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352c7f5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.224915:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.225003:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026304 00000100:00100000:2.0:1713531221.225007:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026304 00000100:00100000:0.0:1713531221.225020:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.225041:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026368 00000100:00100000:2.0:1713531221.225043:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026368 00000100:00100000:2.0:1713531221.225053:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4569 00000100:00100000:2.0:1713531221.225059:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8030:x1796767405026304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.225078:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.225089:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026432 00000100:00100000:3.0:1713531221.225093:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026432 00000100:00100000:2.0:1713531221.225102:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8030:x1796767405026304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 42us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.225109:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:2.0:1713531221.225109:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4569 00000100:00100000:3.0:1713531221.225113:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405026432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.225133:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4570 00000100:00100000:2.0:1713531221.225137:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:8031:x1796767405026368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.225146:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.225154:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46d3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.225176:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.225187:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.225198:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.225200:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.225202:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b840, rc 0) 00000100:00100000:2.0:1713531221.225229:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8031:x1796767405026368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 90us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.225235:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4570 00000100:00100000:3.0:1713531221.225306:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405026432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 190us (225us total) trans 4294967586 rc 0/0 00000100:00100000:3.0:1713531221.225313:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:0.0:1713531221.225958:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.225978:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.225998:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026496 00000100:00100000:0.0:1713531221.225999:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.226003:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026496 00000100:00100000:3.0:1713531221.226011:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026560 00000100:00100000:3.0:1713531221.226015:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026560 00000100:00100000:2.0:1713531221.226021:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4571 00000100:00100000:2.0:1713531221.226026:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8030:x1796767405026496:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.226030:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1081 00010000:00010000:2.0:1713531221.226033:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.226034:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405026560:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.226042:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c803 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46da expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.226061:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026688 00000100:00100000:1.0:1713531221.226066:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026688 00010000:00010000:2.0:1713531221.226072:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.226080:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.226087:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.226096:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1002 00000100:00100000:1.0:1713531221.226102:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8029:x1796767405026688:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00200000:2.0:1713531221.226107:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.226118:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.226134:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c803 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46da expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.226146:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46da expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.226148:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405026560:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 112us (168us total) trans 4294967576 rc 0/0 00010000:00010000:2.0:1713531221.226152:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00000100:00100000:3.0:1713531221.226153:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1081 00010000:00010000:2.0:1713531221.226154:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.226156:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998af40, rc 0) 00000100:00100000:2.0:1713531221.226177:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8030:x1796767405026496:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 150us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.226183:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4571 00000100:00100000:1.0:1713531221.226321:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8029:x1796767405026688:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 218us (319us total) trans 4294970535 rc 0/0 00000100:00100000:1.0:1713531221.226329:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1002 00000100:00100000:0.0:1713531221.226959:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.226984:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.226999:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026816 00000100:00100000:1.0:1713531221.227003:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026816 00000100:00100000:2.0:1713531221.227020:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405026944 00000100:00100000:1.0:1713531221.227022:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1003 00000100:00100000:2.0:1713531221.227024:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405026944 00000100:00100000:1.0:1713531221.227027:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8031:x1796767405026816:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.227035:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.227052:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4572 00000100:00100000:2.0:1713531221.227057:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8029:x1796767405026944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.227087:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027008 00000100:00100000:3.0:1713531221.227093:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027008 00000100:00100000:2.0:1713531221.227099:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8029:x1796767405026944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.227105:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4572 00000100:00100000:3.0:1713531221.227115:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:3.0:1713531221.227120:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405027008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.227129:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.227147:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46e1 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.227163:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00000100:00100000:1.0:1713531221.227165:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8031:x1796767405026816:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 136us (205us total) trans 4294970536 rc 0/0 00000100:00100000:1.0:1713531221.227172:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1003 00010000:00010000:3.0:1713531221.227176:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.227178:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.227186:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.227198:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.227207:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:3.0:1713531221.227235:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405027008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 114us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.227242:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:0.0:1713531221.227734:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.227786:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027136 00000100:00100000:2.0:1713531221.227789:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027136 00000100:00100000:2.0:1713531221.227823:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4573 00000100:00100000:2.0:1713531221.227828:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8031:x1796767405027136:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.227876:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8031:x1796767405027136:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.227886:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4573 00000100:00100000:2.0:1713531221.227968:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.227982:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027264 00000100:00100000:0.0:1713531221.227985:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027264 00000100:00100000:2.0:1713531221.227992:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.228005:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027328 00000100:00100000:0.0:1713531221.228006:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027328 00000100:00100000:0.0:1713531221.228022:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4574 00000100:00100000:0.0:1713531221.228025:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:8030:x1796767405027264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.228041:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4575 00000100:00100000:3.0:1713531221.228047:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8029:x1796767405027328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.228054:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:8030:x1796767405027264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (87us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.228057:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.228058:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4574 00010000:00010000:3.0:1713531221.228066:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c818 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46e8 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228100:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.228110:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.228115:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.228132:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.228139:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.228151:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c818 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e8 expref: 121 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228160:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e8 expref: 120 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228165:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.228167:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.228168:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af106c0, rc 0) 00000100:00100000:3.0:1713531221.228197:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8029:x1796767405027328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 150us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.228201:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4575 00000100:00100000:0.0:1713531221.228618:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.228657:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027392 00000100:00100000:3.0:1713531221.228662:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027392 00000100:00100000:3.0:1713531221.228679:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4576 00000100:00100000:3.0:1713531221.228682:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+120:8031:x1796767405027392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.228688:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.228694:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352c826 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46ef expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228730:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.228736:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.228740:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.228752:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.228756:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.228765:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352c826 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46ef expref: 122 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228774:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46ef expref: 121 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228778:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.228780:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.228781:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12880, rc 0) 00000100:00100000:3.0:1713531221.228813:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8031:x1796767405027392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.228817:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4576 00000100:00100000:0.0:1713531221.228853:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.228867:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027456 00000100:00100000:3.0:1713531221.228869:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027456 00000100:00100000:3.0:1713531221.228883:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1083 00000100:00100000:3.0:1713531221.228885:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:8030:x1796767405027456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.228892:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.228898:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46f6 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228908:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.228914:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.228914:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.228916:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.228938:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.228946:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 13 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.228956:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409650368:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.228984:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.228993:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.229019:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027520 00000100:00100000:1.0:1713531221.229023:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027520 00000100:00100000:1.0:1713531221.229050:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:1.0:1713531221.229056:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405027520:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.229065:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.229081:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c46fd expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.229100:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.229112:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.229113:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.229120:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.229138:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.229147:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f600, rc 0) 00000100:00100000:1.0:1713531221.229175:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405027520:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 118us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.229181:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:3.0:1713531221.229568:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409650368:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.229571:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.229582:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.229589:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00000100:00100000:3.0:1713531221.229608:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:8030:x1796767405027456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 721us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.229612:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027584 00000100:00100000:3.0:1713531221.229613:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1083 00000100:00100000:1.0:1713531221.229616:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027584 00000100:00100000:1.0:1713531221.229632:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1085 00000100:00100000:1.0:1713531221.229636:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405027584:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.229642:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.229654:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4704 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.229664:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.229671:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.229672:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.229675:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.229691:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.229697:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5db00, rc 0) 00000100:00100000:0.0:1713531221.229717:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.229724:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405027584:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.229728:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1085 00000100:00100000:3.0:1713531221.229749:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027648 00000100:00100000:3.0:1713531221.229752:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027648 00000100:00100000:0.0:1713531221.229762:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.229764:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 14 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.229778:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 920 00000100:00100000:2.0:1713531221.229780:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027776 00000100:00100000:3.0:1713531221.229781:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405027648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.229785:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027776 00010000:00010000:3.0:1713531221.229788:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.229796:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 14 pid: 7958 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.229803:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 14 pid: 7958 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.229803:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4577 00000100:00100000:2.0:1713531221.229807:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8029:x1796767405027776:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.229815:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352c811 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e1 expref: 14 pid: 7958 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.229823:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.229824:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.229828:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.229834:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.229839:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8029:x1796767405027776:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.229842:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4577 00010000:00010000:3.0:1713531221.229845:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.229853:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409650432:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.229869:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.230339:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.230384:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027904 00000100:00100000:2.0:1713531221.230387:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027904 00000100:00100000:2.0:1713531221.230411:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4578 00000100:00100000:2.0:1713531221.230416:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8031:x1796767405027904:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.230451:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409650432:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.230462:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.230467:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8031:x1796767405027904:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 49us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.230472:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4578 00000100:00100000:3.0:1713531221.230483:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405027648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 700us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.230491:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 920 00000100:00100000:0.0:1713531221.230562:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.230594:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405027968 00000100:00100000:1.0:1713531221.230599:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405027968 00000100:00100000:1.0:1713531221.230627:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:1.0:1713531221.230632:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:8029:x1796767405027968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.230640:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.230649:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c470b expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.230665:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.230672:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.230674:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.230677:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.230701:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.230712:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.230724:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409650496:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.230757:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.230892:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.230937:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028032 00000100:00100000:3.0:1713531221.230942:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028032 00002000:00100000:3.0:1713531221.230966:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x48:0x0] (0->2) req@ffff88008b7e3100 x1796767405028032/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.230976:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3100 with x1796767405028032 ext(0->2) 00002000:00010000:3.0:1713531221.230980:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e3100 00000100:00100000:3.0:1713531221.231005:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 251 00000100:00100000:3.0:1713531221.231010:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405028032:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.231130:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.231157:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028096 00000100:00100000:2.0:1713531221.231160:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028096 00000100:00100000:2.0:1713531221.231175:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1087 00000100:00100000:2.0:1713531221.231178:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:8031:x1796767405028096:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.231183:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.231190:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4712 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.231205:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.231210:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.231211:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.231213:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.231224:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.231230:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.231236:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409650560:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.231255:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebff00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.231317:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409650496:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.231390:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.231400:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5d440, rc 0) 00000100:00100000:3.0:1713531221.231414:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405028032:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 402us (521us total) trans 4294967577 rc 0/0 00000100:00100000:0.0:1713531221.231433:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8029:x1796767405027968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 786us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.231442:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 251 00000100:00100000:0.0:1713531221.231443:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:1.0:1713531221.231448:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00100000:3.0:1713531221.231449:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x48:0x0] (0->2) req@ffff88008b7e3100 x1796767405028032/t4294967577(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.231456:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3100 with x1796767405028032 ext(0->2) 00002000:00010000:3.0:1713531221.231459:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e3100 00000100:00100000:2.0:1713531221.231482:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028160 00000100:00100000:2.0:1713531221.231485:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028160 00010000:00010000:2.0:1713531221.231496:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.231508:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 921 00000100:00100000:2.0:1713531221.231511:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405028160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.231516:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.231526:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.231533:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.231544:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c83b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46fd expref: 15 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.231551:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.231552:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.231556:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.231561:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.231573:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.231579:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409650624:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.231603:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebf300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.231873:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409650560:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.231888:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 16 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.231896:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988480, rc 0) 00000100:00100000:2.0:1713531221.231923:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:8031:x1796767405028096:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 743us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.231929:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1087 00000100:00100000:0.0:1713531221.232103:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.232118:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028224 00000100:00100000:2.0:1713531221.232121:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028224 00000100:00100000:0.0:1713531221.232124:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.232130:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 16 pid: 15499 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.232144:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:2.0:1713531221.232148:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405028224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.232154:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.232164:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 16 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.232171:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 16 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.232183:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5db00/0xe3b2c9851352c842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4704 expref: 16 pid: 15499 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.232191:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.232192:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.232197:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.232199:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028288 00010000:00010000:2.0:1713531221.232203:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.232204:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028288 00010000:00010000:2.0:1713531221.232217:0:6391:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.232225:0:6391:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6391:1796767409650688:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.232233:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4579 00000100:00100000:3.0:1713531221.232239:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8030:x1796767405028288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.232245:0:6391:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebff00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.232262:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409650624:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.232286:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.232306:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405028160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 792us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.232313:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 921 00000100:00100000:0.0:1713531221.232497:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.232528:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028352 00000100:00100000:3.0:1713531221.232532:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028352 00002000:00100000:3.0:1713531221.232543:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4b:0x0] (0->2) req@ffff88008b7e3800 x1796767405028352/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.232549:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3800 with x1796767405028352 ext(0->2) 00002000:00010000:3.0:1713531221.232552:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e3800 00000100:00100000:3.0:1713531221.232566:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 252 00000100:00100000:3.0:1713531221.232569:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405028352:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.232801:0:6391:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6391:1796767409650688:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.232808:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.232824:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405028224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 676us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.232829:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 922 00000100:00100000:3.0:1713531221.232839:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405028352:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 266us (340us total) trans 4294967587 rc 0/0 00000100:00100000:3.0:1713531221.232847:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 252 00002000:00100000:3.0:1713531221.232853:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4b:0x0] (0->2) req@ffff88008b7e3800 x1796767405028352/t4294967587(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.232860:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3800 with x1796767405028352 ext(0->2) 00002000:00010000:3.0:1713531221.232863:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e3800 00000100:00100000:0.0:1713531221.233237:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.233253:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028416 00000100:00100000:2.0:1713531221.233256:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028416 00002000:00100000:2.0:1713531221.233287:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x49:0x0] (0->2) req@ffff88008b7e1500 x1796767405028416/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.233294:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e1500 with x1796767405028416 ext(0->2) 00002000:00010000:2.0:1713531221.233296:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e1500 00000100:00100000:2.0:1713531221.233333:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 253 00000100:00100000:2.0:1713531221.233336:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405028416:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.233592:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.233608:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028480 00000100:00100000:1.0:1713531221.233612:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028480 00000100:00100000:1.0:1713531221.233632:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4580 00000100:00100000:1.0:1713531221.233637:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+122:8029:x1796767405028480:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.233691:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405028416:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 353us (454us total) trans 4294967578 rc 0/0 00000100:00100000:2.0:1713531221.233698:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 253 00002000:00100000:2.0:1713531221.233703:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x49:0x0] (0->2) req@ffff88008b7e1500 x1796767405028416/t4294967578(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.233708:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e1500 with x1796767405028416 ext(0->2) 00002000:00010000:2.0:1713531221.233710:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b7e1500 00000100:00100000:0.0:1713531221.234511:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.234525:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028544 00000100:00100000:1.0:1713531221.234529:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028544 00000100:00100000:1.0:1713531221.234547:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4581 00000100:00100000:1.0:1713531221.234552:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8031:x1796767405028544:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.241933:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970534 is committed 00000001:00080000:0.0:1713531221.241940:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970531 is committed 00000020:00080000:0.0:1713531221.241951:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d6d70c0 refcount 2 committed 0 result 0 batchid 109 00000020:00080000:0.0:1713531221.241954:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d6d7d80 00000020:00080000:0.0:1713531221.241956:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008e85a800 00000001:00080000:0.0:1713531221.241969:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970536 is committed 00000020:00080000:3.0:1713531221.241970:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 109 committed batchid 105 00000020:00080000:0.0:1713531221.241990:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5e40 refcount 2 committed 0 result 0 batchid 110 00000020:00080000:0.0:1713531221.241992:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5480 00000020:00080000:0.0:1713531221.241993:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a44ea00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ae58c00 00000020:00080000:1.0:1713531221.242013:0:18438:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b538e3c0 refcount 2 committed 0 result 0 batchid 111 00000020:00080000:1.0:1713531221.242018:0:18438:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b4edbf00 00000020:00080000:1.0:1713531221.242021:0:18438:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ae5cc00 00000020:00080000:1.0:1713531221.242040:0:18438:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 108 batchid updated 00000020:00080000:1.0:1713531221.242044:0:18438:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 106 batchid updated 00000100:00100000:0.0:1713531221.242098:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8031:x1796767405028544:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7543us (7584us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.242099:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8029:x1796767405028480:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8459us (8504us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.242100:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8030:x1796767405028288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9856us (9971us total) trans 0 rc 0/0 00000020:00080000:3.0:1713531221.242104:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 111 committed batchid 108 00000100:00100000:0.0:1713531221.242105:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4581 00000100:00100000:1.0:1713531221.242109:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4580 00000020:00080000:3.0:1713531221.242117:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 108 00000100:00100000:2.0:1713531221.242119:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4579 00000100:00100000:0.0:1713531221.243166:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.243185:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.243202:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.243209:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028672 00000100:00100000:2.0:1713531221.243214:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028672 00000100:00100000:0.0:1713531221.243214:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028608 00000100:00100000:0.0:1713531221.243216:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028608 00000100:00100000:1.0:1713531221.243221:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028736 00000100:00100000:1.0:1713531221.243225:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028736 00000100:00100000:0.0:1713531221.243242:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000100:00100000:0.0:1713531221.243246:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1825:x1796767405028608:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.243248:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1089 00000100:00100000:2.0:1713531221.243253:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1824:x1796767405028672:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.243257:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1090 00000100:00100000:1.0:1713531221.243262:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405028736:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.256795:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967574 is committed 00000001:00080000:0.0:1713531221.256807:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967578 is committed 00000100:00100000:1.0:1713531221.256858:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405028736:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13589us (13648us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.256868:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1090 00000100:00100000:1.0:1713531221.257049:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405028608:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13800us (13860us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.257056:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000001:00080000:2.0:1713531221.257472:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967587 is committed 00000001:00080000:2.0:1713531221.257487:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967585 is committed 00000100:00100000:2.0:1713531221.257542:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405028672:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14286us (14374us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.257549:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1089 00000100:00100000:0.0:1713531221.258160:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.258178:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.258198:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.258199:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028928 00000100:00100000:2.0:1713531221.258205:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028928 00000100:00100000:1.0:1713531221.258212:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029120 00000100:00100000:0.0:1713531221.258212:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405028992 00000100:00100000:0.0:1713531221.258214:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405028992 00000100:00100000:1.0:1713531221.258216:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029120 00000100:00100000:2.0:1713531221.258234:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4582 00000100:00100000:2.0:1713531221.258239:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8030:x1796767405028928:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.258239:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4583 00000100:00100000:1.0:1713531221.258244:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8029:x1796767405029120:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.258288:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4584 00010000:00010000:2.0:1713531221.258289:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.258289:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531221.258293:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8031:x1796767405028992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.258307:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.258310:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352c80a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46da expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.258310:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c81f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46e8 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.258317:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c82d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46ef expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.258323:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:1.0:1713531221.258323:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:0.0:1713531221.258324:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:0.0:1713531221.258326:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.258327:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.258327:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.258349:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258350:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258350:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.258357:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258358:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258358:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.258363:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258364:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258364:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.258374:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258374:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.258374:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.258377:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258379:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258379:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.258383:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258384:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.258384:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258387:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.258387:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.258388:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5db00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.258389:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258390:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258390:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.258393:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.258395:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.258396:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.258397:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:0.0:1713531221.258399:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.258400:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.258401:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:2.0:1713531221.258402:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:1.0:1713531221.258403:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.258403:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352c857 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.258404:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.258405:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.258406:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.258409:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352c865 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.258411:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352c85e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.258461:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8031:x1796767405028992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 167us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.258463:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8030:x1796767405028928:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 222us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.258465:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8029:x1796767405029120:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 220us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.258466:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4584 00000100:00100000:1.0:1713531221.258471:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4583 00000100:00100000:2.0:1713531221.258475:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4582 00000100:00100000:0.0:1713531221.259257:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.259286:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.259296:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029248 00000100:00100000:2.0:1713531221.259300:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029248 00000100:00100000:0.0:1713531221.259304:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.259323:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029184 00000100:00100000:2.0:1713531221.259325:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029184 00000100:00100000:2.0:1713531221.259336:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029312 00000100:00100000:2.0:1713531221.259338:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029312 00000100:00100000:1.0:1713531221.259343:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1091 00000100:00100000:1.0:1713531221.259349:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405029248:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.259362:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1092 00000100:00100000:2.0:1713531221.259366:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405029184:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.259378:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1093 00000100:00100000:3.0:1713531221.259388:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405029312:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.259536:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.259539:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.259541:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.259542:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:2.0:1713531221.259544:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:1.0:1713531221.259564:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.259567:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.259569:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.259571:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00000100:00100000:2.0:1713531221.259572:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405029184:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 204us (283us total) trans 4294967579 rc 0/0 00002000:00010000:1.0:1713531221.259573:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.259579:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1092 00002000:00010000:3.0:1713531221.259590:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb size from disk: 0 -> 3 00000100:00100000:1.0:1713531221.259591:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405029248:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 242us (333us total) trans 4294967580 rc 0/0 00002000:00010000:3.0:1713531221.259593:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.259595:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.259597:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00000100:00100000:1.0:1713531221.259598:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1091 00002000:00010000:3.0:1713531221.259599:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.259637:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405029312:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 251us (331us total) trans 4294967588 rc 0/0 00000100:00100000:3.0:1713531221.259644:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1093 00000100:00100000:0.0:1713531221.260330:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.260345:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029504 00000100:00100000:0.0:1713531221.260347:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.260349:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029504 00000100:00100000:2.0:1713531221.260362:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029568 00000100:00100000:2.0:1713531221.260364:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029568 00000100:00100000:0.0:1713531221.260372:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.260386:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029696 00000100:00100000:2.0:1713531221.260388:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029696 00000100:00100000:2.0:1713531221.260400:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4585 00000100:00100000:2.0:1713531221.260404:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8031:x1796767405029504:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.260406:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4586 00000100:00100000:0.0:1713531221.260412:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:8030:x1796767405029568:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.260415:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4587 00000100:00100000:3.0:1713531221.260434:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8029:x1796767405029696:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.260437:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.260449:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.260451:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.260457:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.260458:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.260463:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.260469:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.260481:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.260482:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.260482:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.260489:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.260492:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 87 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.260492:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 87 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.260504:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409650752:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.260504:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409650816:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.260514:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.260523:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 87 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.260534:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409650880:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.260535:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.260544:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e46ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.260564:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13840 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.261342:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409650752:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.261345:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.261352:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409650816:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.261355:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.261365:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.261372:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029824 00000100:00100000:0.0:1713531221.261372:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.261374:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029824 00000100:00100000:3.0:1713531221.261378:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409650880:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.261388:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 88 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.261394:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.261398:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.261430:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029888 00000100:00100000:2.0:1713531221.261432:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029888 00000100:00100000:3.0:1713531221.261434:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029760 00000100:00100000:3.0:1713531221.261439:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029760 00010000:00010000:2.0:1713531221.261441:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.261449:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 923 00010000:00010000:3.0:1713531221.261456:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.261456:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405029824:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.261464:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.261466:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 924 00010000:00010000:1.0:1713531221.261469:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.261473:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:1824:x1796767405029888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.261478:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.261479:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.261483:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.261489:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352c73f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c468d expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.261491:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.261494:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 925 00010000:00010000:1.0:1713531221.261499:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00000100:00100000:3.0:1713531221.261500:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405029760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.261502:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.261503:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352c7a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x85:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b0 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.261508:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261510:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.261513:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:1.0:1713531221.261513:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261515:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.261517:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.261523:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261525:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.261525:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.261528:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.261530:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.261537:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.261539:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.261540:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352c7cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46b7 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.261546:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405029824:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (202us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.261548:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261552:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00000100:00100000:1.0:1713531221.261552:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 923 00010000:00010000:0.0:1713531221.261554:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261556:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.261556:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:1824:x1796767405029888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.261562:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 924 00010000:00010000:0.0:1713531221.261562:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261563:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.261566:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.261569:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.261569:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.261573:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.261581:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:0.0:1713531221.261583:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.261586:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.261588:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.261590:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352c873 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.261600:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.261606:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.261609:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405029760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 108us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.261615:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 925 00000100:00100000:0.0:1713531221.261619:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:8030:x1796767405029568:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1206us (1270us total) trans 0 rc -22/-22 00010000:00010000:2.0:1713531221.261620:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.261624:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.261627:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4586 00010000:00010000:2.0:1713531221.261629:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.261632:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.261635:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.261639:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.261639:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.261645:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.261647:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.261649:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.261651:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.261656:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352c86c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.261661:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261666:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261672:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261676:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.261679:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.261679:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:8031:x1796767405029504:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1274us (1351us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.261684:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4585 00010000:00010000:3.0:1713531221.261685:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261692:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.261695:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.261698:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.261702:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c87a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.261751:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+82:8029:x1796767405029696:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1329us (1377us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.261757:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4587 00000100:00100000:0.0:1713531221.262399:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.262433:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.262462:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.262489:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405029952 00000100:00100000:2.0:1713531221.262490:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030016 00000100:00100000:3.0:1713531221.262494:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405029952 00000100:00100000:2.0:1713531221.262494:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030016 00000100:00100000:1.0:1713531221.262503:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030080 00000100:00100000:1.0:1713531221.262507:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030080 00000100:00100000:2.0:1713531221.262515:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1094 00000100:00100000:2.0:1713531221.262520:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405030016:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.262532:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1095 00000100:00100000:3.0:1713531221.262536:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405029952:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.262538:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.262540:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:1.0:1713531221.262545:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405030080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.262550:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.262556:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.262557:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.262559:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.262561:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.262563:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.262566:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.262571:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.262572:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.262573:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.262574:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.262577:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.262579:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.262580:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.262583:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.262586:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.262587:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 13 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.262592:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 13 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.262596:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409650944:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.262599:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.262600:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409651008:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.262608:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 12 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.262617:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409651072:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.262630:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.262633:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.262640:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.263540:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409650944:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.263552:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.263563:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409651072:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.263572:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409651008:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.263575:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263591:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.263617:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.263644:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.263661:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030144 00000100:00100000:3.0:1713531221.263666:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030144 00000100:00100000:0.0:1713531221.263675:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.263681:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 14 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.263682:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030208 00000100:00100000:2.0:1713531221.263685:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030208 00010000:00010000:2.0:1713531221.263698:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.263711:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030272 00000100:00100000:3.0:1713531221.263714:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030272 00000100:00100000:0.0:1713531221.263718:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 926 00000100:00100000:0.0:1713531221.263725:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405030144:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.263726:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.263728:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 927 00000100:00100000:2.0:1713531221.263733:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405030208:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.263739:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.263739:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.263746:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 928 00010000:00010000:2.0:1713531221.263748:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.263751:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.263752:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405030272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.263757:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.263761:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.263761:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.263772:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988480/0xe3b2c9851352c850 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4712 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.263775:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.263777:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352c834 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46f6 expref: 15 pid: 7958 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.263781:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.263782:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.263785:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263786:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.263786:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.263787:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.263790:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.263792:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.263797:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263802:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352c849 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c470b expref: 13 pid: 15499 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.263808:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.263812:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.263814:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.263817:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.263823:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.263824:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.263828:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405030208:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 93us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.263834:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 927 00010000:00010000:3.0:1713531221.263838:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.263841:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.263842:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405030144:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 118us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.263849:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 926 00010000:00010000:1.0:1713531221.263854:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.263859:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405030272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 107us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.263866:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 928 00010000:00010000:1.0:1713531221.263867:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263873:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263879:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263885:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263885:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998ad00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.263888:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263891:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263895:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263906:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263907:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263913:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263913:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998ad00/0xe3b2c9851352c881 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263920:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263926:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.263929:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263941:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.263953:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.263957:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405030016:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1435us (1522us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.263959:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352c888 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.263964:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1094 00010000:00010000:1.0:1713531221.263981:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.263987:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.263998:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405029952:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1460us (1599us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.264000:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.264005:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1095 00010000:00010000:1.0:1713531221.264006:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.264013:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.264018:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.264021:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.264027:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.264038:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.264044:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352c88f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.264085:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405030080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1538us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.264091:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:0.0:1713531221.264547:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.264564:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.264584:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.264593:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030400 00000100:00100000:3.0:1713531221.264597:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030400 00000100:00100000:2.0:1713531221.264600:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030528 00000100:00100000:2.0:1713531221.264604:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030528 00000100:00100000:3.0:1713531221.264618:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030656 00000100:00100000:3.0:1713531221.264620:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030656 00000100:00100000:2.0:1713531221.264627:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4588 00000100:00100000:0.0:1713531221.264632:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4589 00000100:00100000:2.0:1713531221.264633:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8031:x1796767405030400:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.264637:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+84:8030:x1796767405030528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.264656:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4590 00000100:00100000:3.0:1713531221.264662:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+84:8029:x1796767405030656:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.264801:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.264809:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.264814:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.264821:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.264826:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.264830:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.264832:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 86 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.264836:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.264839:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409651136:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.264850:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 87 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.264857:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e46a9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.264858:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 87 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.264867:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409651200:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.264884:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.264886:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3240 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.264895:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 87 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.264901:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.264920:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 87 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.264930:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 87 pid: 8791 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.264940:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409651264:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.264971:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13840 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.265657:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409651136:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.265669:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.265693:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409651264:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.265696:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.265704:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.265717:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409651200:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.265717:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.265731:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.265748:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030784 00000100:00100000:3.0:1713531221.265751:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030784 00000100:00100000:0.0:1713531221.265756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.265763:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.265781:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030720 00000100:00100000:3.0:1713531221.265783:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030720 00000100:00100000:1.0:1713531221.265784:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405030848 00000100:00100000:1.0:1713531221.265789:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405030848 00000100:00100000:2.0:1713531221.265790:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 929 00010000:00010000:3.0:1713531221.265793:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.265796:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405030784:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.265801:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 90 pid: 8791 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.265806:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.265812:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 930 00010000:00010000:2.0:1713531221.265812:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.265817:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405030720:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.265817:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 931 00010000:00010000:2.0:1713531221.265820:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.265821:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405030848:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.265825:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.265827:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.265829:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.265830:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 90 pid: 8791 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.265832:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352c77e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a2 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.265836:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 90 pid: 8791 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.265839:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 89 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.265842:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:2.0:1713531221.265845:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.265845:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352c7ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46cc expref: 89 pid: 8791 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.265851:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.265854:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:2.0:1713531221.265856:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.265857:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352c7fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46d3 expref: 88 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.265858:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.265863:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.265868:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.265869:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.265871:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.265872:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.265878:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.265884:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.265885:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.265889:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405030784:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 92us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.265894:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 929 00010000:00010000:0.0:1713531221.265895:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.265898:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.265902:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.265905:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405030848:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.265911:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 931 00000100:00100000:3.0:1713531221.265920:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767405030720:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 101us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.265928:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 930 00010000:00010000:2.0:1713531221.265968:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.265970:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.265974:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.265976:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:0.0:1713531221.265989:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970539 00000001:00080000:2.0:1713531221.266056:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970537 00000001:00080000:3.0:1713531221.266109:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970538 00000001:00080000:0.0:1713531221.266119:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970540 00000001:00080000:0.0:1713531221.266166:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970543 00000001:00080000:2.0:1713531221.266177:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970541 00000001:00080000:2.0:1713531221.266211:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970545 00000100:00100000:0.0:1713531221.266212:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409651328:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.266236:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.266246:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409651392:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.266255:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b44fd80 going to sleep for 11 seconds 00000001:00080000:3.0:1713531221.266263:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970542 00000100:00100000:2.0:1713531221.266287:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.266297:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880136bd6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.266297:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651328 00000100:00100000:1.0:1713531221.266301:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651328 00000100:00100000:1.0:1713531221.266317:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651392 00000100:00100000:1.0:1713531221.266319:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651392 00000100:00100000:1.0:1713531221.266328:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1713531221.266332:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409651328:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.266332:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1713531221.266336:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409651392:12345-0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1713531221.266348:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970547 00000100:00100000:1.0:1713531221.266380:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409651328:12345-0@lo:1000:mdt00_006.0 Request processed in 47us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.266386:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1713531221.266386:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409651392:12345-0@lo:1000:mdt00_001.0 Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.266391:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1713531221.266404:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967574 gen 2 00000004:00080000:2.0:1713531221.266407:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967574 committed transno 4294967574 00000100:00100000:0.0:1713531221.266409:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967585 gen 2 00000004:00080000:0.0:1713531221.266411:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967584 committed transno 4294967585 00000100:00100000:2.0:1713531221.266431:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409651392:0@lo:1000:mdt00_001.0 00000004:00080000:0.0:1713531221.266437:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967585 committed transno 4294967585 00000100:00100000:3.0:1713531221.266440:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409651456:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.266449:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409651328:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.266479:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.266507:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ea35480 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.266524:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651456 00000100:00100000:3.0:1713531221.266527:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651456 00000100:00100000:3.0:1713531221.266547:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1713531221.266552:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409651456:12345-0@lo:1000:mdt00_005.0 00000001:00080000:2.0:1713531221.266596:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970546 00000100:00100000:3.0:1713531221.266603:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409651456:12345-0@lo:1000:mdt00_005.0 Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.266610:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000001:00080000:0.0:1713531221.266616:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970544 00000100:00100000:2.0:1713531221.266630:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409651520:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.266636:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409651456:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1713531221.266646:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.266650:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409651584:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.266655:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.266667:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.266682:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e46a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.266703:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651520 00000100:00100000:1.0:1713531221.266707:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651520 00000100:00100000:1.0:1713531221.266722:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651584 00000100:00100000:1.0:1713531221.266723:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651584 00000100:00100000:0.0:1713531221.266729:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1713531221.266732:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409651520:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1713531221.266745:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1713531221.266749:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409651584:12345-0@lo:1000:mdt00_006.0 00000001:00080000:3.0:1713531221.266816:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970548 00000100:00100000:0.0:1713531221.266826:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409651520:12345-0@lo:1000:mdt00_001.0 Request processed in 93us (179us total) trans 4294967581 rc 0/0 00000100:00100000:0.0:1713531221.266830:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1713531221.266862:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409651520:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.266865:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409651648:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531221.266876:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409651584:12345-0@lo:1000:mdt00_006.0 Request processed in 125us (206us total) trans 4294967589 rc 0/0 00010000:00010000:2.0:1713531221.266878:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.266883:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1713531221.266883:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409651584:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1713531221.266884:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.266889:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1713531221.266889:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.266894:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.266894:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266896:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266899:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266901:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.266902:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13a80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.266903:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409651648 00010000:00010000:0.0:1713531221.266905:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.266906:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409651648 00010000:00010000:0.0:1713531221.266908:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.266909:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bd3e800) 00010000:00010000:0.0:1713531221.266909:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266912:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.266913:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266914:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266917:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:2.0:1713531221.266918:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352c896 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266919:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1713531221.266921:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00010000:00010000:0.0:1713531221.266921:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.266923:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352c8a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x85:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.266925:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409651648:12345-0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1713531221.266935:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266935:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266938:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266940:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266941:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266943:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.266945:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266945:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266948:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.266948:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266950:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266954:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266954:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff88008b78db00) 00010000:00010000:0.0:1713531221.266956:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.266958:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266960:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008b78df00) 00010000:00010000:0.0:1713531221.266960:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135288f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266962:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.266964:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.266968:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513528918 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.266979:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.266983:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266987:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266987:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.266990:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266993:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266993:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.266996:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.266999:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.266999:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.267000:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.267002:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.267004:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.267005:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff88008d2f5400) 00010000:00010000:0.0:1713531221.267007:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.267008:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.267008:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.267011:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352c8ab lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.267012:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.267015:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801399898c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.267018:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.267022:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.267026:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008bcbff00) 00010000:00010000:2.0:1713531221.267028:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.267030:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.267033:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352c8b2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x87:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.267040:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15461:x1796767409651648:12345-0@lo:1000:mdt00_005.0 Request processed in 113us (150us total) trans 4294967582 rc 0/0 00000100:00100000:1.0:1713531221.267046:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000040:00080000:0.0:1713531221.267051:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.267054:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.267081:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409651648:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1713531221.267099:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267106:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267111:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267116:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.267119:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267125:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531221.267128:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 134 count 121 00000040:00080000:0.0:1713531221.267132:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:3.0:1713531221.267133:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.267135:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.267138:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267144:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352c89d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.267159:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+96:8029:x1796767405030656:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2497us (2574us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1713531221.267165:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4590 00010000:00010000:3.0:1713531221.267167:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000020:00080000:0.0:1713531221.267167:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.267168:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.267170:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:3.0:1713531221.267173:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267178:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267182:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.267185:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267189:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267196:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff88008b78da00) 00010000:00010000:3.0:1713531221.267197:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.267200:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267205:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352893b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.267232:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267238:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.267246:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 135 count 121 00010000:00010000:3.0:1713531221.267249:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.267252:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:3.0:1713531221.267255:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267260:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267265:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267290:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.267293:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.267298:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.267301:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+95:8030:x1796767405030528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2662us (2734us total) trans 4294970549 rc 0/0 00010000:00010000:3.0:1713531221.267305:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff88008bd36100) 00010000:00010000:3.0:1713531221.267307:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1713531221.267308:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4589 00010000:00010000:3.0:1713531221.267309:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000020:00080000:2.0:1713531221.267311:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00010000:00010000:3.0:1713531221.267315:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352c8b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:3.0:1713531221.267370:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.267374:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.267493:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 136 count 121 00000040:00080000:3.0:1713531221.267499:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.267556:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:8031:x1796767405030400:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2922us (3008us total) trans 4294970551 rc 0/0 00000100:00100000:3.0:1713531221.267565:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4588 00000020:00080000:3.0:1713531221.267569:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.267583:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.267585:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.267609:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 139 count 121 00000040:00080000:1.0:1713531221.267612:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.267651:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409651712:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.267671:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.268005:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.268029:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.268057:0:6408:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031104 00000100:00100000:1.0:1713531221.268061:0:6408:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031104 00000100:00100000:2.0:1713531221.268071:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031040 00000100:00100000:2.0:1713531221.268075:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031040 00000100:00100000:1.0:1713531221.268092:0:6408:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1004 00000100:00100000:1.0:1713531221.268098:0:6408:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:8030:x1796767405031104:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.268104:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1005 00000100:00100000:2.0:1713531221.268108:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:8029:x1796767405031040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.268171:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.268208:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031232 00000100:00100000:3.0:1713531221.268213:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031232 00000100:00100000:3.0:1713531221.268234:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1006 00000100:00100000:3.0:1713531221.268239:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:8031:x1796767405031232:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.268308:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409651712:192.168.202.39@tcp:107:hsm_cdtr.0 00000004:00080000:2.0:1713531221.268331:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x85:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1713531221.268346:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.268347:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000004:00080000:1.0:1713531221.268352:0:6408:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x84:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531221.268394:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970552 00010000:00010000:2.0:1713531221.268443:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268450:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268456:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268461:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268464:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268467:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268470:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268473:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.268475:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268479:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268484:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x85:0x0].0x0 (ffff88008bcbf600) 00010000:00010000:2.0:1713531221.268485:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00080000:3.0:1713531221.268487:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x86:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1713531221.268487:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.268490:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352c8c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x85:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000001:00080000:3.0:1713531221.268521:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970554 00000100:00100000:2.0:1713531221.268545:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8029:x1796767405031040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 435us (514us total) trans 4294970555 rc 0/0 00000100:00100000:2.0:1713531221.268550:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1005 00000020:00080000:2.0:1713531221.268552:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1713531221.268561:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.268569:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00000001:00080000:2.0:1713531221.268569:0:6408:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970553 00010000:00010000:3.0:1713531221.268576:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.268582:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:3.0:1713531221.268587:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00000040:00080000:0.0:1713531221.268588:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 139 count 121 00010000:00010000:3.0:1713531221.268592:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00000040:00080000:0.0:1713531221.268594:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:3.0:1713531221.268597:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.268601:0:6408:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6408 initiator: MDT0 00010000:00010000:3.0:1713531221.268602:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.268606:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.268606:0:6408:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6408 initiator: MDT0 00010000:00010000:2.0:1713531221.268610:0:6408:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6408 initiator: MDT0 00010000:00010000:3.0:1713531221.268612:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.268613:0:6408:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6408 initiator: MDT0 00010000:00010000:2.0:1713531221.268616:0:6408:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6408 initiator: MDT0 00010000:00010000:3.0:1713531221.268619:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x86:0x0].0x0 (ffff88008bd36300) 00010000:00010000:2.0:1713531221.268619:0:6408:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6408 initiator: MDT0 00010000:00010000:3.0:1713531221.268621:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.268622:0:6408:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6408 initiator: MDT0 00010000:00010000:3.0:1713531221.268624:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.268625:0:6408:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.268626:0:6408:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6408 initiator: MDT0 00010000:00010000:2.0:1713531221.268629:0:6408:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6408 initiator: MDT0 00000100:00100000:0.0:1713531221.268629:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.268630:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352c8c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x86:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.268633:0:6408:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x84:0x0].0x0 (ffff88008bcbf400) 00010000:00010000:2.0:1713531221.268634:0:6408:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.268636:0:6408:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 3/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6408 initiator: MDT0 00010000:00010000:2.0:1713531221.268638:0:6408:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352c8ce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x84:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6408 initiator: MDT0 00000100:00100000:2.0:1713531221.268678:0:6408:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1f6925-d627-45ab-9271-3bfd492d0648+101:8030:x1796767405031104:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 581us (674us total) trans 4294970557 rc 0/0 00000100:00100000:2.0:1713531221.268682:0:6408:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1004 00000020:00080000:2.0:1713531221.268683:0:6408:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.268689:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.268702:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:8031:x1796767405031232:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 461us (529us total) trans 4294970556 rc 0/0 00000100:00100000:3.0:1713531221.268710:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1006 00000020:00080000:3.0:1713531221.268715:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.268715:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031296 00000100:00100000:2.0:1713531221.268717:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031296 00000100:00100000:2.0:1713531221.268728:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031424 00000100:00100000:2.0:1713531221.268729:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031424 00000100:00100000:0.0:1713531221.268729:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.268744:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031360 00000100:00100000:3.0:1713531221.268747:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031360 00000100:00100000:2.0:1713531221.268751:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4591 00000100:00100000:2.0:1713531221.268754:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405031296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.268767:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa6:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.268768:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4592 00000100:00100000:3.0:1713531221.268773:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8034:x1796767405031424:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.268777:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4593 00000100:00100000:1.0:1713531221.268782:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8032:x1796767405031360:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.268788:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531221.268795:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x84:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.268809:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405031296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.268814:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4591 00000100:00100000:1.0:1713531221.268834:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8032:x1796767405031360:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.268838:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4593 00000100:00100000:3.0:1713531221.268841:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8034:x1796767405031424:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 67us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.268848:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4592 00000100:00100000:0.0:1713531221.269585:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.269609:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.269635:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031488 00000100:00100000:3.0:1713531221.269638:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031488 00000100:00100000:2.0:1713531221.269643:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031552 00000100:00100000:0.0:1713531221.269645:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.269646:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031552 00000100:00100000:3.0:1713531221.269670:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031616 00000100:00100000:3.0:1713531221.269673:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031616 00000100:00100000:2.0:1713531221.269674:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4594 00000100:00100000:2.0:1713531221.269677:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405031488:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.269692:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4595 00000100:00100000:3.0:1713531221.269697:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8034:x1796767405031552:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.269699:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4596 00010000:00010000:2.0:1713531221.269703:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.269703:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8032:x1796767405031616:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.269709:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269715:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269724:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269725:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269728:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.269730:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269731:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269732:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269735:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269739:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269743:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269744:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269747:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269747:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269749:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269750:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269755:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269761:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.269762:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa6:0x0]: returning size 3 00000004:00200000:2.0:1713531221.269765:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1713531221.269767:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531221.269769:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269769:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269773:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269774:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269774:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269777:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269780:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269781:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269783:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.269785:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.269788:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269788:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269792:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.269793:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.269794:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.269794:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x84:0x0]: returning size 3 00010000:00010000:2.0:1713531221.269795:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000004:00200000:1.0:1713531221.269796:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.269797:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352c8d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.269800:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:1.0:1713531221.269802:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269803:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269806:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269809:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269809:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269812:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269813:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269814:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.269815:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa3:0x0]: returning size 3 00010000:00010000:2.0:1713531221.269817:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.269819:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.269820:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa4d7622f (ffff88008bcbf900) 00010000:00010000:1.0:1713531221.269820:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269821:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.269822:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269822:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269824:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269825:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352c8e3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000004:00010000:3.0:1713531221.269826:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269827:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269830:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269832:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.269833:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269833:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.269835:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269835:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269836:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269838:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269838:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352c8dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269839:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.269842:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269843:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269845:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269845:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:2.0:1713531221.269846:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.269846:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.269848:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269849:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269851:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.269851:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352c8f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.269852:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269853:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269855:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269856:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269858:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269862:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9166622f (ffff88008cf75a00) 00010000:00010000:1.0:1713531221.269863:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.269864:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269864:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.269867:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352c8f1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269871:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00000100:00100000:2.0:1713531221.269872:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405031488:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 193us (288us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.269873:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.269873:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269876:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.269876:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4594 00010000:00010000:1.0:1713531221.269876:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.269878:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269881:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352c8ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269881:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.269883:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.269886:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.269889:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.269890:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.269890:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.269891:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.269894:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352c906 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.269895:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269901:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269905:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.269908:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269916:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.269917:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8032:x1796767405031616:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 213us (273us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.269922:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89d7622f (ffff88008bd36800) 00000100:00100000:1.0:1713531221.269922:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4596 00010000:00010000:3.0:1713531221.269925:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.269926:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269931:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352c8ff lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269943:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269949:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269953:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269957:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.269959:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269964:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269970:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.269972:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.269975:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.269979:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352c90d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.270015:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:8034:x1796767405031552:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 316us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.270022:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4595 00000100:00100000:0.0:1713531221.270444:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.270487:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031744 00000100:00100000:3.0:1713531221.270491:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031744 00000100:00100000:3.0:1713531221.270511:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4597 00000100:00100000:3.0:1713531221.270516:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+100:8033:x1796767405031744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.270525:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.270536:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c914 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4719 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.270604:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270612:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270618:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270629:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270635:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270640:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270668:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270676:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270682:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.270689:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa6:0x0]: returning size 3 00010000:00010000:3.0:1713531221.270742:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270748:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270753:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270758:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.270761:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270766:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270773:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:3.0:1713531221.270775:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.270778:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270783:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352c929 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270792:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270800:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270805:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270809:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.270812:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270817:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270823:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.270825:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.270827:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270832:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352c91b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270840:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270845:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270850:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270854:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.270857:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270865:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270871:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa4d7622f (ffff88008bd36600) 00010000:00010000:3.0:1713531221.270873:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.270875:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270880:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352c922 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.270906:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c914 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4719 expref: 102 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.270914:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352c914 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4719 expref: 102 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.270922:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:3.0:1713531221.270958:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8033:x1796767405031744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 441us (513us total) trans 4294970558 rc 301/301 00000100:00100000:3.0:1713531221.270965:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4597 00000100:00100000:0.0:1713531221.271990:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.272042:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031808 00000100:00100000:3.0:1713531221.272046:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031808 00000100:00100000:2.0:1713531221.272050:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.272073:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405031936 00000100:00100000:3.0:1713531221.272075:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405031936 00000100:00100000:0.0:1713531221.272081:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4598 00000100:00100000:0.0:1713531221.272089:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405031808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.272097:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4599 00000100:00100000:3.0:1713531221.272103:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8032:x1796767405031936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.272110:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa6:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1713531221.272113:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.272124:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c937 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4720 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.272178:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.272183:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8033:x1796767405031808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 93us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.272187:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.272190:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4598 00010000:00010000:3.0:1713531221.272194:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272206:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272212:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272218:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272244:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272251:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272257:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.272262:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x84:0x0]: returning size 3 00010000:00010000:3.0:1713531221.272345:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272351:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272357:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272362:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.272365:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272370:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272379:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.272381:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.272384:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272389:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352c94c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272399:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272404:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272409:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272414:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.272416:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272441:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272451:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.272453:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.272455:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272460:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352c93e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272468:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272473:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272478:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272482:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.272484:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272490:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272495:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9166622f (ffff880134ed9000) 00010000:00010000:3.0:1713531221.272497:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.272498:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272503:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352c945 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9166622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272527:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c937 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4720 expref: 103 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.272535:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352c937 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4720 expref: 103 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.272544:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:3.0:1713531221.272573:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8032:x1796767405031936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 469us (524us total) trans 4294970559 rc 301/301 00000100:00100000:3.0:1713531221.272580:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4599 00000100:00100000:0.0:1713531221.272858:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.272899:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032000 00000100:00100000:3.0:1713531221.272902:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032000 00000100:00100000:3.0:1713531221.272918:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4600 00000100:00100000:3.0:1713531221.272924:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8033:x1796767405032000:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.272932:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.272944:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c95a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4727 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.272971:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272979:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.272986:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273002:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273007:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273013:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273129:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352c96f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273136:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352c96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273142:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352c96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.273162:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa2:0x0]: returning size 11776 00000004:00200000:3.0:1713531221.273165:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.273173:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352c96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273180:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273185:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273190:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273195:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.273197:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273202:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273210:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff88008c068100) 00010000:00010000:3.0:1713531221.273213:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.273215:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273220:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352c961 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273228:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273233:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273238:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273243:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.273245:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273250:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273257:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x2e726998 (ffff880134ed9f00) 00010000:00010000:3.0:1713531221.273258:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.273261:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273287:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352c968 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726998 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.273309:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352c95a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4727 expref: 104 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.273319:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.273324:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5f80/0xe3b2c9851352c96f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4727 expref: 103 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.273330:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.273333:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531221.273334:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5f80, rc 0) 00000100:00100000:1.0:1713531221.273335:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.273335:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032192 00000100:00100000:0.0:1713531221.273338:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032192 00000100:00100000:1.0:1713531221.273349:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032064 00000100:00100000:1.0:1713531221.273351:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032064 00000100:00100000:3.0:1713531221.273364:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+105:8033:x1796767405032000:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 439us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.273368:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4601 00000100:00100000:0.0:1713531221.273373:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8034:x1796767405032192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.273376:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4602 00000100:00100000:1.0:1713531221.273379:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8032:x1796767405032064:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.273383:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4600 00010000:00010000:0.0:1713531221.273386:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:1.0:1713531221.273391:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x84:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.273401:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352c976 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c472e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.273444:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8032:x1796767405032064:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 64us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.273449:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4602 00010000:00010000:0.0:1713531221.273490:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273500:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273508:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273521:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273530:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273535:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273560:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273567:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273572:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531221.273579:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa3:0x0]: returning size 3 00010000:00010000:0.0:1713531221.273644:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273650:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273655:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273659:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.273662:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273668:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273676:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008b78d800) 00010000:00010000:0.0:1713531221.273678:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.273681:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273686:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352c98b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273695:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273700:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273705:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273709:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.273711:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273715:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273720:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.273722:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.273724:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273728:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352c97d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273735:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273740:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273745:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273749:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.273751:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273756:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273761:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89d7622f (ffff880131fa8900) 00010000:00010000:0.0:1713531221.273763:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.273765:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273770:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352c984 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.273796:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352c976 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c472e expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.273804:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352c976 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c472e expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.273812:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00000100:00100000:0.0:1713531221.273844:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8034:x1796767405032192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 469us (524us total) trans 4294970560 rc 301/301 00000100:00100000:0.0:1713531221.273850:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4601 00000100:00100000:0.0:1713531221.274164:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.274197:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.274226:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032320 00000100:00100000:2.0:1713531221.274230:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032320 00000100:00100000:1.0:1713531221.274240:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032448 00000100:00100000:1.0:1713531221.274245:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032448 00000100:00100000:2.0:1713531221.274260:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4603 00000100:00100000:2.0:1713531221.274264:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8033:x1796767405032320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.274284:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4604 00000100:00100000:1.0:1713531221.274291:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8032:x1796767405032448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.274293:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.274300:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.274302:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c999 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4735 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.274310:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c9a0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c473c expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.274460:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.274477:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032512 00000100:00100000:0.0:1713531221.274480:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032512 00000100:00100000:0.0:1713531221.274499:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4605 00000100:00100000:0.0:1713531221.274505:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8034:x1796767405032512:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.274519:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa3:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.274559:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8034:x1796767405032512:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 53us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.274564:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4605 00000004:00080000:2.0:1713531221.274667:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4a:0x0], index 1: 0 00000004:00080000:1.0:1713531221.274676:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4c:0x0], index 0: 0 00010000:00010000:2.0:1713531221.274778:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c9a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.274784:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.274789:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c9a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.274794:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c9ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.274800:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.274805:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c9ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.274808:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352c999 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4735 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.274818:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c9a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4735 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.274822:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:2.0:1713531221.274824:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.274825:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989d40, rc 0) 00010000:00010000:1.0:1713531221.274828:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352c9a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c473c expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.274836:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c9ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c473c expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.274841:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff88008cf75c00) 00010000:00010000:1.0:1713531221.274843:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.274845:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fcc0, rc 0) 00000100:00100000:2.0:1713531221.274851:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8033:x1796767405032320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 587us (688us total) trans 4294970561 rc 0/0 00000100:00100000:2.0:1713531221.274856:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4603 00000100:00100000:1.0:1713531221.274865:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8032:x1796767405032448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 574us (667us total) trans 4294970562 rc 0/0 00000100:00100000:1.0:1713531221.274871:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4604 00000100:00100000:0.0:1713531221.275753:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.275791:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.275793:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032640 00000100:00100000:1.0:1713531221.275797:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032640 00000100:00100000:2.0:1713531221.275804:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032768 00000100:00100000:2.0:1713531221.275808:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032768 00000100:00100000:1.0:1713531221.275814:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4606 00000100:00100000:1.0:1713531221.275819:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8032:x1796767405032640:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.275820:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4607 00000100:00100000:0.0:1713531221.275825:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8034:x1796767405032768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.275833:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.275840:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352c9c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4743 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.275842:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.275851:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352c9ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c473c expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.275859:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff88008cf75c00) 00010000:00010000:1.0:1713531221.275863:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.275872:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275877:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275884:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275894:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275897:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275901:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275929:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275932:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275936:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275939:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.275940:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275943:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275947:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:1.0:1713531221.275948:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.275950:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275952:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352c9ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275957:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275960:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275963:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275965:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.275966:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275969:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275972:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x48156b3 (ffff88008cf75d00) 00010000:00010000:1.0:1713531221.275973:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.275974:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.275976:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352c9d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x81:0x0].0x48156b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000004:00080000:0.0:1713531221.275992:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4d:0x0], index 0: 0 00000100:00100000:1.0:1713531221.276012:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:8032:x1796767405032640:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 192us (261us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.276016:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4606 00010000:00010000:0.0:1713531221.276074:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c9d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.276080:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.276085:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c9d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.276104:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352c9c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4743 expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.276116:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c9d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4743 expref: 109 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.276122:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880134c02700) 00010000:00010000:0.0:1713531221.276124:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.276126:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5398c0, rc 0) 00000100:00100000:0.0:1713531221.276159:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8034:x1796767405032768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 331us (365us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1713531221.276165:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4607 00000100:00100000:0.0:1713531221.276495:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.276523:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032832 00000100:00100000:2.0:1713531221.276526:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032832 00000100:00100000:2.0:1713531221.276544:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4608 00000100:00100000:2.0:1713531221.276548:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8032:x1796767405032832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.276555:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.276563:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c9e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c474a expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.276575:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.276580:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.276585:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.276624:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352c9e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.276636:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.276640:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:2.0:1713531221.276641:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.276642:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989440, rc 0) 00000100:00100000:2.0:1713531221.276668:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8032:x1796767405032832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 119us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.276672:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4608 00000100:00100000:0.0:1713531221.276981:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.277054:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405032960 00000100:00100000:2.0:1713531221.277058:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405032960 00000100:00100000:2.0:1713531221.277082:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4609 00000100:00100000:2.0:1713531221.277086:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8033:x1796767405032960:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.277103:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.277116:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352c9a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4735 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.277124:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff8800a6b3bb00) 00010000:00010000:2.0:1713531221.277129:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.277138:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.277146:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 194 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.277150:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.277168:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 194 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.277175:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 194 pid: 6410 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.277183:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409651776:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.277219:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.277338:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.277348:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033088 00000100:00100000:1.0:1713531221.277352:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033088 00000100:00100000:1.0:1713531221.277375:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4610 00000100:00100000:1.0:1713531221.277378:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8032:x1796767405033088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.277412:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.277418:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.277434:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000040:00080000:1.0:1713531221.277608:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].61, 88 off13176 00000004:00010000:1.0:1713531221.277648:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88009aa68e00 reply state ffff880134eb0000 transno 4294970564 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.277652:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.277689:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8032:x1796767405033088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 310us (351us total) trans 4294970564 rc 0/0 00000100:00100000:1.0:1713531221.277694:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4610 00000100:00100000:3.0:1713531221.277850:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409651776:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.277871:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.278335:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.278402:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.278438:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033216 00010000:00010000:2.0:1713531221.278439:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.278442:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033216 00000100:00100000:3.0:1713531221.278443:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033152 00010000:00010000:2.0:1713531221.278445:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.278449:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033152 00010000:00010000:2.0:1713531221.278449:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.278452:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.278453:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.278457:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.278460:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4611 00010000:00010000:2.0:1713531221.278463:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00000100:00100000:1.0:1713531221.278463:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8032:x1796767405033216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.278464:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.278466:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.278469:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352c9fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.278470:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.278471:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 195 pid: 6410 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.278476:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4751 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.278493:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 932 00010000:00010000:1.0:1713531221.278495:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.278497:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:1822:x1796767405033152:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.278502:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.278506:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.278511:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 195 pid: 6410 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.278514:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.278515:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.278517:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5d8c0, rc 0) 00010000:00010000:3.0:1713531221.278518:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 195 pid: 6410 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.278534:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8032:x1796767405033216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 70us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.278536:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c98513527f32 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33bd expref: 195 pid: 6410 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.278538:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4611 00010000:00010000:3.0:1713531221.278546:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.278549:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.278555:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.278559:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.278580:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.278599:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278603:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.278609:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:1822:x1796767405033152:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 111us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.278613:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 932 00010000:00010000:2.0:1713531221.278613:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278617:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278621:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278652:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278655:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278658:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278661:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.278662:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278665:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278669:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:2.0:1713531221.278670:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.278672:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278675:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352c9f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278680:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278683:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278686:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278688:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.278689:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278692:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278695:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x1ed7c285 (ffff880099cd0400) 00010000:00010000:2.0:1713531221.278696:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.278697:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.278699:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ca09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1ed7c285 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.278729:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8033:x1796767405032960:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1641us (1749us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.278734:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4609 00000100:00100000:0.0:1713531221.279313:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.279342:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.279348:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033280 00000100:00100000:1.0:1713531221.279351:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033280 00000100:00100000:0.0:1713531221.279369:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.279374:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1097 00000100:00100000:1.0:1713531221.279377:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405033280:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.279380:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033344 00000100:00100000:2.0:1713531221.279383:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033344 00000100:00100000:2.0:1713531221.279396:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033472 00000100:00100000:2.0:1713531221.279398:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033472 00000100:00100000:2.0:1713531221.279407:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4612 00000100:00100000:2.0:1713531221.279411:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8033:x1796767405033344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.279413:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4613 00010000:00010000:2.0:1713531221.279428:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.279433:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8034:x1796767405033472:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.279437:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ca10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4758 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.279449:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.279452:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.279453:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.279458:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.279462:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352c9d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4743 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.279472:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880134c02700) 00010000:00010000:0.0:1713531221.279477:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.279488:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.279493:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ca10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.279495:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.279500:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.279501:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.279505:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:2.0:1713531221.279506:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.279507:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801399898c0, rc 0) 00010000:00010000:0.0:1713531221.279514:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279519:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.279524:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8033:x1796767405033344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 113us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.279525:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.279528:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4612 00000100:00100000:1.0:1713531221.279533:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405033280:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 153us (219us total) trans 4294967590 rc 0/0 00000100:00100000:1.0:1713531221.279539:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1097 00010000:00010000:0.0:1713531221.279556:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279562:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279567:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279571:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.279573:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279579:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279586:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:0.0:1713531221.279588:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.279590:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352ca1e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279602:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279607:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279612:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279616:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.279618:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279622:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279627:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0xa3d6cacd (ffff880091772100) 00010000:00010000:0.0:1713531221.279629:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.279631:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.279636:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352ca25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xa3d6cacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.279677:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8034:x1796767405033472:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 256us (306us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.279683:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4613 00000100:00100000:0.0:1713531221.280182:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.280210:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033600 00000100:00100000:0.0:1713531221.280211:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.280213:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033600 00000100:00100000:2.0:1713531221.280231:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033664 00000100:00100000:2.0:1713531221.280232:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033664 00000100:00100000:2.0:1713531221.280240:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4614 00000100:00100000:2.0:1713531221.280243:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8033:x1796767405033600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.280252:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.280291:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.280296:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.280301:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.280304:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033792 00000100:00100000:3.0:1713531221.280309:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033792 00000100:00100000:3.0:1713531221.280332:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1007 00000100:00100000:3.0:1713531221.280336:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+113:8032:x1796767405033792:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000040:00080000:2.0:1713531221.280464:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].62, 88 off13168 00000004:00010000:2.0:1713531221.280506:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008ae3e300 reply state ffff88008df7e000 transno 4294970565 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.280510:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.280546:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8033:x1796767405033600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 301us (365us total) trans 4294970565 rc 0/0 00000100:00100000:2.0:1713531221.280550:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4614 00000100:00100000:2.0:1713531221.280560:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4615 00000100:00100000:2.0:1713531221.280563:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8034:x1796767405033664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.280569:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.280571:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:8032:x1796767405033792:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 233us (318us total) trans 4294970566 rc 0/0 00000100:00100000:3.0:1713531221.280576:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1007 00010000:00010000:2.0:1713531221.280578:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352ca33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c475f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.280588:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.280593:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.280597:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.280628:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352ca33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.280635:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.280639:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:2.0:1713531221.280641:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.280642:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988b40, rc 0) 00000100:00100000:2.0:1713531221.280658:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8034:x1796767405033664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.280662:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4615 00010000:00010000:3.0:1713531221.281007:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281014:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281019:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281022:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.281025:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281029:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281035:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:3.0:1713531221.281037:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.281039:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.281041:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352ca2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.281067:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.281098:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033856 00000100:00100000:2.0:1713531221.281101:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033856 00000100:00100000:2.0:1713531221.281121:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4616 00000100:00100000:2.0:1713531221.281124:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8033:x1796767405033856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.281132:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.281137:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4766 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.281144:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.281152:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.281157:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405033984 00000100:00100000:3.0:1713531221.281160:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405033984 00010000:00010000:2.0:1713531221.281161:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.281161:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.281168:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:2.0:1713531221.281169:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.281170:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989f80, rc 0) 00000100:00100000:3.0:1713531221.281174:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034112 00000100:00100000:3.0:1713531221.281176:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034112 00000100:00100000:3.0:1713531221.281187:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4617 00000100:00100000:3.0:1713531221.281190:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8032:x1796767405033984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.281191:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4618 00000100:00100000:2.0:1713531221.281194:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8033:x1796767405033856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 68us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.281196:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8034:x1796767405034112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.281198:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4616 00010000:00010000:0.0:1713531221.281222:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.281225:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+116:8032:x1796767405033984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (81us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.281228:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.281230:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4617 00010000:00010000:0.0:1713531221.281232:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531221.281370:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].62, 88 off13264 00000004:00010000:0.0:1713531221.281410:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880090fd3b80 reply state ffff88008d257000 transno 4294970567 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.281414:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.281464:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8034:x1796767405034112:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 267us (301us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1713531221.281469:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4618 00000100:00100000:0.0:1713531221.281866:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.281891:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.281906:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034240 00000100:00100000:2.0:1713531221.281910:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034240 00000100:00100000:2.0:1713531221.281933:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4619 00000100:00100000:2.0:1713531221.281936:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:8032:x1796767405034240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.281941:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034176 00010000:00010000:2.0:1713531221.281943:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.281946:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034176 00010000:00010000:2.0:1713531221.281949:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ca4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c476d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.281969:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.281969:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1098 00010000:00010000:2.0:1713531221.281974:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.281974:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405034176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.281979:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.281990:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.281996:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282006:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ca4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c476d expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.282014:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c476d expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.282018:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:2.0:1713531221.282019:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.282020:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3cfc0, rc 0) 00000100:00100000:0.0:1713531221.282028:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.282038:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8032:x1796767405034240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 101us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.282042:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4619 00000100:00100000:2.0:1713531221.282049:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034304 00000100:00100000:2.0:1713531221.282051:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034304 00000100:00100000:2.0:1713531221.282059:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4620 00000100:00100000:2.0:1713531221.282062:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8034:x1796767405034304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.282067:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.282071:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4774 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.282084:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.282089:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.282096:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:2.0:1713531221.282097:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.282098:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c900, rc 0) 00000100:00100000:1.0:1713531221.282098:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405034176:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 122us (205us total) trans 4294967583 rc 0/0 00000100:00100000:1.0:1713531221.282106:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1098 00000100:00100000:2.0:1713531221.282109:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:8034:x1796767405034304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 46us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.282113:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4620 00010000:00010000:2.0:1713531221.282123:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282126:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282130:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282132:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.282134:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282137:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282141:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:2.0:1713531221.282142:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.282143:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.282146:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352ca48 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.282635:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.282725:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034432 00000100:00100000:3.0:1713531221.282730:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034432 00000100:00100000:0.0:1713531221.282730:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.282751:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1008 00000100:00100000:3.0:1713531221.282756:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8033:x1796767405034432:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.282756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.282769:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034496 00000100:00100000:1.0:1713531221.282773:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034496 00000100:00100000:1.0:1713531221.282785:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034560 00000100:00100000:1.0:1713531221.282786:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034560 00000100:00100000:0.0:1713531221.282792:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1099 00000100:00100000:1.0:1713531221.282797:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1100 00000100:00100000:0.0:1713531221.282797:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405034496:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.282801:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405034560:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.282806:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.282816:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c477b expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.282826:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.282833:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.282835:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.282839:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.282846:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.282851:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e400, rc 0) 00000100:00100000:1.0:1713531221.282867:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405034560:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 66us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.282871:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1100 00000100:00100000:0.0:1713531221.282891:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405034496:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 93us (160us total) trans 4294967591 rc 0/0 00000100:00100000:0.0:1713531221.282895:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1099 00000100:00100000:3.0:1713531221.282913:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8033:x1796767405034432:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 156us (278us total) trans 4294970568 rc 0/0 00000100:00100000:3.0:1713531221.282919:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1008 00000100:00100000:0.0:1713531221.283466:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.283492:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.283513:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034688 00000100:00100000:2.0:1713531221.283517:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034688 00000100:00100000:0.0:1713531221.283523:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.283528:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034880 00000100:00100000:3.0:1713531221.283532:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034880 00000100:00100000:2.0:1713531221.283534:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4621 00000100:00100000:2.0:1713531221.283537:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:8033:x1796767405034688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.283543:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405034944 00000100:00100000:3.0:1713531221.283545:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405034944 00000100:00100000:3.0:1713531221.283561:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1009 00000100:00100000:3.0:1713531221.283564:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8034:x1796767405034944:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.283574:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:8033:x1796767405034688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.283578:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4621 00000100:00100000:3.0:1713531221.283701:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8034:x1796767405034944:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 135us (178us total) trans 4294970569 rc 0/0 00000100:00100000:3.0:1713531221.283707:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1009 00000100:00100000:3.0:1713531221.283736:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4622 00000100:00100000:3.0:1713531221.283739:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+120:8032:x1796767405034880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.283766:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+120:8032:x1796767405034880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.283770:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4622 00000100:00100000:0.0:1713531221.284319:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.284338:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.284365:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.284372:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035072 00000100:00100000:3.0:1713531221.284374:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035136 00000100:00100000:2.0:1713531221.284375:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035072 00000100:00100000:3.0:1713531221.284381:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035136 00000100:00100000:2.0:1713531221.284392:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4623 00000100:00100000:2.0:1713531221.284395:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8034:x1796767405035072:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.284402:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035200 00000100:00100000:1.0:1713531221.284406:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035200 00000100:00100000:3.0:1713531221.284413:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4624 00000100:00100000:3.0:1713531221.284430:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8033:x1796767405035136:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.284436:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:2.0:1713531221.284440:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8034:x1796767405035072:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 43us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.284441:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:8032:x1796767405035200:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.284444:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.284444:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4623 00010000:00010000:1.0:1713531221.284448:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.284457:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4789 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.284458:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352ca6b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4782 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.284475:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.284482:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.284484:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.284487:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.284500:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.284509:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.284510:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.284517:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.284520:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.284532:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409651840:192.168.202.39@tcp:104: 00000004:00200000:3.0:1713531221.284536:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.284546:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.284561:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352ca6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4782 expref: 122 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.284561:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800926096c0 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.284573:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4782 expref: 121 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.284579:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:3.0:1713531221.284582:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.284584:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7840, rc 0) 00000100:00100000:3.0:1713531221.284613:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8033:x1796767405035136:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 193us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.284619:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4624 00000100:00100000:0.0:1713531221.285040:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.285091:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035264 00000100:00100000:3.0:1713531221.285095:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035264 00000100:00100000:3.0:1713531221.285124:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4625 00000100:00100000:3.0:1713531221.285129:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8034:x1796767405035264:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.285140:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.285148:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352ca80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4790 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.285158:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409651840:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.285171:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.285181:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00010000:00010000:3.0:1713531221.285185:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.285194:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.285201:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.285204:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:8032:x1796767405035200:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 762us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.285210:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:0.0:1713531221.285211:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00200000:3.0:1713531221.285216:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.285223:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.285236:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352ca80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4790 expref: 123 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.285248:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4790 expref: 122 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.285250:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035328 00000100:00100000:2.0:1713531221.285253:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035328 00010000:00010000:3.0:1713531221.285255:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:3.0:1713531221.285257:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.285260:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7a80, rc 0) 00010000:00010000:2.0:1713531221.285264:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.285288:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.285293:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 933 00000100:00100000:2.0:1713531221.285296:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405035328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.285302:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531221.285302:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035392 00000100:00100000:1.0:1713531221.285305:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035392 00010000:00010000:2.0:1713531221.285311:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.285312:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8034:x1796767405035264:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 182us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.285318:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4625 00010000:00010000:2.0:1713531221.285318:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.285321:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1102 00000100:00100000:1.0:1713531221.285326:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405035392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.285328:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352ca64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c477b expref: 15 pid: 20637 timeout: 415 lvb_type: 1 00010000:00010000:1.0:1713531221.285332:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.285335:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.285336:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.285340:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.285343:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4797 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.285346:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.285355:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:2.0:1713531221.285359:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.285363:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531221.285364:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132199c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409651904:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.285364:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.285368:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.285378:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.285382:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3c00 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.285386:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5df80, rc 0) 00000100:00100000:1.0:1713531221.285403:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405035392:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 76us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.285409:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1102 00000100:00100000:2.0:1713531221.285926:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132199c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409651904:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.285934:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.285949:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405035328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 652us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.285953:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 933 00000100:00100000:0.0:1713531221.286197:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.286214:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.286229:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035456 00000100:00100000:1.0:1713531221.286233:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035456 00000100:00100000:0.0:1713531221.286237:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.286249:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1103 00000100:00100000:1.0:1713531221.286253:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405035456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.286259:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035584 00010000:00010000:1.0:1713531221.286259:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.286285:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c479e expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.286289:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035584 00002000:00010000:1.0:1713531221.286294:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00000100:00100000:2.0:1713531221.286299:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035648 00010000:00010000:1.0:1713531221.286301:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.286302:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531221.286304:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035648 00010000:00010000:1.0:1713531221.286306:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.286312:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4626 00010000:00010000:1.0:1713531221.286313:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 16 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.286318:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f3c0, rc 0) 00000100:00100000:3.0:1713531221.286319:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8033:x1796767405035584:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00002000:00100000:2.0:1713531221.286325:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4c:0x0] (0->2) req@ffff880134d0ea00 x1796767405035648/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.286335:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ea00 with x1796767405035648 ext(0->2) 00000100:00100000:1.0:1713531221.286335:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405035456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 81us (141us total) trans 0 rc 0/0 00002000:00010000:2.0:1713531221.286339:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0ea00 00000100:00100000:1.0:1713531221.286339:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1103 00000100:00100000:2.0:1713531221.286353:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 254 00000100:00100000:2.0:1713531221.286357:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405035648:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.286361:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8033:x1796767405035584:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 42us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.286367:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4626 00000100:00100000:2.0:1713531221.286659:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767405035648:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 299us (419us total) trans 4294967592 rc 0/0 00000100:00100000:2.0:1713531221.286667:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 254 00002000:00100000:2.0:1713531221.286672:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4c:0x0] (0->2) req@ffff880134d0ea00 x1796767405035648/t4294967592(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.286679:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ea00 with x1796767405035648 ext(0->2) 00002000:00010000:2.0:1713531221.286682:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0ea00 00000100:00100000:0.0:1713531221.286989:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.287024:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035776 00000100:00100000:3.0:1713531221.287028:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035776 00000100:00100000:3.0:1713531221.287049:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4627 00000100:00100000:3.0:1713531221.287052:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8034:x1796767405035776:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.287074:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.287087:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035840 00000100:00100000:3.0:1713531221.287090:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8034:x1796767405035776:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 37us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.287091:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035840 00000100:00100000:3.0:1713531221.287095:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4627 00000100:00100000:1.0:1713531221.287108:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1104 00000100:00100000:1.0:1713531221.287112:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:8033:x1796767405035840:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.287119:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.287127:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47a5 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.287140:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.287146:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.287147:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.287149:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.287169:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.287178:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.287187:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409651968:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.287212:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.287297:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.287330:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035904 00000100:00100000:3.0:1713531221.287333:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035904 00000100:00100000:3.0:1713531221.287354:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4628 00000100:00100000:3.0:1713531221.287357:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8032:x1796767405035904:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.287682:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.287716:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405035968 00000100:00100000:1.0:1713531221.287722:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405035968 00000100:00100000:1.0:1713531221.287755:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1105 00000100:00100000:1.0:1713531221.287759:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+17:8034:x1796767405035968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.287765:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.287771:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47ac expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.287947:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.288117:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 18 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.288123:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.288124:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.288126:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.288190:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036032 00000100:00100000:2.0:1713531221.288193:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036032 00010000:00010000:2.0:1713531221.288204:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.288216:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 934 00000100:00100000:2.0:1713531221.288220:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405036032:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.288225:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.288234:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.288240:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.288250:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.288251:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.288255:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.288259:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.288262:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 18 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.288289:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 18 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.288292:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.288297:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652032:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.288299:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409652096:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.288318:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091b606c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.288323:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609300 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.288377:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352ca8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4797 expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.288387:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409651968:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.288399:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.288407:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f600, rc 0) 00000100:00100000:1.0:1713531221.288447:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:8033:x1796767405035840:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1332us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.288453:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1104 00000100:00100000:0.0:1713531221.288981:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.289001:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652032:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.289007:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409652096:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.289012:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.289019:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.289021:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cb40, rc 0) 00000100:00100000:2.0:1713531221.289042:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405036032:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 819us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.289048:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 934 00000100:00100000:2.0:1713531221.289059:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036096 00000100:00100000:2.0:1713531221.289062:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036096 00010000:00010000:2.0:1713531221.289072:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 19 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.289086:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 935 00000100:00100000:2.0:1713531221.289090:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405036096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.289096:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.289107:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 19 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.289121:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 19 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.289134:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352ca95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c479e expref: 19 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.289143:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.289145:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.289149:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.289156:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.289171:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:8034:x1796767405035968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1411us (1489us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.289173:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.289178:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1105 00000100:00100000:2.0:1713531221.289181:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409652160:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.289201:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091b606c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.289385:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.289517:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036160 00000100:00100000:2.0:1713531221.289521:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036160 00002000:00100000:2.0:1713531221.289541:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4a:0x0] (0->2) req@ffff880134dd1c00 x1796767405036160/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.289551:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd1c00 with x1796767405036160 ext(0->2) 00002000:00010000:2.0:1713531221.289555:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd1c00 00000100:00100000:2.0:1713531221.289569:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 255 00000100:00100000:2.0:1713531221.289574:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405036160:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.290158:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409652160:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.290168:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.290187:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405036096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1095us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.290194:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 935 00000100:00100000:2.0:1713531221.290214:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405036160:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 640us (829us total) trans 4294967584 rc 0/0 00000100:00100000:2.0:1713531221.290220:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 255 00002000:00100000:2.0:1713531221.290226:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4a:0x0] (0->2) req@ffff880134dd1c00 x1796767405036160/t4294967584(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.290234:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd1c00 with x1796767405036160 ext(0->2) 00002000:00010000:2.0:1713531221.290236:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd1c00 00000100:00100000:1.0:1713531221.290341:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.290353:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036224 00000100:00100000:2.0:1713531221.290357:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036224 00002000:00100000:2.0:1713531221.290371:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4d:0x0] (0->2) req@ffff880134dd0700 x1796767405036224/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.290378:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0700 with x1796767405036224 ext(0->2) 00002000:00010000:2.0:1713531221.290380:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd0700 00000100:00100000:2.0:1713531221.290392:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 256 00000100:00100000:2.0:1713531221.290396:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405036224:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.290658:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405036224:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 259us (317us total) trans 4294967593 rc 0/0 00000100:00100000:2.0:1713531221.290668:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 256 00002000:00100000:2.0:1713531221.290674:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4d:0x0] (0->2) req@ffff880134dd0700 x1796767405036224/t4294967593(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.290681:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0700 with x1796767405036224 ext(0->2) 00002000:00010000:2.0:1713531221.290684:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd0700 00000100:00100000:1.0:1713531221.290949:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.290969:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036288 00000100:00100000:0.0:1713531221.290974:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036288 00000100:00100000:1.0:1713531221.291009:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4629 00000100:00100000:1.0:1713531221.291015:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8033:x1796767405036288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.291072:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8033:x1796767405036288:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.291078:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4629 00000100:00100000:0.0:1713531221.291289:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.291316:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036352 00000100:00100000:1.0:1713531221.291320:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036352 00000100:00100000:1.0:1713531221.291336:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4630 00000100:00100000:1.0:1713531221.291340:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8034:x1796767405036352:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.291380:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8034:x1796767405036352:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 39us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.291386:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4630 00000100:00100000:0.0:1713531221.291616:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.291663:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036416 00000100:00100000:1.0:1713531221.291667:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036416 00000100:00100000:1.0:1713531221.291683:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000100:00100000:1.0:1713531221.291688:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405036416:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.291902:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.291935:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036480 00000100:00100000:2.0:1713531221.291939:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036480 00000100:00100000:2.0:1713531221.291960:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1107 00000100:00100000:2.0:1713531221.291966:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405036480:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.301156:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970567 is committed 00000100:00100000:2.0:1713531221.301160:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+122:8032:x1796767405035904:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 13796us (13858us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.301169:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4628 00000020:00080000:0.0:1713531221.301182:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b1d59480 refcount 2 committed 0 result 0 batchid 113 00000020:00080000:0.0:1713531221.301185:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b1d59300 00000020:00080000:0.0:1713531221.301187:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880091e39400 00000001:00080000:2.0:1713531221.301200:0:18439:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970569 is committed 00000020:00080000:0.0:1713531221.301205:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880091b600c0 refcount 2 committed 0 result 0 batchid 112 00000020:00080000:0.0:1713531221.301207:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbf000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880091b60840 00000020:00080000:2.0:1713531221.301216:0:18439:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6fbf6c0 refcount 2 committed 0 result 0 batchid 114 00000020:00080000:2.0:1713531221.301218:0:18439:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6fbf3c0 00000020:00080000:3.0:1713531221.301220:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 108 00000020:00080000:2.0:1713531221.301220:0:18439:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012fc40c00 00000020:00080000:0.0:1713531221.301221:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bcbfd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012a2f0000 00000020:00080000:3.0:1713531221.301226:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 114 committed batchid 108 00000020:00080000:2.0:1713531221.301229:0:18439:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 111 batchid updated 00000020:00080000:2.0:1713531221.301231:0:18439:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 109 batchid updated 00000020:00080000:3.0:1713531221.301748:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 111 00000100:00100000:0.0:1713531221.302250:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.302341:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036544 00000100:00100000:1.0:1713531221.302347:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036544 00000100:00100000:1.0:1713531221.302372:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:1.0:1713531221.302377:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405036544:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.302453:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405036544:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 74us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.302459:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:0.0:1713531221.303354:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.303368:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036672 00000100:00100000:1.0:1713531221.303372:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036672 00000100:00100000:1.0:1713531221.303391:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4631 00000100:00100000:1.0:1713531221.303396:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8032:x1796767405036672:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.303440:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.303461:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352ca56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c476d expref: 89 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.303475:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.303479:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.303546:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303559:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303567:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303896:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303906:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303912:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303922:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.303925:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303931:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303938:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.303940:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.303942:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.303946:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352caaa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.304181:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8032:x1796767405036672:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 784us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.304187:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4631 00000100:00100000:1.0:1713531221.304822:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.304838:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036736 00000100:00100000:0.0:1713531221.304842:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036736 00000100:00100000:0.0:1713531221.304857:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1109 00000100:00100000:0.0:1713531221.304860:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405036736:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531221.305006:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.305008:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.305009:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.305010:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb ctime from disk: 1713531220 -> 1713531217 00002000:00010000:0.0:1713531221.305012:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531221.305030:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+21:1823:x1796767405036736:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 169us (208us total) trans 4294967594 rc 0/0 00000100:00100000:0.0:1713531221.305035:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1109 00000001:00080000:2.0:1713531221.305810:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967591 is committed 00000001:00080000:2.0:1713531221.305822:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967589 is committed 00000001:00080000:2.0:1713531221.305825:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967593 is committed 00000100:00100000:0.0:1713531221.305847:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.305862:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036864 00000100:00100000:1.0:1713531221.305866:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036864 00000100:00100000:1.0:1713531221.305883:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4632 00000100:00100000:1.0:1713531221.305887:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8032:x1796767405036864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.305911:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.305921:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.305927:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.305952:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.305964:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.305976:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652224:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.306009:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.306014:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405036480:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14046us (14109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.306022:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1107 00000100:00100000:1.0:1713531221.306720:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652224:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.306737:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.306791:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.306808:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.306819:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405036928 00000100:00100000:0.0:1713531221.306821:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037056 00000100:00100000:2.0:1713531221.306822:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405036928 00000100:00100000:0.0:1713531221.306824:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037056 00010000:00010000:2.0:1713531221.306834:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.306840:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4633 00000100:00100000:0.0:1713531221.306843:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8034:x1796767405037056:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.306851:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 936 00000100:00100000:2.0:1713531221.306856:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405036928:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.306861:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.306863:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.306868:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.306875:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ca87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4790 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.306877:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.306886:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:2.0:1713531221.306889:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352c9ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c474a expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.306889:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.306898:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:2.0:1713531221.306901:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.306902:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.306908:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.306913:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.306926:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.306929:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.306937:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.306944:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405036928:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.306950:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 936 00010000:00010000:0.0:1713531221.306962:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.306966:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.306966:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.306970:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.306972:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.306972:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.306974:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.306978:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.306982:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:2.0:1713531221.306983:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.306983:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.306986:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.306988:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.306989:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cab8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.306993:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.306997:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.306999:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.307004:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.307010:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:2.0:1713531221.307012:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.307014:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.307018:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cab1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.307028:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8034:x1796767405037056:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 184us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.307032:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4633 00000100:00100000:2.0:1713531221.307039:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8032:x1796767405036864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1151us (1192us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.307044:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4632 00000100:00100000:1.0:1713531221.307389:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405036416:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15698us (15771us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.307395:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000100:00100000:2.0:1713531221.307629:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.307652:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531221.307656:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967581 is committed 00000001:00080000:0.0:1713531221.307663:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967583 is committed 00000001:00080000:0.0:1713531221.307666:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967582 is committed 00000001:00080000:0.0:1713531221.307670:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967584 is committed 00000100:00100000:1.0:1713531221.307672:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037120 00000100:00100000:1.0:1713531221.307675:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037120 00000100:00100000:1.0:1713531221.307690:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037184 00000100:00100000:1.0:1713531221.307692:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037184 00000100:00100000:3.0:1713531221.307704:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000100:00100000:3.0:1713531221.307713:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405037120:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.307717:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1111 00000100:00100000:1.0:1713531221.307722:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405037184:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.307743:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.307756:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.307767:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.307769:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.307771:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.307787:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.307796:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 14 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.307806:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652288:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.307827:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00002000:00010000:3.0:1713531221.307868:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.307872:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.307874:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.307876:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.307878:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.307935:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405037120:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 222us (304us total) trans 4294967595 rc 0/0 00000100:00100000:3.0:1713531221.307943:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000100:00100000:0.0:1713531221.308046:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.308059:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037312 00000100:00100000:2.0:1713531221.308063:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037312 00000100:00100000:2.0:1713531221.308076:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4634 00000100:00100000:2.0:1713531221.308080:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8033:x1796767405037312:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.308097:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.308108:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ca79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4782 expref: 86 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.308118:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:2.0:1713531221.308121:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.308133:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308140:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308147:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308159:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308165:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308170:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308177:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.308179:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308184:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308189:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:2.0:1713531221.308191:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.308193:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.308197:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cac6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.308232:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8033:x1796767405037312:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 150us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.308237:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4634 00000100:00100000:1.0:1713531221.308368:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652288:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.308380:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.308505:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.308522:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037376 00000100:00100000:2.0:1713531221.308525:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037376 00010000:00010000:2.0:1713531221.308537:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.308553:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 937 00000100:00100000:2.0:1713531221.308558:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405037376:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.308565:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.308576:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.308590:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.308606:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ca72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4789 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.308614:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.308616:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.308619:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.308626:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.308647:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.308667:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.308669:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405037376:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.308674:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 937 00010000:00010000:1.0:1713531221.308674:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.308683:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.308688:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.308701:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.308707:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.308712:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.308715:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.308720:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.308731:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037504 00010000:00010000:1.0:1713531221.308732:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.308738:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037504 00010000:00010000:1.0:1713531221.308738:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cabf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.308765:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4635 00000100:00100000:3.0:1713531221.308771:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8034:x1796767405037504:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.308776:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405037184:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1053us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.308783:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1111 00010000:00010000:3.0:1713531221.308804:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.308817:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 85 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.308825:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.308852:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 85 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.308862:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 85 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.308873:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652352:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.308911:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091b606c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.309076:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.309108:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037568 00000100:00100000:1.0:1713531221.309111:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037568 00000100:00100000:1.0:1713531221.309136:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000100:00100000:1.0:1713531221.309140:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405037568:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.309165:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.309203:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037696 00000100:00100000:2.0:1713531221.309206:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037696 00000100:00100000:2.0:1713531221.309224:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4636 00000100:00100000:2.0:1713531221.309229:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:8032:x1796767405037696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.309311:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.309314:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.309316:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.309318:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531221.309320:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.309342:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405037568:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 200us (265us total) trans 4294967585 rc 0/0 00000100:00100000:1.0:1713531221.309348:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000100:00100000:3.0:1713531221.309388:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652352:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.309403:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.309450:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.309459:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.309470:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.309486:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.309495:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.309505:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132315180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409652416:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.309530:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.309530:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.309545:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037760 00000100:00100000:3.0:1713531221.309548:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037760 00010000:00010000:3.0:1713531221.309559:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.309573:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 938 00000100:00100000:3.0:1713531221.309578:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767405037760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.309586:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.309591:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.309600:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.309615:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ca3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x89:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c475f expref: 88 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.309628:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:3.0:1713531221.309632:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.309638:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.309644:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.309659:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.309666:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309671:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.309679:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405037760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 102us (150us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.309681:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309684:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.309685:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 938 00010000:00010000:0.0:1713531221.309688:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309691:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a61c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.309693:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309696:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309702:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:0.0:1713531221.309704:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.309705:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.309708:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cacd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.309740:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8034:x1796767405037504:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 969us (1056us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531221.309745:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4635 00000100:00100000:0.0:1713531221.310036:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.310059:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132315180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409652416:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.310069:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037888 00010000:00010000:2.0:1713531221.310071:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.310073:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037888 00000100:00100000:1.0:1713531221.310089:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4637 00000100:00100000:1.0:1713531221.310094:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8033:x1796767405037888:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.310114:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310122:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.310128:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310142:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.310151:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 86 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.310158:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.310160:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652480:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.310184:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.310197:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405037952 00000100:00100000:3.0:1713531221.310201:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405037952 00010000:00010000:3.0:1713531221.310214:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.310234:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 939 00000100:00100000:3.0:1713531221.310241:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405037952:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.310241:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.310248:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.310253:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.310254:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038016 00000100:00100000:1.0:1713531221.310257:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038016 00010000:00010000:3.0:1713531221.310261:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.310290:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1113 00000100:00100000:1.0:1713531221.310295:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405038016:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.310301:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ca02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4751 expref: 87 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.310312:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:1.0:1713531221.310312:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.310316:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.310322:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.310322:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.310328:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.310328:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.310330:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.310332:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.310344:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.310349:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.310352:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.310357:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 13 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.310358:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.310365:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652544:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.310369:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405037952:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 129us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.310376:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 939 00000100:00100000:1.0:1713531221.310386:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692da80 going to sleep for 11 seconds 00000001:00080000:2.0:1713531221.310452:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970570 00000001:00080000:2.0:1713531221.310578:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970571 00000001:00080000:2.0:1713531221.310615:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970572 00000100:00100000:1.0:1713531221.310625:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652480:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.310638:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.310661:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132317800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652608:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.310691:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.310705:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc600 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.310709:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409652608 00000100:00100000:1.0:1713531221.310712:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409652608 00000100:00100000:0.0:1713531221.310715:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.310731:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1713531221.310736:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409652608:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.310758:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038080 00000100:00100000:3.0:1713531221.310762:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038080 00010000:00010000:3.0:1713531221.310776:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.310780:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409652608:12345-0@lo:1000:mdt00_004.0 Request processed in 43us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.310786:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1713531221.310794:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 940 00000100:00100000:2.0:1713531221.310795:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967589 gen 2 00000100:00100000:3.0:1713531221.310799:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405038080:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1713531221.310799:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967589 committed transno 4294967589 00010000:00010000:3.0:1713531221.310806:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.310809:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.310817:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132317800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652608:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1713531221.310818:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.310830:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ca17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4758 expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.310841:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:3.0:1713531221.310844:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.310851:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.310856:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.310874:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.310885:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310891:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.310896:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767405038080:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 95us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.310902:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 940 00010000:00010000:1.0:1713531221.310902:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310907:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310912:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310916:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.310918:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310923:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310932:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:1.0:1713531221.310935:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.310938:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.310942:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cadb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000001:00080000:2.0:1713531221.310965:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970573 00000100:00100000:1.0:1713531221.310971:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8033:x1796767405037888:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 877us (935us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.310978:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4637 00000100:00100000:2.0:1713531221.311005:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132317800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652672:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.311025:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.311035:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.311039:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409652672 00000100:00100000:1.0:1713531221.311043:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409652672 00000100:00100000:1.0:1713531221.311056:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1713531221.311060:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409652672:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.311108:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409652544:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.311120:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.311178:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409652672:12345-0@lo:1000:mdt00_004.0 Request processed in 116us (151us total) trans 4294967596 rc 0/0 00000100:00100000:1.0:1713531221.311185:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1713531221.311197:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132317800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652672:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1713531221.311211:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311216:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311221:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311225:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.311227:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311232:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311238:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff880099cd0600) 00010000:00010000:2.0:1713531221.311240:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.311243:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.311245:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.311247:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352cad4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x88:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311264:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.311290:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038144 00010000:00010000:2.0:1713531221.311292:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.311294:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038144 00010000:00010000:2.0:1713531221.311296:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.311300:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd298c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.311302:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.311306:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.311309:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.311313:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008b78d600) 00010000:00010000:2.0:1713531221.311314:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.311316:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.311320:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352895e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.311327:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 941 00000100:00100000:3.0:1713531221.311331:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405038144:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.311338:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.311343:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.311349:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.311349:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311358:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.311359:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.311364:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311368:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311372:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.311376:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352caa3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ac expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.311377:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.311379:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311384:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.311387:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.311389:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.311389:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88009a3a4600) 00010000:00010000:2.0:1713531221.311391:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.311392:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311393:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.311398:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cae9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x84:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.311401:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.311433:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.311460:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405038144:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 127us (214us total) trans 0 rc 0/0 00000040:00080000:2.0:1713531221.311462:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.311466:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.311466:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.311467:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 941 00000040:00080000:2.0:1713531221.311539:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 137 count 121 00000040:00080000:2.0:1713531221.311543:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.311576:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8032:x1796767405037696:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2345us (2410us total) trans 4294970574 rc 0/0 00000100:00100000:2.0:1713531221.311583:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4636 00000020:00080000:2.0:1713531221.311587:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1713531221.311602:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038208 00000100:00100000:2.0:1713531221.311605:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038208 00000100:00100000:2.0:1713531221.311620:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1114 00000100:00100000:2.0:1713531221.311624:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405038208:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.311641:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311652:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311658:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.311659:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.311661:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311678:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311688:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 10 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.311697:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409652736:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.311721:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.311733:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311745:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311759:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311765:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311771:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311776:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e880 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.311778:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311784:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311795:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.311801:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cae2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.311844:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405038016:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1547us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.311852:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1113 00000100:00100000:2.0:1713531221.312135:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409652736:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.312146:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.312248:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.312284:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.312293:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038400 00000100:00100000:3.0:1713531221.312297:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038400 00000100:00100000:2.0:1713531221.312304:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038336 00000100:00100000:0.0:1713531221.312304:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.312308:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038336 00010000:00010000:3.0:1713531221.312312:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.312329:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1010 00000100:00100000:3.0:1713531221.312332:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 942 00000100:00100000:2.0:1713531221.312333:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:8032:x1796767405038336:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.312337:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405038400:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.312347:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.312359:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.312369:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.312385:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f600/0xe3b2c9851352ca9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47a5 expref: 11 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.312394:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.312396:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.312399:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.312412:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.312448:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.312454:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312463:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312474:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312478:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.312482:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405038400:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 143us (232us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.312482:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312485:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.312487:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.312489:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 942 00010000:00010000:0.0:1713531221.312490:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312498:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.312502:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e3e1c0/0xe3b2c9851352caf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.312527:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405038208:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 903us (1061us total) trans 0 rc 0/0 00000004:00080000:2.0:1713531221.312532:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x88:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.312532:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1114 00000001:00080000:2.0:1713531221.312579:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970575 00010000:00010000:2.0:1713531221.312612:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312620:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312627:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312632:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312637:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312642:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312647:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312652:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.312655:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312661:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312667:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:2.0:1713531221.312669:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.312671:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.312677:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352caf7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.312737:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:8032:x1796767405038336:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 402us (450us total) trans 4294970576 rc 0/0 00000100:00100000:2.0:1713531221.312743:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1010 00000020:00080000:2.0:1713531221.312746:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.312778:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038528 00000100:00100000:2.0:1713531221.312780:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038528 00000100:00100000:2.0:1713531221.312801:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4638 00000100:00100000:2.0:1713531221.312806:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8034:x1796767405038528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.312924:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.312934:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.312941:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.312955:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.312964:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 90 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.312972:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b08380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409652800:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.313000:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.313113:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.313145:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038656 00000100:00100000:1.0:1713531221.313148:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038656 00000100:00100000:1.0:1713531221.313165:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4639 00000100:00100000:1.0:1713531221.313170:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8033:x1796767405038656:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.313300:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.313310:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 92 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.313317:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.313333:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 92 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.313341:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 92 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.313349:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652864:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.313372:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.313515:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b08380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409652800:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.313533:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.313631:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.313662:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038720 00000100:00100000:3.0:1713531221.313666:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038720 00010000:00010000:3.0:1713531221.313676:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.313689:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 943 00000100:00100000:3.0:1713531221.313693:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405038720:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.313698:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.313701:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.313707:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.313715:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ca5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4774 expref: 93 pid: 9619 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.313723:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:3.0:1713531221.313726:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.313730:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.313733:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.313742:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.313745:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.313749:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.313767:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405038720:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 73us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.313771:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 943 00000001:00080000:0.0:1713531221.313854:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970577 00000100:00100000:1.0:1713531221.313883:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409652864:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.313895:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:0.0:1713531221.313936:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970579 00000001:00080000:0.0:1713531221.313960:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970580 00000100:00100000:0.0:1713531221.314045:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a870000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652928:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.314064:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.314077:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091d34cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.314080:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.314094:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409652928 00000100:00100000:1.0:1713531221.314097:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409652928 00000100:00100000:1.0:1713531221.314114:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1713531221.314119:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409652928:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.314148:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038784 00000100:00100000:3.0:1713531221.314153:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038784 00000100:00100000:1.0:1713531221.314158:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409652928:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.314162:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a870000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652928:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531221.314163:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00010000:3.0:1713531221.314165:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 95 pid: 6404 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.314181:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 944 00000100:00100000:3.0:1713531221.314185:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405038784:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.314190:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.314193:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 95 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.314200:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 95 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.314208:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ca41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4766 expref: 95 pid: 6404 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.314217:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:3.0:1713531221.314220:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.314224:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.314227:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.314237:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.314245:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.314250:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.314256:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:1823:x1796767405038784:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.314261:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 944 00000001:00080000:0.0:1713531221.314289:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970581 00000100:00100000:0.0:1713531221.314324:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a870000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652992:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.314339:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1713531221.314353:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970578 00000100:00100000:0.0:1713531221.314353:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.314372:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409652992 00000100:00100000:2.0:1713531221.314376:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409652992 00000100:00100000:2.0:1713531221.314391:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1713531221.314395:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409652992:12345-0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531221.314478:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970583 00000100:00100000:2.0:1713531221.314504:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409652992:12345-0@lo:1000:mdt00_004.0 Request processed in 107us (163us total) trans 4294967597 rc 0/0 00000100:00100000:2.0:1713531221.314508:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1713531221.314510:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a870000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409652992:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1713531221.314516:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970584 00010000:00010000:0.0:1713531221.314521:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314525:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314529:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314534:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.314536:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314540:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314546:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff880131ab6f00) 00010000:00010000:0.0:1713531221.314547:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.314549:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314552:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cafe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x89:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.314558:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409653056:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531221.314565:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.314568:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.314571:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.314573:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.314575:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.314577:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.314581:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1713531221.314581:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008b78d800) 00010000:00010000:0.0:1713531221.314582:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.314584:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.314586:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135289b2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.314591:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.314593:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409653056 00000100:00100000:2.0:1713531221.314595:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409653056 00000100:00100000:2.0:1713531221.314604:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1713531221.314606:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409653056:12345-0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531221.314606:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314610:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314614:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314617:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314620:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314623:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314626:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.314627:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314630:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.314631:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409653056:12345-0@lo:1000:mdt00_005.0 Request processed in 24us (50us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.314633:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff880091d37100) 00010000:00010000:0.0:1713531221.314634:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1713531221.314635:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00010000:00010000:0.0:1713531221.314635:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.314640:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352cb0c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.314649:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967582 gen 2 00000004:00080000:1.0:1713531221.314653:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967581 committed transno 4294967582 00000004:00080000:1.0:1713531221.314670:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967582 committed transno 4294967582 00000040:00080000:0.0:1713531221.314676:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.314678:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531221.314689:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409653056:0@lo:1000:mdt00_005.0 00000040:00080000:0.0:1713531221.314736:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 139 count 121 00000040:00080000:0.0:1713531221.314742:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.314767:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8034:x1796767405038528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 1961us (2462us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1713531221.314773:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4638 00000020:00080000:0.0:1713531221.314775:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:1.0:1713531221.314808:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970585 00000100:00100000:1.0:1713531221.314847:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409653120:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531221.314866:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.314874:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.314925:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409653120 00000100:00100000:0.0:1713531221.314928:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409653120 00000100:00100000:0.0:1713531221.314939:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1713531221.314942:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409653120:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.315040:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409653120:12345-0@lo:1000:mdt00_005.0 Request processed in 96us (173us total) trans 4294967586 rc 0/0 00000100:00100000:0.0:1713531221.315044:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1713531221.315066:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409653120:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1713531221.315080:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315086:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315091:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315096:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.315099:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315104:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315112:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff880099cd0500) 00010000:00010000:1.0:1713531221.315114:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.315117:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315121:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cb05 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315135:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315140:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315145:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315149:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.315151:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315156:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315162:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:1.0:1713531221.315163:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.315165:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315169:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352898f lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.315188:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315195:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315201:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315206:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315211:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315215:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315218:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.315220:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315224:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315228:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008cf75d00) 00010000:00010000:1.0:1713531221.315230:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.315232:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.315236:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cb13 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:1.0:1713531221.315297:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.315299:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.315356:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.315376:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 138 count 121 00000040:00080000:1.0:1713531221.315381:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.315388:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405038912 00000100:00100000:2.0:1713531221.315391:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405038912 00000100:00100000:2.0:1713531221.315406:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1011 00000100:00100000:2.0:1713531221.315409:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8034:x1796767405038912:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.315414:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8033:x1796767405038656:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2242us (2300us total) trans 4294970586 rc 0/0 00000040:00080000:0.0:1713531221.315434:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.315436:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531221.315437:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4639 00000020:00080000:1.0:1713531221.315441:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.315454:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 142 count 121 00000040:00080000:0.0:1713531221.315457:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.315490:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a870e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409653184:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.315516:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00000004:00080000:2.0:1713531221.315544:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x89:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531221.315563:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970587 00010000:00010000:2.0:1713531221.315588:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315596:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315603:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315609:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315613:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315618:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315622:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315627:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.315629:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315634:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315640:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x89:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:2.0:1713531221.315642:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.315644:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.315650:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352cb1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x89:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.315708:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8034:x1796767405038912:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 296us (351us total) trans 4294970588 rc 0/0 00000100:00100000:2.0:1713531221.315715:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1011 00000020:00080000:2.0:1713531221.315718:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.316040:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.316066:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a870e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409653184:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1713531221.316109:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039040 00000040:00080000:2.0:1713531221.316112:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:3.0:1713531221.316114:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039040 00000040:00080000:2.0:1713531221.316115:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.316134:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1012 00000100:00100000:3.0:1713531221.316139:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8033:x1796767405039040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000040:00080000:2.0:1713531221.316298:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 142 count 121 00000040:00080000:2.0:1713531221.316303:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.316315:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.316330:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.316347:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.316354:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039104 00000100:00100000:0.0:1713531221.316356:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039168 00000100:00100000:1.0:1713531221.316358:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039104 00000100:00100000:0.0:1713531221.316359:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039168 00000100:00100000:0.0:1713531221.316369:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039232 00000100:00100000:0.0:1713531221.316370:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039232 00000100:00100000:1.0:1713531221.316377:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4640 00000100:00100000:0.0:1713531221.316381:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4641 00000100:00100000:1.0:1713531221.316382:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8037:x1796767405039168:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.316384:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8035:x1796767405039104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.316386:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4642 00000100:00100000:2.0:1713531221.316392:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8036:x1796767405039232:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.316395:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x87:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000080:2.0:1713531221.316406:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xaa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1713531221.316406:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1713531221.316406:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa4:0x0] from 18446744073709551615 #0 00000001:00080000:3.0:1713531221.316441:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970589 00000100:00100000:0.0:1713531221.316459:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8035:x1796767405039104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 73us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.316462:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8037:x1796767405039168:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 79us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.316464:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4641 00000100:00100000:2.0:1713531221.316466:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8036:x1796767405039232:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 73us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.316468:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4640 00000100:00100000:2.0:1713531221.316472:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4642 00010000:00010000:3.0:1713531221.316484:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316494:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316502:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316509:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316515:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316520:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316526:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316532:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.316535:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316541:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316548:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x87:0x0].0x0 (ffff88008d2f5400) 00010000:00010000:3.0:1713531221.316551:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.316553:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.316558:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352cb21 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x87:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.316624:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8033:x1796767405039040:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 483us (583us total) trans 4294970590 rc 0/0 00000100:00100000:3.0:1713531221.316629:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1012 00000020:00080000:3.0:1713531221.316632:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.317223:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.317245:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.317262:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039296 00000100:00100000:2.0:1713531221.317281:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039296 00000100:00100000:3.0:1713531221.317295:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039360 00000100:00100000:2.0:1713531221.317299:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4643 00000100:00100000:3.0:1713531221.317301:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039360 00000100:00100000:2.0:1713531221.317303:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8037:x1796767405039296:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.317325:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4644 00000100:00100000:3.0:1713531221.317331:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8036:x1796767405039360:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.317333:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317342:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317349:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317361:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317365:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317366:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317371:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317375:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317383:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317386:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317391:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317397:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317398:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317404:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317411:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.317411:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa9:0x0]: returning size 3 00000004:00200000:2.0:1713531221.317414:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.317435:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317444:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317448:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317449:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317451:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317456:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.317457:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317458:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317461:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317463:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317467:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.317468:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.317470:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317473:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352cb28 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317479:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317481:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.317484:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaa:0x0]: returning size 3 00010000:00010000:2.0:1713531221.317485:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.317487:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.317487:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.317488:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317491:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317494:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbfd7622f (ffff88009a3a4200) 00010000:00010000:2.0:1713531221.317495:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:3.0:1713531221.317496:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317496:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317499:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352cb2f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317504:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317507:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317509:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317512:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317513:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317515:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.317516:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317518:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.317519:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.317522:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff88008b78d400) 00010000:00010000:3.0:1713531221.317523:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.317523:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.317524:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317526:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.317526:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.317527:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352cb3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.317530:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317537:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00000100:00100000:1.0:1713531221.317538:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039424 00010000:00010000:3.0:1713531221.317539:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.317542:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.317542:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039424 00010000:00010000:3.0:1713531221.317546:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cb36 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.317551:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8037:x1796767405039296:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 247us (328us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.317555:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.317555:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4643 00010000:00010000:3.0:1713531221.317559:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.317560:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4645 00010000:00010000:3.0:1713531221.317564:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.317565:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8035:x1796767405039424:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.317569:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.317571:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317580:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317584:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x27d7622f (ffff880092731c00) 00010000:00010000:3.0:1713531221.317585:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.317586:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.317588:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.317589:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cb44 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.317596:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.317597:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317600:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317603:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.317604:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.317605:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a46c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.317607:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317610:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317613:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff88008b78d100) 00010000:00010000:3.0:1713531221.317614:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.317614:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.317615:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.317618:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cb4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.317619:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317624:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317636:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317642:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317649:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.317650:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8036:x1796767405039360:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 318us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.317656:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4644 00000004:00200000:1.0:1713531221.317662:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa4:0x0]: returning size 3 00000004:00200000:1.0:1713531221.317665:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.317670:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317676:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317682:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317687:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317691:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.317694:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317698:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317704:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.317706:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.317709:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317713:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cb52 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317722:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317728:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317732:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317736:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.317738:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317742:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317746:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92d7622f (ffff88008e40c700) 00010000:00010000:1.0:1713531221.317748:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.317749:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317754:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cb59 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317763:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317768:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317773:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317777:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.317779:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317785:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317790:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:1.0:1713531221.317791:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.317793:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.317797:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cb60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.317836:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8035:x1796767405039424:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 269us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.317843:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4645 00000100:00100000:0.0:1713531221.318218:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.318249:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039552 00000100:00100000:1.0:1713531221.318252:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039552 00000100:00100000:1.0:1713531221.318293:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4646 00000100:00100000:1.0:1713531221.318297:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+101:8037:x1796767405039552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.318306:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.318315:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cb67 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47b3 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.318375:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318382:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318389:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318403:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318407:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318412:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318447:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318454:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318460:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531221.318466:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa9:0x0]: returning size 3 00010000:00010000:1.0:1713531221.318521:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318526:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318531:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318536:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.318538:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318543:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318550:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff88008b78d400) 00010000:00010000:1.0:1713531221.318552:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.318555:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318559:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cb7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318566:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318571:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318575:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318578:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.318580:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318584:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318589:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.318591:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.318593:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318598:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cb6e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318605:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318609:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318613:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318617:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.318618:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318622:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318626:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbfd7622f (ffff88008e40c200) 00010000:00010000:1.0:1713531221.318628:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.318630:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318634:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352cb75 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbfd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.318654:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cb67 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47b3 expref: 103 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.318661:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cb67 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47b3 expref: 103 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.318668:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f840, rc 0) 00000100:00100000:1.0:1713531221.318697:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8037:x1796767405039552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 398us (478us total) trans 4294970591 rc 301/301 00000100:00100000:1.0:1713531221.318706:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4646 00000100:00100000:0.0:1713531221.319614:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.319648:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.319650:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039616 00000100:00100000:1.0:1713531221.319653:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039616 00000100:00100000:1.0:1713531221.319680:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039744 00000100:00100000:1.0:1713531221.319682:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039744 00000100:00100000:1.0:1713531221.319695:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4647 00000100:00100000:1.0:1713531221.319699:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8037:x1796767405039616:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.319700:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4648 00000100:00100000:0.0:1713531221.319705:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8036:x1796767405039744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.319713:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa9:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.319713:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.319721:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cb8a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47ba expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.319757:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8037:x1796767405039616:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (144us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.319758:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.319763:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4647 00010000:00010000:0.0:1713531221.319763:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319771:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319777:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319781:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319784:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319801:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319806:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319809:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531221.319812:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaa:0x0]: returning size 3 00010000:00010000:0.0:1713531221.319843:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319846:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319849:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319852:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.319854:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319857:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319862:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff88008b78d100) 00010000:00010000:0.0:1713531221.319864:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.319865:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319869:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352cb9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319875:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319878:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319881:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319883:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.319884:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319887:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319890:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.319891:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.319892:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319895:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352cb91 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319899:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319902:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319904:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319906:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.319908:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319910:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319913:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x27d7622f (ffff88008b78db00) 00010000:00010000:0.0:1713531221.319914:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.319915:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319918:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352cb98 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.319933:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cb8a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ba expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.319938:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cb8a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47ba expref: 104 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.319942:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5398c0, rc 0) 00000100:00100000:0.0:1713531221.319969:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8036:x1796767405039744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 264us (323us total) trans 4294970592 rc 301/301 00000100:00100000:0.0:1713531221.319973:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4648 00000100:00100000:2.0:1713531221.320651:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.320664:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039936 00000100:00100000:0.0:1713531221.320668:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039936 00000100:00100000:0.0:1713531221.320682:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4649 00000100:00100000:0.0:1713531221.320685:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8036:x1796767405039936:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.320692:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.320707:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405039872 00000100:00100000:2.0:1713531221.320710:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405039872 00000100:00100000:2.0:1713531221.320737:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4650 00000004:00000080:0.0:1713531221.320738:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xaa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.320742:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8037:x1796767405039872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.320751:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.320760:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352cbad lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47c1 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.320778:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8036:x1796767405039936:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 92us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.320784:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4649 00000100:00100000:3.0:1713531221.320834:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.320869:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040064 00000100:00100000:0.0:1713531221.320872:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040064 00000100:00100000:0.0:1713531221.320889:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4651 00000100:00100000:0.0:1713531221.320892:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8035:x1796767405040064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.320897:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.320903:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cbb4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47c8 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.320945:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320950:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320955:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320961:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320965:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320968:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320983:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320987:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.320990:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:0.0:1713531221.320993:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa4:0x0]: returning size 3 00010000:00010000:0.0:1713531221.321022:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321026:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321029:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321032:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.321033:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321036:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321040:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:0.0:1713531221.321042:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.321043:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321046:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cbc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321051:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321054:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321057:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321060:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.321061:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321064:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321067:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.321068:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.321069:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321071:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cbbb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321075:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321078:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321081:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321084:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.321085:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321087:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321090:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92d7622f (ffff88008b78da00) 00010000:00010000:0.0:1713531221.321091:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.321092:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321095:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cbc2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.321110:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cbb4 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47c8 expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.321114:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cbb4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47c8 expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.321118:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b180, rc 0) 00000004:00080000:2.0:1713531221.321139:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4b:0x0], index 1: 0 00000100:00100000:0.0:1713531221.321144:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:8035:x1796767405040064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 251us (312us total) trans 4294970593 rc 301/301 00000100:00100000:0.0:1713531221.321148:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4651 00010000:00010000:2.0:1713531221.321258:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352cbd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.321264:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352cbd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.321289:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352cbd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.321310:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352cbad lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47c1 expref: 107 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.321318:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352cbd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47c1 expref: 106 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.321323:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a3a4000) 00010000:00010000:2.0:1713531221.321324:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.321326:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11d40, rc 0) 00000100:00100000:2.0:1713531221.321353:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:8037:x1796767405039872:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 610us (661us total) trans 4294970594 rc 0/0 00000100:00100000:2.0:1713531221.321363:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4650 00000100:00100000:0.0:1713531221.321991:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.322033:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040128 00000100:00100000:2.0:1713531221.322036:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040128 00000100:00100000:2.0:1713531221.322052:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4652 00000100:00100000:2.0:1713531221.322056:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:8035:x1796767405040128:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.322071:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa4:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.322106:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:8035:x1796767405040128:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.322110:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4652 00000100:00100000:0.0:1713531221.322128:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.322139:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040256 00000100:00100000:2.0:1713531221.322141:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040256 00000100:00100000:2.0:1713531221.322150:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4653 00000100:00100000:2.0:1713531221.322153:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+106:8036:x1796767405040256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.322158:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.322164:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352cbe5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47cf expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.322339:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4e:0x0], index 0: 0 00010000:00010000:2.0:1713531221.322451:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352cbec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.322457:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352cbec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.322462:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352cbec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.322480:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352cbe5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47cf expref: 109 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.322488:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352cbec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47cf expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.322493:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:2.0:1713531221.322495:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.322496:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:2.0:1713531221.322520:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:8036:x1796767405040256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 366us (392us total) trans 4294970595 rc 0/0 00000100:00100000:2.0:1713531221.322523:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4653 00000100:00100000:0.0:1713531221.323327:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.323379:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040384 00000100:00100000:3.0:1713531221.323385:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040384 00000100:00100000:3.0:1713531221.323435:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4654 00000100:00100000:3.0:1713531221.323442:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:8037:x1796767405040384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.323474:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.323490:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352cbd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47c1 expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.323501:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a3a4000) 00010000:00010000:3.0:1713531221.323508:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.323527:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323536:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323543:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323559:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323565:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323571:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323626:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323632:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323637:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323642:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.323645:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323651:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323658:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.323661:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.323663:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323669:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cbfa lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323677:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323682:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323687:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323696:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.323698:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323703:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323709:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0xb0933581 (ffff8800a724fe00) 00010000:00010000:3.0:1713531221.323711:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.323713:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.323718:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cc01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xb0933581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.323779:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8037:x1796767405040384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 336us (450us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.323786:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4654 00000100:00100000:0.0:1713531221.324507:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.324540:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.324551:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040448 00000100:00100000:3.0:1713531221.324555:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040448 00000100:00100000:0.0:1713531221.324558:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040576 00000100:00100000:0.0:1713531221.324563:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040576 00000100:00100000:3.0:1713531221.324586:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4655 00000100:00100000:3.0:1713531221.324593:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:8037:x1796767405040448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.324594:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4656 00000100:00100000:0.0:1713531221.324600:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8035:x1796767405040576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.324603:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.324609:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.324616:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cc08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47d6 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.324622:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cc0f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47dd expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.324638:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.324645:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.324653:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.324702:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cc08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 111 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.324710:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.324715:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:3.0:1713531221.324716:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.324717:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:3.0:1713531221.324746:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:8037:x1796767405040448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 154us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.324750:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4655 00000004:00080000:0.0:1713531221.324837:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4c:0x0], index 1: 0 00010000:00010000:0.0:1713531221.324964:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352cc1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.324973:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352cc1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.324979:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352cc1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.325007:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cc0f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47dd expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.325019:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352cc1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47dd expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.325024:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008b78d300) 00010000:00010000:0.0:1713531221.325025:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.325027:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:0.0:1713531221.325056:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8035:x1796767405040576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 457us (518us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1713531221.325062:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4656 00000100:00100000:0.0:1713531221.325442:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.325478:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040704 00000100:00100000:2.0:1713531221.325482:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040704 00000100:00100000:2.0:1713531221.325510:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4657 00000100:00100000:2.0:1713531221.325516:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8037:x1796767405040704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.325561:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.325570:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.325577:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000040:00080000:2.0:1713531221.325795:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].63, 88 off13256 00000004:00010000:2.0:1713531221.325853:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008a870e00 reply state ffff88008affc000 transno 4294970597 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.325860:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.325910:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8037:x1796767405040704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 393us (468us total) trans 4294970597 rc 0/0 00000100:00100000:2.0:1713531221.325916:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4657 00000100:00100000:0.0:1713531221.325928:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.325943:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040832 00000100:00100000:2.0:1713531221.325947:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040832 00000100:00100000:2.0:1713531221.325963:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4658 00000100:00100000:2.0:1713531221.325968:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8036:x1796767405040832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.325988:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.326000:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352cbec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47cf expref: 112 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.326009:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:2.0:1713531221.326016:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.326026:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326031:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326036:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326047:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326051:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326054:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326083:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326087:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326091:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326094:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.326096:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326100:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326104:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:2.0:1713531221.326105:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.326107:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326109:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352cc32 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326114:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326116:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326119:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326122:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bc000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.326124:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326129:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326132:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0xb812193 (ffff88008c068e00) 00010000:00010000:2.0:1713531221.326133:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.326134:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326137:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cc39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xb812193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.326169:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8036:x1796767405040832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 200us (241us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.326173:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4658 00010000:00010000:3.0:1713531221.326472:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326479:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326483:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326486:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.326488:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326491:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326501:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:3.0:1713531221.326502:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1713531221.326503:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.326504:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326507:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352cc2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.326519:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040896 00000100:00100000:0.0:1713531221.326523:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040896 00000100:00100000:0.0:1713531221.326547:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4659 00000100:00100000:0.0:1713531221.326552:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8037:x1796767405040896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.326561:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.326568:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47e4 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.326589:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.326597:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.326610:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:0.0:1713531221.326612:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.326614:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539f80, rc 0) 00000100:00100000:0.0:1713531221.326639:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8037:x1796767405040896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.326643:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4659 00000100:00100000:0.0:1713531221.326739:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.326749:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405040960 00000100:00100000:2.0:1713531221.326752:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405040960 00000100:00100000:0.0:1713531221.326758:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.326769:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041088 00000100:00100000:2.0:1713531221.326770:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041088 00000100:00100000:2.0:1713531221.326779:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4660 00000100:00100000:2.0:1713531221.326782:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8036:x1796767405040960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.326787:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4661 00010000:00010000:2.0:1713531221.326788:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.326793:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8035:x1796767405041088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.326796:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cc47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47eb expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.326807:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326810:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.326811:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.326816:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.326819:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352cc1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47dd expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.326828:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.326833:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.326843:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326848:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326853:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.326854:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cc47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.326861:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.326862:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326865:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.326865:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.326866:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.326868:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bef40, rc 0) 00010000:00010000:3.0:1713531221.326872:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.326890:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8036:x1796767405040960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 107us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.326894:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4660 00010000:00010000:3.0:1713531221.326900:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326903:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326907:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326910:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.326911:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326914:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326917:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.326918:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.326920:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326922:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cc55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326927:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326930:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326934:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326937:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.326938:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326941:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326944:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0xc94fe03d (ffff88008bbd3500) 00010000:00010000:3.0:1713531221.326945:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.326946:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.326949:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cc5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0xc94fe03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.326980:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:8035:x1796767405041088:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 188us (221us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.326985:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4661 00000100:00100000:0.0:1713531221.327260:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.327291:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041152 00000100:00100000:2.0:1713531221.327294:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041152 00000100:00100000:2.0:1713531221.327311:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1115 00000100:00100000:2.0:1713531221.327314:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405041152:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.327471:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405041152:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 156us (211us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1713531221.327476:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1115 00000100:00100000:0.0:1713531221.327477:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.327510:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.327522:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041216 00000100:00100000:2.0:1713531221.327524:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041216 00000100:00100000:3.0:1713531221.327530:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041344 00000100:00100000:3.0:1713531221.327535:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041344 00000100:00100000:2.0:1713531221.327535:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4662 00000100:00100000:2.0:1713531221.327538:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8035:x1796767405041216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.327546:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.327554:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4663 00010000:00010000:2.0:1713531221.327554:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352cc63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47f2 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.327558:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8036:x1796767405041344:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.327565:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.327570:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.327574:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.327592:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.327601:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.327606:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352cc63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.327609:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.327613:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.327617:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:2.0:1713531221.327618:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.327619:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bed00, rc 0) 00000100:00100000:2.0:1713531221.327642:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8035:x1796767405041216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.327646:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4662 00000040:00080000:3.0:1713531221.327830:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].63, 88 off13352 00000004:00010000:3.0:1713531221.327883:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008aa29180 reply state ffff88013187a000 transno 4294970598 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.327888:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531221.327925:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+114:8036:x1796767405041344:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 365us (414us total) trans 4294970598 rc 0/0 00000100:00100000:3.0:1713531221.327930:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4663 00000100:00100000:3.0:1713531221.328009:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.328027:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041472 00000100:00100000:0.0:1713531221.328031:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041472 00000100:00100000:0.0:1713531221.328052:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1013 00000100:00100000:0.0:1713531221.328056:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+114:8037:x1796767405041472:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.328153:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.328196:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041600 00000100:00100000:3.0:1713531221.328200:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041600 00000100:00100000:3.0:1713531221.328219:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4664 00000100:00100000:3.0:1713531221.328224:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+116:8035:x1796767405041600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.328255:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.328263:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.328299:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.328306:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8037:x1796767405041472:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 247us (294us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1713531221.328311:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1013 00010000:00010000:2.0:1713531221.328345:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328350:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328354:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328357:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.328359:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328362:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328367:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.328368:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.328370:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.328373:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cc71 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.328396:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:3.0:1713531221.328492:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].64, 88 off13344 00000004:00010000:3.0:1713531221.328548:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008ae3f800 reply state ffff88008c35f000 transno 4294970600 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.328554:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.328567:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041664 00000100:00100000:0.0:1713531221.328571:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041664 00000100:00100000:0.0:1713531221.328592:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4665 00000100:00100000:0.0:1713531221.328595:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8036:x1796767405041664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.328596:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+117:8035:x1796767405041600:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 370us (441us total) trans 4294970600 rc 0/0 00010000:00010000:0.0:1713531221.328603:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.328607:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4664 00010000:00010000:0.0:1713531221.328610:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c47f9 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.328627:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.328633:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.328639:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:0.0:1713531221.328641:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.328642:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539200, rc 0) 00000100:00100000:0.0:1713531221.328665:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8036:x1796767405041664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 69us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.328671:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4665 00000100:00100000:0.0:1713531221.328952:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.328975:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041792 00000100:00100000:2.0:1713531221.328977:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041792 00000100:00100000:2.0:1713531221.328995:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4666 00000100:00100000:2.0:1713531221.328998:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8037:x1796767405041792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.329027:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8037:x1796767405041792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.329030:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4666 00010000:00010000:3.0:1713531221.329138:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329145:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329150:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329155:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.329158:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329164:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329173:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:3.0:1713531221.329175:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.329178:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.329183:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cc78 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.329186:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.329194:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041856 00000100:00100000:2.0:1713531221.329195:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041856 00000100:00100000:2.0:1713531221.329207:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4667 00000100:00100000:2.0:1713531221.329210:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8035:x1796767405041856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.329215:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.329221:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4800 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329236:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329241:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329248:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:2.0:1713531221.329249:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.329251:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdb00, rc 0) 00000100:00100000:2.0:1713531221.329263:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8035:x1796767405041856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 53us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.329288:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4667 00000100:00100000:0.0:1713531221.329376:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.329387:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041920 00000100:00100000:2.0:1713531221.329388:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041920 00000100:00100000:2.0:1713531221.329397:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000100:00100000:2.0:1713531221.329400:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405041920:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.329521:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405041920:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 119us (144us total) trans 4294967598 rc 0/0 00000100:00100000:2.0:1713531221.329525:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000100:00100000:0.0:1713531221.329655:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.329664:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405041984 00000100:00100000:2.0:1713531221.329666:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405041984 00000100:00100000:2.0:1713531221.329679:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4668 00000100:00100000:2.0:1713531221.329681:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8037:x1796767405041984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.329686:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.329691:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352cc8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4807 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329709:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.329714:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.329718:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.329730:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.329735:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.329744:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352cc8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4807 expref: 119 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329750:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4807 expref: 118 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.329754:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:2.0:1713531221.329755:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.329756:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bfa80, rc 0) 00000100:00100000:2.0:1713531221.329770:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8037:x1796767405041984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.329775:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4668 00000100:00100000:0.0:1713531221.329929:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.329945:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042048 00000100:00100000:2.0:1713531221.329948:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042048 00000100:00100000:2.0:1713531221.329964:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1117 00000100:00100000:2.0:1713531221.329968:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405042048:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.330083:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405042048:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 112us (153us total) trans 4294967588 rc 0/0 00000100:00100000:1.0:1713531221.330086:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.330089:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1117 00000100:00100000:0.0:1713531221.330105:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042176 00000100:00100000:0.0:1713531221.330108:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042176 00000100:00100000:0.0:1713531221.330120:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1014 00000100:00100000:0.0:1713531221.330123:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8036:x1796767405042176:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.330294:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.330297:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8036:x1796767405042176:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 172us (213us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1713531221.330302:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1014 00000100:00100000:3.0:1713531221.330368:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042240 00000100:00100000:3.0:1713531221.330372:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042240 00000100:00100000:3.0:1713531221.330393:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000100:00100000:3.0:1713531221.330399:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405042240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.330409:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.330441:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c480e expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.330461:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:3.0:1713531221.330474:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.330476:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.330484:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.330496:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.330505:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6640, rc 0) 00000100:00100000:3.0:1713531221.330532:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405042240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 132us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.330539:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000100:00100000:2.0:1713531221.330556:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.330590:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042368 00000100:00100000:1.0:1713531221.330594:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042368 00000100:00100000:1.0:1713531221.330610:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1015 00000100:00100000:1.0:1713531221.330615:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8035:x1796767405042368:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.330755:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8035:x1796767405042368:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 138us (197us total) trans 4294970602 rc 0/0 00000100:00100000:1.0:1713531221.330761:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1015 00000100:00100000:0.0:1713531221.330788:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.330797:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042496 00000100:00100000:2.0:1713531221.330799:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042496 00000100:00100000:2.0:1713531221.330810:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4669 00000100:00100000:2.0:1713531221.330813:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+120:8036:x1796767405042496:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.330837:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+120:8036:x1796767405042496:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 23us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.330840:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4669 00000100:00100000:0.0:1713531221.331150:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.331172:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.331180:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042624 00000100:00100000:2.0:1713531221.331183:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042624 00000100:00100000:2.0:1713531221.331196:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042752 00000100:00100000:2.0:1713531221.331197:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042752 00000100:00100000:2.0:1713531221.331205:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4670 00000100:00100000:2.0:1713531221.331208:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8035:x1796767405042624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.331214:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4671 00000100:00100000:1.0:1713531221.331219:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8037:x1796767405042752:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.331236:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8035:x1796767405042624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.331239:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4670 00000100:00100000:1.0:1713531221.331252:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8037:x1796767405042752:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 32us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.331261:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4671 00000100:00100000:0.0:1713531221.331320:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.331331:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042816 00000100:00100000:1.0:1713531221.331334:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042816 00000100:00100000:1.0:1713531221.331347:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4672 00000100:00100000:1.0:1713531221.331351:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8036:x1796767405042816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.331357:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.331366:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cca2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4815 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331390:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331399:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331406:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.331434:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.331442:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331456:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cca2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4815 expref: 122 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331467:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4815 expref: 121 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331473:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.331475:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.331477:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e400, rc 0) 00000100:00100000:1.0:1713531221.331496:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8036:x1796767405042816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 145us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.331502:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4672 00000100:00100000:0.0:1713531221.331811:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.331845:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042880 00000100:00100000:1.0:1713531221.331848:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042880 00000100:00100000:1.0:1713531221.331869:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4673 00000100:00100000:1.0:1713531221.331873:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8035:x1796767405042880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.331881:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.331888:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352ccb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c481c expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331909:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331927:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331933:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.331947:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1713531221.331950:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:1.0:1713531221.331953:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.331965:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352ccb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c481c expref: 123 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331974:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c481c expref: 122 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.331996:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:1.0:1713531221.331998:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.332000:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ef40, rc 0) 00000100:00100000:3.0:1713531221.332015:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405042944 00000100:00100000:3.0:1713531221.332019:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405042944 00000100:00100000:1.0:1713531221.332020:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8035:x1796767405042880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 146us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.332025:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4673 00000100:00100000:3.0:1713531221.332042:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1119 00000100:00100000:3.0:1713531221.332048:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:8037:x1796767405042944:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.332057:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.332066:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4823 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.332084:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.332092:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.332093:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.332096:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.332119:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.332124:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.332128:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 13 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.332138:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409653248:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.332154:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043008 00000100:00100000:1.0:1713531221.332158:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043008 00000100:00100000:3.0:1713531221.332172:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.332177:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:1.0:1713531221.332181:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405043008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.332187:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.332199:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c482a expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.332212:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:1.0:1713531221.332224:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.332226:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.332231:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 14 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.332241:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 14 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.332248:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5db00, rc 0) 00000100:00100000:1.0:1713531221.332285:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405043008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 102us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.332290:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:0.0:1713531221.332717:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.332753:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043072 00000100:00100000:1.0:1713531221.332757:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043072 00000100:00100000:3.0:1713531221.332767:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409653248:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.332772:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1121 00000100:00100000:1.0:1713531221.332777:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405043072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.332783:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.332785:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.332796:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4831 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.332797:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7180, rc 0) 00002000:00010000:1.0:1713531221.332807:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00000100:00100000:0.0:1713531221.332808:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.332816:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.332817:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.332821:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.332829:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:8037:x1796767405042944:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 779us (877us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.332832:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.332837:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1119 00010000:00010000:1.0:1713531221.332838:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f840, rc 0) 00000100:00100000:1.0:1713531221.332860:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405043072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 82us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.332864:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.332866:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1121 00000100:00100000:2.0:1713531221.332876:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043136 00000100:00100000:2.0:1713531221.332880:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043136 00000100:00100000:1.0:1713531221.332886:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043264 00000100:00100000:1.0:1713531221.332888:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043264 00010000:00010000:2.0:1713531221.332895:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.332900:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4674 00000100:00100000:1.0:1713531221.332904:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8036:x1796767405043264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.332912:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 945 00000100:00100000:2.0:1713531221.332915:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405043136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.332922:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.332932:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.332935:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8036:x1796767405043264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (70us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.332940:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.332940:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4674 00010000:00010000:2.0:1713531221.332952:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6640/0xe3b2c9851352cc9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c480e expref: 14 pid: 15497 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.332959:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.332960:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.332964:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.332970:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.332988:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.332996:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409653312:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.333024:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.333297:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.333369:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043392 00000100:00100000:2.0:1713531221.333373:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043392 00000100:00100000:2.0:1713531221.333406:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4675 00000100:00100000:2.0:1713531221.333410:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8035:x1796767405043392:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.333454:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8035:x1796767405043392:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 42us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.333469:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4675 00000100:00100000:0.0:1713531221.333567:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.333578:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409653312:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.333587:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.333600:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405043136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 685us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.333605:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 945 00000100:00100000:3.0:1713531221.333614:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043456 00000100:00100000:3.0:1713531221.333619:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043456 00000100:00100000:3.0:1713531221.333646:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1122 00000100:00100000:3.0:1713531221.333649:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:8036:x1796767405043456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.333656:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.333665:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4838 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.333681:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.333686:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.333687:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.333689:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.333701:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.333707:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.333713:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409653376:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.333736:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.333987:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.334022:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.334053:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043520 00000100:00100000:1.0:1713531221.334054:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043584 00000100:00100000:1.0:1713531221.334057:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043584 00000100:00100000:2.0:1713531221.334058:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043520 00000100:00100000:1.0:1713531221.334073:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1123 00002000:00100000:2.0:1713531221.334075:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4b:0x0] (0->2) req@ffff88008aa18a80 x1796767405043520/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:1.0:1713531221.334078:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:8035:x1796767405043584:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00002000:00100000:2.0:1713531221.334082:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa18a80 with x1796767405043520 ext(0->2) 00010000:00010000:1.0:1713531221.334085:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1713531221.334086:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa18a80 00010000:00010000:1.0:1713531221.334092:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c483f expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.334104:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 257 00010000:00010000:1.0:1713531221.334105:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.334108:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405043520:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.334110:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.334112:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.334115:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.334132:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 15 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.334141:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00000100:00100000:1.0:1713531221.334149:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409653440:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.334176:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409653376:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.334184:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692d840 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.334193:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.334205:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00000100:00100000:3.0:1713531221.334229:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:8036:x1796767405043456:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 577us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.334235:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1122 00000100:00100000:1.0:1713531221.334287:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.334328:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043648 00000100:00100000:3.0:1713531221.334333:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043648 00010000:00010000:3.0:1713531221.334347:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00000100:00100000:3.0:1713531221.334366:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 946 00000100:00100000:3.0:1713531221.334372:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405043648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.334380:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.334393:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405043520:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 283us (404us total) trans 4294967589 rc 0/0 00010000:00010000:3.0:1713531221.334396:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.334398:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 257 00002000:00100000:2.0:1713531221.334403:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4b:0x0] (0->2) req@ffff88008aa18a80 x1796767405043520/t4294967589(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00010000:3.0:1713531221.334405:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00002000:00100000:2.0:1713531221.334408:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa18a80 with x1796767405043520 ext(0->2) 00002000:00010000:2.0:1713531221.334410:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa18a80 00010000:00010000:3.0:1713531221.334437:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352ccc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c482a expref: 15 pid: 18188 timeout: 415 lvb_type: 1 00010000:00010000:3.0:1713531221.334448:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.334450:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.334455:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.334462:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.334482:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.334491:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409653504:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.334519:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.334703:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409653440:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.334720:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 16 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.334728:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e640, rc 0) 00000100:00100000:1.0:1713531221.334747:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+16:8035:x1796767405043584:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 668us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.334753:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1123 00000100:00100000:0.0:1713531221.334844:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.334911:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043712 00000100:00100000:2.0:1713531221.334915:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043712 00010000:00010000:2.0:1713531221.334927:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 16 pid: 18188 timeout: 415 lvb_type: 1 00000100:00100000:2.0:1713531221.334943:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 947 00000100:00100000:2.0:1713531221.334947:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405043712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.334952:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.334959:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 16 pid: 18188 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.334966:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 16 pid: 18188 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.334975:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352cccc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4831 expref: 16 pid: 18188 timeout: 415 lvb_type: 1 00010000:00010000:2.0:1713531221.334981:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.334982:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.334985:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.334985:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.334990:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.335002:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.335008:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409653568:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.335029:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bca80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.335047:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409653504:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.335054:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.335072:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405043648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 700us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.335077:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 946 00000100:00100000:3.0:1713531221.335091:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043776 00000100:00100000:3.0:1713531221.335093:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043776 00000100:00100000:3.0:1713531221.335103:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4676 00000100:00100000:3.0:1713531221.335106:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8037:x1796767405043776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.335748:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409653568:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.335756:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.335891:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405043712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 941us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.335898:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 947 00000100:00100000:0.0:1713531221.335916:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.335947:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.336017:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043840 00000100:00100000:3.0:1713531221.336021:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043840 00000100:00100000:2.0:1713531221.336036:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043904 00000100:00100000:2.0:1713531221.336039:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043904 00002000:00100000:2.0:1713531221.336053:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4c:0x0] (0->2) req@ffff88008aa19880 x1796767405043904/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.336058:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa19880 with x1796767405043904 ext(0->2) 00002000:00100000:3.0:1713531221.336059:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4e:0x0] (0->2) req@ffff88008aa19500 x1796767405043840/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00010000:2.0:1713531221.336061:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa19880 00002000:00100000:3.0:1713531221.336068:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa19500 with x1796767405043840 ext(0->2) 00002000:00010000:3.0:1713531221.336071:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa19500 00000100:00100000:2.0:1713531221.336074:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 258 00000100:00100000:2.0:1713531221.336077:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405043904:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.336089:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 259 00000100:00100000:3.0:1713531221.336094:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405043840:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.336499:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405043904:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 419us (549us total) trans 4294967590 rc 0/0 00000100:00100000:2.0:1713531221.336504:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 258 00002000:00100000:2.0:1713531221.336508:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4c:0x0] (0->2) req@ffff88008aa19880 x1796767405043904/t4294967590(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.336518:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa19880 with x1796767405043904 ext(0->2) 00002000:00010000:2.0:1713531221.336520:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa19880 00000100:00100000:3.0:1713531221.336662:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405043840:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 566us (744us total) trans 4294967599 rc 0/0 00000100:00100000:3.0:1713531221.336670:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 259 00002000:00100000:3.0:1713531221.336676:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x4e:0x0] (0->2) req@ffff88008aa19500 x1796767405043840/t4294967599(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.336684:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa19500 with x1796767405043840 ext(0->2) 00002000:00010000:3.0:1713531221.336688:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa19500 00000100:00100000:1.0:1713531221.337095:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.337109:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405043968 00000100:00100000:1.0:1713531221.337112:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405043968 00000100:00100000:1.0:1713531221.337129:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4677 00000100:00100000:1.0:1713531221.337133:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+123:8035:x1796767405043968:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.337173:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.337185:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044032 00000100:00100000:0.0:1713531221.337188:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044032 00000100:00100000:0.0:1713531221.337204:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4678 00000100:00100000:0.0:1713531221.337208:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+124:8036:x1796767405044032:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.343099:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970601 is committed 00000020:00080000:0.0:1713531221.343115:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880091d34f00 refcount 2 committed 0 result 0 batchid 116 00000020:00080000:0.0:1713531221.343118:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d37500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880091d34cc0 00000020:00080000:0.0:1713531221.343120:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d37700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ee5b000 00000020:00080000:2.0:1713531221.343133:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 111 00000001:00080000:0.0:1713531221.343133:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970602 is committed 00000020:00080000:0.0:1713531221.343139:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c8016c0 refcount 2 committed 0 result 0 batchid 117 00000020:00080000:0.0:1713531221.343140:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c801300 00000020:00080000:0.0:1713531221.343142:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6b3bb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c155000 00000020:00080000:2.0:1713531221.343150:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 111 00000100:00100000:3.0:1713531221.343161:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8037:x1796767405043776:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8051us (8174us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.343161:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8035:x1796767405043968:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6024us (6064us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.343169:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4677 00000020:00080000:0.0:1713531221.343169:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c3bc600 refcount 2 committed 0 result 0 batchid 115 00000020:00080000:0.0:1713531221.343170:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3bc540 00000020:00080000:0.0:1713531221.343172:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012fc40c00 00000100:00100000:3.0:1713531221.343175:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4676 00000020:00080000:2.0:1713531221.343181:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 117 committed batchid 111 00000020:00080000:0.0:1713531221.343187:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 114 batchid updated 00000100:00100000:0.0:1713531221.343221:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8036:x1796767405044032:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6011us (6047us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.343226:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4678 00000020:00080000:2.0:1713531221.343314:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 114 00000100:00100000:0.0:1713531221.343939:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.343956:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.343974:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.343979:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044096 00000100:00100000:1.0:1713531221.343983:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044096 00000100:00100000:0.0:1713531221.343986:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044224 00000100:00100000:0.0:1713531221.343989:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044224 00000100:00100000:1.0:1713531221.344008:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044160 00000100:00100000:1.0:1713531221.344009:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044160 00000100:00100000:0.0:1713531221.344013:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000100:00100000:0.0:1713531221.344017:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405044096:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.344019:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000100:00100000:3.0:1713531221.344024:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+16:1825:x1796767405044224:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.344032:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1126 00000100:00100000:1.0:1713531221.344037:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405044160:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.357107:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967586 is committed 00000001:00080000:0.0:1713531221.357117:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967585 is committed 00000001:00080000:0.0:1713531221.357120:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967590 is committed 00000100:00100000:1.0:1713531221.357165:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405044160:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13122us (13183us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.357176:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1126 00000100:00100000:1.0:1713531221.357215:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405044096:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13196us (13275us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.357221:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000001:00080000:2.0:1713531221.358142:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967594 is committed 00000001:00080000:2.0:1713531221.358150:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967596 is committed 00000001:00080000:2.0:1713531221.358154:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967598 is committed 00000001:00080000:2.0:1713531221.358157:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967597 is committed 00000001:00080000:2.0:1713531221.358162:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967599 is committed 00000100:00100000:3.0:1713531221.358212:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405044224:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14181us (14247us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.358223:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000100:00100000:0.0:1713531221.358254:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.358300:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044352 00000100:00100000:1.0:1713531221.358307:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044352 00000100:00100000:1.0:1713531221.358335:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4679 00000100:00100000:1.0:1713531221.358341:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8037:x1796767405044352:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.358356:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.358367:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044480 00000100:00100000:2.0:1713531221.358378:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044480 00010000:00010000:1.0:1713531221.358388:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.358398:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4680 00000100:00100000:2.0:1713531221.358403:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:8035:x1796767405044480:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.358410:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352cc94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4807 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.358435:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.358436:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:1.0:1713531221.358440:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.358448:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352ccb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c481c expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.358459:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:2.0:1713531221.358462:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.358464:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358475:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358476:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358483:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358484:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358490:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358498:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358501:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358505:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358507:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.358512:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358512:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358517:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.358518:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.358520:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358520:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358526:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358526:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358532:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:1.0:1713531221.358532:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:2.0:1713531221.358534:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.358534:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.358537:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358537:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.358541:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352cce8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.358542:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cce1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.358585:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:8037:x1796767405044352:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 243us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.358586:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:8035:x1796767405044480:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 182us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.358591:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4679 00000100:00100000:2.0:1713531221.358595:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4680 00000100:00100000:0.0:1713531221.358954:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.358984:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044608 00000100:00100000:2.0:1713531221.358987:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044608 00000100:00100000:2.0:1713531221.359007:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4681 00000100:00100000:2.0:1713531221.359011:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:8036:x1796767405044608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.359028:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.359037:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cca9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4815 expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.359047:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.359049:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.359058:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359064:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359070:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359079:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359084:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359089:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359094:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.359096:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359101:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359107:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.359108:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.359111:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.359116:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ccef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.359155:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:8036:x1796767405044608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 143us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.359161:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4681 00000100:00100000:0.0:1713531221.359162:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.359219:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.359229:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044672 00000100:00100000:1.0:1713531221.359232:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044736 00000100:00100000:3.0:1713531221.359234:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044672 00000100:00100000:1.0:1713531221.359236:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044736 00000100:00100000:1.0:1713531221.359256:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1127 00000100:00100000:1.0:1713531221.359260:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405044736:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.359261:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1128 00000100:00100000:3.0:1713531221.359282:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405044672:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1713531221.359477:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.359480:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.359482:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.359483:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.359484:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:1.0:1713531221.359498:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.359501:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.359504:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.359506:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531221.359507:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.359512:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405044672:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 245us (350us total) trans 4294967591 rc 0/0 00000100:00100000:3.0:1713531221.359516:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1128 00000100:00100000:1.0:1713531221.359529:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405044736:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 266us (308us total) trans 4294967592 rc 0/0 00000100:00100000:1.0:1713531221.359540:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1127 00000100:00100000:0.0:1713531221.359689:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.359717:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044800 00000100:00100000:1.0:1713531221.359721:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044800 00000100:00100000:1.0:1713531221.359743:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000100:00100000:1.0:1713531221.359748:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405044800:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.359872:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.359874:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.359877:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.359879:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531221.359881:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.359902:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405044800:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 153us (213us total) trans 4294967600 rc 0/0 00000100:00100000:1.0:1713531221.359908:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000100:00100000:0.0:1713531221.360076:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.360098:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.360108:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405044992 00000100:00100000:2.0:1713531221.360112:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405044992 00000100:00100000:2.0:1713531221.360123:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045056 00000100:00100000:2.0:1713531221.360125:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045056 00000100:00100000:1.0:1713531221.360131:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4682 00000100:00100000:1.0:1713531221.360137:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a710e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8037:x1796767405044992:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.360139:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4683 00000100:00100000:0.0:1713531221.360144:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8035:x1796767405045056:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.360158:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.360162:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.360167:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.360169:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.360174:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.360175:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.360195:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 87 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.360197:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.360203:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 87 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.360208:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 87 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.360212:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409653632:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.360217:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409653696:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.360244:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.360246:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.360388:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.360412:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045184 00000100:00100000:2.0:1713531221.360415:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045184 00000100:00100000:2.0:1713531221.360443:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4684 00000100:00100000:2.0:1713531221.360448:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8036:x1796767405045184:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.360467:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.360476:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.360483:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.360497:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.360505:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.360519:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409653760:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.360540:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.360781:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409653632:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.360794:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.360804:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409653696:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.360815:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.360930:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.360955:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045248 00000100:00100000:2.0:1713531221.360957:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045248 00010000:00010000:2.0:1713531221.360970:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 89 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.360985:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 948 00000100:00100000:2.0:1713531221.360989:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405045248:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.360996:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.361000:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 89 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.361008:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 89 pid: 15461 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.361009:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.361019:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352cc16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47d6 expref: 89 pid: 15461 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.361028:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:2.0:1713531221.361032:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.361034:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045312 00000100:00100000:0.0:1713531221.361036:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.361039:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045312 00010000:00010000:2.0:1713531221.361042:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.361047:0:6391:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045376 00010000:00010000:2.0:1713531221.361048:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.361051:0:6391:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045376 00010000:00010000:3.0:1713531221.361058:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.361059:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.361063:0:6391:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.361063:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.361067:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.361076:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405045248:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (200us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.361077:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.361081:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.361082:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 948 00010000:00010000:0.0:1713531221.361084:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.361087:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 949 00010000:00010000:0.0:1713531221.361087:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.361088:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.361091:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405045312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.361092:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 950 00010000:00010000:0.0:1713531221.361094:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.361096:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:1824:x1796767405045376:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.361099:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.361100:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:0.0:1713531221.361101:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.361103:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.361103:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.361104:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.361106:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ccf6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.361108:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.361110:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.361118:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 89 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.361124:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cc6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f2 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.361126:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a710e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8037:x1796767405044992:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 989us (1050us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531221.361128:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:1.0:1713531221.361132:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.361132:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4682 00010000:00010000:3.0:1713531221.361134:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:3.0:1713531221.361137:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.361141:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361143:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.361145:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361147:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.361154:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.361160:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.361164:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361170:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.361170:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:1824:x1796767405045376:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.361176:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 950 00000100:00100000:3.0:1713531221.361178:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405045312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.361180:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.361183:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 949 00010000:00010000:2.0:1713531221.361185:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361191:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361195:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.361198:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361203:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361210:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:2.0:1713531221.361212:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.361213:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cc4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47eb expref: 85 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.361215:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.361220:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ccfd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.361223:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409653760:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.361235:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361240:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361243:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.361244:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+84:8035:x1796767405045056:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1099us (1144us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.361250:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4683 00010000:00010000:3.0:1713531221.361257:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361261:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361264:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361286:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdd40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.361288:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361293:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361298:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531221.361299:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.361301:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.361304:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd04 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.361328:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+83:8036:x1796767405045184:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 880us (940us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.361334:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4684 00000100:00100000:2.0:1713531221.362005:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.362026:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.362041:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045440 00000100:00100000:1.0:1713531221.362045:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045440 00000100:00100000:2.0:1713531221.362053:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.362066:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045504 00000100:00100000:1.0:1713531221.362068:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045504 00000100:00100000:3.0:1713531221.362077:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045568 00000100:00100000:1.0:1713531221.362082:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1130 00000100:00100000:3.0:1713531221.362083:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045568 00000100:00100000:1.0:1713531221.362087:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405045440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.362092:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1131 00000100:00100000:2.0:1713531221.362097:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405045504:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.362105:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.362110:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1132 00000100:00100000:3.0:1713531221.362115:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405045568:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.362116:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.362117:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.362123:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.362125:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.362127:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.362127:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.362133:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.362134:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.362137:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.362141:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.362142:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.362151:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.362156:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.362157:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 13 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.362163:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.362164:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 12 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.362165:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1713531221.362165:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409653824:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.362168:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.362174:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409653888:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.362187:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34780 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.362190:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.362193:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.362201:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 13 pid: 18188 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.362212:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409653952:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.362248:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800926090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.362752:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409653824:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.362762:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.362796:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409653888:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.362807:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.362827:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409653952:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.362839:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.362957:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.362973:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.362988:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045632 00000100:00100000:1.0:1713531221.362992:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045632 00000100:00100000:0.0:1713531221.362992:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.363005:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 14 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.363008:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045760 00000100:00100000:3.0:1713531221.363012:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045760 00000100:00100000:1.0:1713531221.363020:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045696 00000100:00100000:1.0:1713531221.363022:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045696 00010000:00010000:3.0:1713531221.363025:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 15 pid: 18188 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.363028:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 951 00010000:00010000:1.0:1713531221.363029:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 13 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.363032:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405045632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.363038:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.363047:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.363054:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.363056:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 952 00000100:00100000:3.0:1713531221.363062:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405045760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.363062:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 953 00010000:00010000:0.0:1713531221.363065:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a7180/0xe3b2c9851352ccbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4823 expref: 15 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.363067:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405045696:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.363070:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.363074:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.363076:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.363077:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.363079:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.363084:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 13 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.363084:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363085:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.363094:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.363094:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.363097:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 13 pid: 15497 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.363108:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405045632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.363109:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352ccda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c483f expref: 14 pid: 18188 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.363112:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 951 00010000:00010000:1.0:1713531221.363113:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352ccd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4838 expref: 13 pid: 15497 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.363119:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.363121:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.363123:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.363123:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363124:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.363124:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.363127:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363128:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363131:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.363133:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363137:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363141:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363145:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363150:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.363152:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.363153:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.363154:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363158:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363164:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363167:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.363170:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405045760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 107us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.363174:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405045696:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 106us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.363176:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.363177:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 952 00000100:00100000:1.0:1713531221.363181:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 953 00010000:00010000:2.0:1713531221.363183:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.363189:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405045440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1103us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.363193:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1130 00010000:00010000:2.0:1713531221.363196:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363202:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363208:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363212:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.363216:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363221:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363222:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363228:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363232:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363238:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352cd12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363241:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363248:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363254:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363260:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.363263:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363291:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.363292:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405045504:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1194us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.363298:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1131 00010000:00010000:3.0:1713531221.363307:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.363313:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a5680/0xe3b2c9851352cd19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.363354:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405045568:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1237us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.363360:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1132 00000100:00100000:0.0:1713531221.363733:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.363749:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.363766:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405045888 00000100:00100000:2.0:1713531221.363768:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405045888 00000100:00100000:0.0:1713531221.363768:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.363780:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046144 00000100:00100000:2.0:1713531221.363781:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046144 00000100:00100000:3.0:1713531221.363785:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046016 00000100:00100000:3.0:1713531221.363789:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046016 00000100:00100000:2.0:1713531221.363795:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4685 00000100:00100000:2.0:1713531221.363798:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:8036:x1796767405045888:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.363799:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4686 00000100:00100000:0.0:1713531221.363803:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:8035:x1796767405046144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.363813:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4687 00000100:00100000:3.0:1713531221.363816:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8037:x1796767405046016:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.363969:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.363977:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363977:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.363981:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.363984:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.363991:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.363993:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.363999:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 88 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.364003:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.364004:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.364006:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409654016:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.364008:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 88 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:3.0:1713531221.364012:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.364014:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409654080:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.364017:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.364029:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 88 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.364032:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.364032:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82e180 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.364035:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 88 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:3.0:1713531221.364045:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409654144:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.364066:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.364643:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409654016:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.364655:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.364661:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409654080:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.364673:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.364720:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.364733:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409654144:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.364736:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.364744:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.364746:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046272 00000100:00100000:2.0:1713531221.364748:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046272 00000100:00100000:1.0:1713531221.364749:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046208 00000100:00100000:0.0:1713531221.364751:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.364753:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046208 00010000:00010000:2.0:1713531221.364758:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.364765:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:2.0:1713531221.364772:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046336 00000100:00100000:2.0:1713531221.364773:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046336 00000100:00100000:0.0:1713531221.364777:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 954 00010000:00010000:2.0:1713531221.364778:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00000100:00100000:0.0:1713531221.364781:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405046272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.364787:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.364790:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 91 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.364791:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 955 00000100:00100000:2.0:1713531221.364795:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 956 00010000:00010000:0.0:1713531221.364796:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 91 pid: 6405 timeout: 415 lvb_type: 0 00000100:00100000:1.0:1713531221.364797:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405046208:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.364799:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405046336:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.364803:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.364803:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.364804:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352cc86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4800 expref: 91 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.364806:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 91 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:1.0:1713531221.364807:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 91 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.364810:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:0.0:1713531221.364812:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.364815:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.364816:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.364817:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 90 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.364820:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.364823:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352cc40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47e4 expref: 90 pid: 15548 timeout: 415 lvb_type: 0 00010000:00010000:0.0:1713531221.364828:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.364829:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:1.0:1713531221.364829:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352cc7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c47f9 expref: 89 pid: 6405 timeout: 415 lvb_type: 0 00010000:00010000:2.0:1713531221.364831:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.364835:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.364837:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.364838:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.364840:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.364841:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405046272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.364844:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 954 00010000:00010000:2.0:1713531221.364846:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.364846:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.364850:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.364851:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.364855:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.364858:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405046336:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.364861:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 956 00010000:00010000:1.0:1713531221.364863:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.364873:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.364876:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.364879:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405046208:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.364885:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 955 00010000:00010000:0.0:1713531221.364895:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.364899:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000001:00080000:3.0:1713531221.364962:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970605 00000001:00080000:2.0:1713531221.364969:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970603 00000001:00080000:0.0:1713531221.364982:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970604 00000001:00080000:2.0:1713531221.365108:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970607 00000001:00080000:3.0:1713531221.365110:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970606 00000001:00080000:2.0:1713531221.365144:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970609 00000001:00080000:3.0:1713531221.365156:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970610 00000001:00080000:0.0:1713531221.365161:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970608 00000100:00100000:2.0:1713531221.365187:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409654208:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531221.365195:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970613 00000100:00100000:3.0:1713531221.365204:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409654272:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1713531221.365211:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.365227:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409654336:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.365230:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6530b40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.365236:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.365249:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7780 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.365249:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654208 00000100:00100000:0.0:1713531221.365249:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.365251:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654272 00000100:00100000:1.0:1713531221.365252:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654208 00000100:00100000:2.0:1713531221.365253:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654272 00000100:00100000:0.0:1713531221.365260:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6833480 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.365265:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654336 00000100:00100000:2.0:1713531221.365284:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1713531221.365286:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654336 00000100:00100000:2.0:1713531221.365287:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409654272:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.365288:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1713531221.365291:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409654208:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.365302:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1713531221.365306:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409654336:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.365321:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409654208:12345-0@lo:1000:mdt00_004.0 Request processed in 29us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.365323:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409654272:12345-0@lo:1000:mdt00_005.0 Request processed in 35us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.365325:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1713531221.365327:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1713531221.365343:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967597 gen 2 00000100:00100000:3.0:1713531221.365345:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409654336:12345-0@lo:1000:mdt00_001.0 Request processed in 39us (95us total) trans 0 rc 0/0 00000004:00080000:2.0:1713531221.365346:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967596 committed transno 4294967597 00000100:00100000:3.0:1713531221.365349:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000004:00080000:2.0:1713531221.365356:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967597 committed transno 4294967597 00000100:00100000:0.0:1713531221.365357:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967586 gen 2 00000004:00080000:0.0:1713531221.365361:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967586 committed transno 4294967586 00000100:00100000:2.0:1713531221.365373:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409654208:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.365374:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409654336:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.365375:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409654272:0@lo:1000:mdt00_005.0 00000001:00080000:3.0:1713531221.365623:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970612 00000001:00080000:2.0:1713531221.365627:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970611 00000001:00080000:0.0:1713531221.365633:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970614 00000100:00100000:2.0:1713531221.365669:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409654400:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.365684:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409654464:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1713531221.365684:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.365689:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409654528:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.365693:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.365705:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.365721:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654400 00000100:00100000:0.0:1713531221.365723:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654400 00000100:00100000:3.0:1713531221.365725:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.365736:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654464 00000100:00100000:0.0:1713531221.365738:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654464 00000100:00100000:3.0:1713531221.365739:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1713531221.365743:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409654400:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.365745:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1713531221.365748:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409654464:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531221.365749:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.365759:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409654528 00000100:00100000:0.0:1713531221.365761:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409654528 00000100:00100000:1.0:1713531221.365764:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.365768:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1713531221.365770:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409654528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.365842:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:15461:x1796767409654464:12345-0@lo:1000:mdt00_005.0 Request processed in 93us (136us total) trans 4294967593 rc 0/0 00000100:00100000:2.0:1713531221.365847:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1713531221.365858:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:6405:x1796767409654528:12345-0@lo:1000:mdt00_001.0 Request processed in 86us (109us total) trans 4294967594 rc 0/0 00000100:00100000:3.0:1713531221.365859:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409654400:12345-0@lo:1000:mdt00_004.0 Request processed in 115us (173us total) trans 4294967601 rc 0/0 00000100:00100000:0.0:1713531221.365863:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1713531221.365866:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1713531221.365869:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409654400:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531221.365871:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409654528:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1713531221.365881:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.365885:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365888:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365889:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.365892:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be640 already unused, calling callback (ffffffffa138a700) 00000100:00100000:3.0:1713531221.365893:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409654464:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1713531221.365893:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365894:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.365897:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365898:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365901:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531221.365903:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.365903:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.365904:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365906:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365907:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352cd20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.365910:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.365911:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.365917:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.365919:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff88008c068800) 00010000:00010000:2.0:1713531221.365920:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.365920:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.365922:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.365923:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.365923:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365926:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365927:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.365927:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352cd27 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.365929:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.365930:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.365930:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365933:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365935:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.365940:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff88008b78d100) 00010000:00010000:2.0:1713531221.365941:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.365941:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365942:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365943:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a032300) 00010000:00010000:2.0:1713531221.365945:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2aac0/0xe3b2c985135289f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365946:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.365946:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365949:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.365952:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365954:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352cd2e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.365956:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.365959:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365963:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365963:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365967:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365969:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:2.0:1713531221.365970:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365971:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.365972:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365973:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365973:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365976:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365976:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c985135289d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.365977:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365979:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.365981:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.365982:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365982:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.365985:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.365986:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.365988:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff880091d38800) 00010000:00010000:3.0:1713531221.365989:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365990:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.365991:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.365993:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.365994:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cd35 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.365995:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.366000:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff88008b78d400) 00010000:00010000:1.0:1713531221.366001:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.366002:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.366004:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.366006:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.366009:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513528a1b lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.366011:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.366015:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.366019:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.366024:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.366026:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000040:00080000:2.0:1713531221.366035:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:1.0:1713531221.366036:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.366037:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.366038:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:1.0:1713531221.366041:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:1.0:1713531221.366043:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.366044:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.366045:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.366049:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352cd3c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.366051:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366057:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366062:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366066:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366070:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.366072:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366076:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366081:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:3.0:1713531221.366083:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.366085:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.366089:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352cd43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.366112:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 141 count 121 00000040:00080000:2.0:1713531221.366116:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.366153:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8036:x1796767405045888:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2353us (2419us total) trans 4294970616 rc 0/0 00000040:00080000:1.0:1713531221.366153:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.366156:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.366159:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4685 00000020:00080000:2.0:1713531221.366162:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.366231:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 140 count 121 00000040:00080000:1.0:1713531221.366236:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.366285:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:8035:x1796767405046144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2461us (2515us total) trans 4294970617 rc 0/0 00000100:00100000:1.0:1713531221.366291:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4686 00000020:00080000:1.0:1713531221.366294:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1713531221.366319:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.366323:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.366438:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 142 count 121 00000040:00080000:3.0:1713531221.366447:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000040:00080000:2.0:1713531221.366492:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:3.0:1713531221.366494:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:8037:x1796767405046016:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2675us (2723us total) trans 4294970615 rc 0/0 00000040:00080000:2.0:1713531221.366494:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.366502:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4687 00000020:00080000:3.0:1713531221.366506:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.366513:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 145 count 121 00000040:00080000:2.0:1713531221.366515:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.366548:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409654592:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531221.366565:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009254aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.366893:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.366930:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046464 00000100:00100000:1.0:1713531221.366933:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046464 00000100:00100000:1.0:1713531221.366960:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1016 00000100:00100000:1.0:1713531221.366965:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+96:8036:x1796767405046464:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531221.367171:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.367196:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.367220:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046592 00000001:00080000:1.0:1713531221.367221:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970618 00000100:00100000:2.0:1713531221.367225:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046592 00000100:00100000:2.0:1713531221.367242:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1017 00000100:00100000:2.0:1713531221.367246:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:8035:x1796767405046592:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.367251:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367260:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.367265:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409654592:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.367285:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.367286:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367292:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367298:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.367302:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.367303:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367308:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367312:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa0856730) 00000100:00100000:0.0:1713531221.367312:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.367314:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367318:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367324:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8b:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:1.0:1713531221.367326:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.367328:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367333:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352cd4a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000040:00080000:3.0:1713531221.367340:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.367343:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.367345:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.367356:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046784 00000100:00100000:0.0:1713531221.367358:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046784 00000100:00100000:0.0:1713531221.367370:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046848 00000100:00100000:0.0:1713531221.367372:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046848 00000100:00100000:0.0:1713531221.367377:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046912 00000100:00100000:0.0:1713531221.367378:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046912 00000004:00080000:2.0:1713531221.367385:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.367385:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4688 00000100:00100000:0.0:1713531221.367389:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8040:x1796767405046784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.367391:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8036:x1796767405046464:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 423us (496us total) trans 4294970619 rc 0/0 00000100:00100000:1.0:1713531221.367397:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1016 00000001:00080000:2.0:1713531221.367400:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970620 00000020:00080000:1.0:1713531221.367401:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000004:00000080:0.0:1713531221.367401:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa8:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.367439:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046720 00010000:00010000:2.0:1713531221.367441:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.367443:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046720 00010000:00010000:2.0:1713531221.367450:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00000100:00100000:1.0:1713531221.367453:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1018 00010000:00010000:2.0:1713531221.367455:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.367455:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8040:x1796767405046784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.367457:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:8037:x1796767405046720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.367458:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.367459:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4688 00010000:00010000:2.0:1713531221.367461:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.367464:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.367466:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4689 00010000:00010000:2.0:1713531221.367467:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.367469:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8038:x1796767405046848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.367470:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdd40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.367471:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.367474:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00000004:00000080:0.0:1713531221.367475:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa7:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531221.367478:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8c:0x0].0x0 (ffff880134ed9f00) 00010000:00010000:2.0:1713531221.367479:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.367481:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.367484:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cd51 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:0.0:1713531221.367492:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8038:x1796767405046848:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 22us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.367495:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4689 00000100:00100000:0.0:1713531221.367501:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4690 00000100:00100000:0.0:1713531221.367504:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8039:x1796767405046912:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.367510:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xac:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.367526:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+101:8035:x1796767405046592:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 279us (329us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1713531221.367527:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8039:x1796767405046912:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.367530:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4690 00000100:00100000:2.0:1713531221.367531:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1017 00000020:00080000:2.0:1713531221.367534:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:3.0:1713531221.367551:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 145 count 121 00000040:00080000:3.0:1713531221.367557:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00080000:1.0:1713531221.367596:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531221.367617:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970622 00010000:00010000:1.0:1713531221.367647:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367654:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367659:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367664:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367669:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367674:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367680:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367685:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.367687:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367692:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367698:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8a:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:1.0:1713531221.367700:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.367702:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.367706:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352cd58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531221.367753:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8037:x1796767405046720:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 294us (527us total) trans 4294970623 rc 0/0 00000100:00100000:1.0:1713531221.367759:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1018 00000020:00080000:1.0:1713531221.367762:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.368495:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.368511:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.368531:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405046976 00000100:00100000:0.0:1713531221.368531:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.368535:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405046976 00000100:00100000:1.0:1713531221.368550:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047040 00000100:00100000:1.0:1713531221.368552:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047040 00000100:00100000:1.0:1713531221.368559:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047104 00000100:00100000:1.0:1713531221.368560:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047104 00000100:00100000:0.0:1713531221.368561:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4691 00000100:00100000:0.0:1713531221.368565:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8038:x1796767405046976:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.368568:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4692 00000100:00100000:2.0:1713531221.368573:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8039:x1796767405047040:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.368580:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4693 00000100:00100000:1.0:1713531221.368584:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8040:x1796767405047104:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.368590:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368596:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368599:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.368604:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368605:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368606:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.368610:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368614:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368614:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.368617:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368618:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.368621:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368621:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368621:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368625:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368631:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368632:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368633:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368636:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368637:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368637:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368639:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368640:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368642:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:0.0:1713531221.368650:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa7:0x0]: returning size 3 00000004:00200000:2.0:1713531221.368652:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xac:0x0]: returning size 3 00000004:00200000:2.0:1713531221.368653:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531221.368653:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000004:00200000:0.0:1713531221.368653:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.368658:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00010000:0.0:1713531221.368658:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368659:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368663:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368665:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368666:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.368672:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368674:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531221.368677:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa8:0x0]: returning size 3 00010000:00010000:2.0:1713531221.368678:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531221.368679:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.368681:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368682:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.368684:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00000004:00010000:1.0:1713531221.368684:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368684:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368685:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.368688:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368688:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368690:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368694:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368699:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368702:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.368703:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.368705:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368707:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.368707:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.368708:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352cd5f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368709:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.368711:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368711:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.368713:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cd66 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368714:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368716:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368717:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368719:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368720:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368722:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368722:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.368723:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.368724:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.368724:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368725:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368726:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368727:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368728:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.368730:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368731:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352cd6d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.368733:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368733:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xadd7622f (ffff88008bbd3500) 00010000:00010000:0.0:1713531221.368734:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.368735:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368736:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x39d7622f (ffff880134ed9e00) 00010000:00010000:2.0:1713531221.368738:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.368738:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368738:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352cd74 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368739:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.368741:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cd7b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368742:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368744:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368746:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368746:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368747:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368749:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368750:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368751:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.368751:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.368752:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368753:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.368753:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368755:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.368756:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368756:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.368758:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.368759:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.368759:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88008b78de00) 00010000:00010000:0.0:1713531221.368760:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.368762:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:0.0:1713531221.368762:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368764:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.368764:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb6d7622f (ffff88009a3a4200) 00010000:00010000:0.0:1713531221.368764:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352cd89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.368765:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368765:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.368767:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.368769:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cd90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.368772:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352cd82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368781:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.368785:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8038:x1796767405046976:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 219us (290us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.368787:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.368790:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4691 00000100:00100000:2.0:1713531221.368791:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8039:x1796767405047040:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 217us (278us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.368792:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.368796:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4692 00010000:00010000:1.0:1713531221.368796:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.368798:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368803:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368808:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008b78d500) 00010000:00010000:1.0:1713531221.368809:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.368811:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.368815:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352cd97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.368845:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+101:8040:x1796767405047104:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 259us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.368851:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4693 00000100:00100000:2.0:1713531221.369464:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.369498:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047232 00000100:00100000:1.0:1713531221.369502:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047232 00000100:00100000:1.0:1713531221.369518:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4694 00000100:00100000:1.0:1713531221.369522:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+101:8039:x1796767405047232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.369530:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.369539:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd9e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4846 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.369592:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369599:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369605:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369613:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369618:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369623:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369644:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369650:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369654:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:1.0:1713531221.369659:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xac:0x0]: returning size 3 00010000:00010000:1.0:1713531221.369702:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369707:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369715:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369720:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.369722:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369727:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369735:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:1.0:1713531221.369736:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.369738:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369742:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352cdb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369750:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369755:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369760:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369763:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.369765:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369769:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369778:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.369780:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.369782:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369787:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352cda5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369794:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369798:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369802:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369806:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.369808:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369813:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369817:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x39d7622f (ffff88009a3a4000) 00010000:00010000:1.0:1713531221.369818:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.369820:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369824:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352cdac lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.369845:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd9e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4846 expref: 103 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.369852:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352cd9e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4846 expref: 103 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.369858:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c000, rc 0) 00000100:00100000:1.0:1713531221.369887:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8039:x1796767405047232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 364us (423us total) trans 4294970624 rc 301/301 00000100:00100000:1.0:1713531221.369892:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4694 00000100:00100000:0.0:1713531221.370651:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.370678:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.370708:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047296 00000100:00100000:1.0:1713531221.370711:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047296 00000100:00100000:1.0:1713531221.370724:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047424 00000100:00100000:1.0:1713531221.370726:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047424 00000100:00100000:0.0:1713531221.370733:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4695 00000100:00100000:0.0:1713531221.370737:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8039:x1796767405047296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.370738:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4696 00000100:00100000:1.0:1713531221.370742:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8038:x1796767405047424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.370749:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:0.0:1713531221.370749:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xac:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.370757:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352cdc1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c484d expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.370787:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8039:x1796767405047296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.370791:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4695 00010000:00010000:1.0:1713531221.370796:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370802:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370808:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370818:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370828:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370833:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370851:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370857:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370863:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:1.0:1713531221.370869:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa7:0x0]: returning size 3 00010000:00010000:1.0:1713531221.370906:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370912:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370917:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370921:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.370924:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370928:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370934:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88008b78de00) 00010000:00010000:1.0:1713531221.370937:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.370939:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370943:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352cdd6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370951:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370957:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370962:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370966:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5db00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.370967:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370971:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370976:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.370977:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.370979:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370983:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352cdc8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370989:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.370994:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371000:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371003:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.371005:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371010:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371014:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xadd7622f (ffff88009a3a4600) 00010000:00010000:1.0:1713531221.371016:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.371017:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371022:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352cdcf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xadd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.371041:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352cdc1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c484d expref: 104 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.371047:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352cdc1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c484d expref: 104 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.371053:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ef40, rc 0) 00000100:00100000:1.0:1713531221.371084:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8038:x1796767405047424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 341us (407us total) trans 4294970625 rc 301/301 00000100:00100000:1.0:1713531221.371089:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4696 00000100:00100000:0.0:1713531221.371513:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.371548:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047552 00000100:00100000:1.0:1713531221.371551:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047552 00000100:00100000:1.0:1713531221.371567:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4697 00000100:00100000:1.0:1713531221.371571:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8039:x1796767405047552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.371578:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.371586:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cde4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4854 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.371697:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.371765:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047616 00000100:00100000:2.0:1713531221.371769:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047616 00000100:00100000:2.0:1713531221.371794:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4698 00000100:00100000:0.0:1713531221.371795:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.371798:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8038:x1796767405047616:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.371810:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.371822:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047744 00000100:00100000:3.0:1713531221.371831:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047744 00000100:00100000:2.0:1713531221.371844:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+106:8038:x1796767405047616:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 46us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.371849:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4698 00000100:00100000:2.0:1713531221.371859:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4699 00000100:00100000:2.0:1713531221.371862:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8040:x1796767405047744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.371867:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.371874:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352cdeb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c485b expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531221.371892:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4f:0x0], index 0: 0 00010000:00010000:2.0:1713531221.371907:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371913:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371918:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371925:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371928:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371931:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371945:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371948:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371952:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:2.0:1713531221.371955:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa8:0x0]: returning size 3 00010000:00010000:2.0:1713531221.371986:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371990:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371992:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.371996:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.371997:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372003:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372008:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008b78d500) 00010000:00010000:2.0:1713531221.372009:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.372011:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372013:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352ce00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.372014:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ce0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.372019:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372021:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.372022:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ce0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.372024:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372027:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.372028:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.372028:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ce0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.372031:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372034:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.372035:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.372036:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372039:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352cdf2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372043:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372046:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372048:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372050:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.372052:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372054:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.372055:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352cde4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4854 expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.372057:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb6d7622f (ffff880134ed9c00) 00010000:00010000:2.0:1713531221.372058:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.372059:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.372062:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352cdf9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.372065:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ce0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4854 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.372071:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:1.0:1713531221.372073:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.372075:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00010000:00010000:2.0:1713531221.372077:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352cdeb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c485b expref: 108 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.372081:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352cdeb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c485b expref: 108 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.372085:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf180, rc 0) 00000100:00100000:1.0:1713531221.372106:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8039:x1796767405047552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 533us (592us total) trans 4294970626 rc 0/0 00000100:00100000:2.0:1713531221.372109:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8040:x1796767405047744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 245us (314us total) trans 4294970627 rc 301/301 00000100:00100000:1.0:1713531221.372112:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4697 00000100:00100000:2.0:1713531221.372115:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4699 00000100:00100000:0.0:1713531221.372801:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.372838:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047808 00000100:00100000:2.0:1713531221.372842:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047808 00000100:00100000:2.0:1713531221.372868:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4700 00000100:00100000:2.0:1713531221.372872:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+106:8040:x1796767405047808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.372887:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa8:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.372895:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.372911:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405047936 00000100:00100000:1.0:1713531221.372915:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405047936 00000100:00100000:2.0:1713531221.372925:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8040:x1796767405047808:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.372932:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4700 00000100:00100000:1.0:1713531221.372942:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4701 00000100:00100000:1.0:1713531221.372947:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+106:8038:x1796767405047936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.372955:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.372962:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352ce1c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4862 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531221.373122:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4d:0x0], index 1: 0 00010000:00010000:1.0:1713531221.373225:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352ce23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.373234:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352ce23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.373241:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352ce23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.373287:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352ce1c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4862 expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.373300:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352ce23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4862 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.373305:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:1.0:1713531221.373307:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.373309:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cb40, rc 0) 00000100:00100000:1.0:1713531221.373330:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8038:x1796767405047936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 383us (434us total) trans 4294970628 rc 0/0 00000100:00100000:1.0:1713531221.373335:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4701 00000100:00100000:0.0:1713531221.374162:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.374204:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048064 00000100:00100000:1.0:1713531221.374208:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048064 00000100:00100000:1.0:1713531221.374233:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4702 00000100:00100000:1.0:1713531221.374238:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8038:x1796767405048064:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.374258:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.374287:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352ce23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4862 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.374297:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:1.0:1713531221.374302:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.374313:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374319:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374326:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374338:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374343:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374349:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374384:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374389:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374394:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374399:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.374401:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374406:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374411:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:1.0:1713531221.374412:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.374414:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374433:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352ce31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374442:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374447:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374452:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374456:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.374458:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374462:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374467:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x1b003b1e (ffff88009a3a4d00) 00010000:00010000:1.0:1713531221.374468:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.374470:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.374475:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ce38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1b003b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.374516:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8038:x1796767405048064:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 277us (354us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.374522:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4702 00000100:00100000:0.0:1713531221.375200:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.375240:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048128 00000100:00100000:0.0:1713531221.375242:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.375243:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048128 00000100:00100000:1.0:1713531221.375283:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048256 00000100:00100000:1.0:1713531221.375285:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048256 00000100:00100000:1.0:1713531221.375300:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4703 00000100:00100000:1.0:1713531221.375305:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8038:x1796767405048128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.375312:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.375319:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4704 00010000:00010000:1.0:1713531221.375321:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ce3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4869 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.375328:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8039:x1796767405048256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.375334:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.375341:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.375347:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.375370:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.375390:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ce0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4854 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.375393:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352ce3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.375405:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.375410:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:1.0:1713531221.375412:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.375414:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3d440, rc 0) 00010000:00010000:3.0:1713531221.375435:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:3.0:1713531221.375448:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.375457:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8038:x1796767405048128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 150us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.375463:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4703 00010000:00010000:3.0:1713531221.375474:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375484:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375493:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375508:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375514:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375521:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375582:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375589:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375595:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375601:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.375604:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375611:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375619:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.375621:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.375624:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375629:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ce4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375638:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375644:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375649:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375653:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.375655:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375665:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375671:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x3d70d2ec (ffff88008d2f5400) 00010000:00010000:3.0:1713531221.375673:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.375675:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.375681:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352ce54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x3d70d2ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.375753:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:8039:x1796767405048256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 424us (508us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.375760:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4704 00000100:00100000:0.0:1713531221.375992:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.376026:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048384 00000100:00100000:3.0:1713531221.376030:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048384 00000100:00100000:3.0:1713531221.376054:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4705 00000100:00100000:3.0:1713531221.376058:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:8038:x1796767405048384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.376096:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.376101:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.376106:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.376265:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.376296:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.376318:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048448 00000100:00100000:1.0:1713531221.376321:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048448 00000100:00100000:1.0:1713531221.376334:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048576 00000100:00100000:1.0:1713531221.376336:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048576 00000100:00100000:1.0:1713531221.376349:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4706 00000100:00100000:1.0:1713531221.376354:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8039:x1796767405048448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.376360:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.376370:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352ce62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4870 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1713531221.376373:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].65, 88 off13432 00000100:00100000:2.0:1713531221.376374:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4707 00000100:00100000:2.0:1713531221.376380:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+110:8040:x1796767405048576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.376383:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.376387:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.376390:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.376396:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ce70 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4877 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.376397:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00010000:3.0:1713531221.376453:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88012ea95500 reply state ffff88008f709000 transno 4294970629 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.376454:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352ce62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.376462:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1713531221.376470:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.376475:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.376477:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.376479:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c6c0, rc 0) 00000100:00100000:1.0:1713531221.376512:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8039:x1796767405048448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 156us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.376515:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8038:x1796767405048384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 455us (523us total) trans 4294970629 rc 0/0 00000100:00100000:1.0:1713531221.376517:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4706 00000100:00100000:3.0:1713531221.376521:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4705 00000004:00080000:2.0:1713531221.376580:0:8791:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x50:0x0], index 0: 0 00010000:00010000:2.0:1713531221.376664:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352ce77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.376670:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352ce77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.376675:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352ce77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.376694:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352ce70 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4877 expref: 113 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.376702:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352ce77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4877 expref: 112 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.376706:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff880134ed9000) 00010000:00010000:2.0:1713531221.376707:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.376709:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bcd80, rc 0) 00000100:00100000:2.0:1713531221.376738:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8040:x1796767405048576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 358us (444us total) trans 4294970630 rc 0/0 00000100:00100000:2.0:1713531221.376743:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4707 00010000:00010000:2.0:1713531221.376934:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376938:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376941:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376944:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.376946:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376949:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376954:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.376955:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.376957:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.376962:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352ce5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.377063:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.377086:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048640 00000100:00100000:0.0:1713531221.377086:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.377089:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048640 00000100:00100000:2.0:1713531221.377099:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048768 00000100:00100000:2.0:1713531221.377100:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048768 00000100:00100000:2.0:1713531221.377111:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4708 00000100:00100000:2.0:1713531221.377114:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8038:x1796767405048640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.377118:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4709 00010000:00010000:2.0:1713531221.377121:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.377123:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8039:x1796767405048768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.377126:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c487e expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377142:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 113 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377147:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 113 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377156:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:0.0:1713531221.377157:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377158:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.377159:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bfa80, rc 0) 00010000:00010000:0.0:1713531221.377166:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.377171:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.377181:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8038:x1796767405048640:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 66us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.377185:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4708 00000040:00080000:0.0:1713531221.377359:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].64, 88 off13440 00000004:00010000:0.0:1713531221.377400:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d23ed80 reply state ffff88008dfc5000 transno 4294970631 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.377406:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.377457:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8039:x1796767405048768:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 333us (369us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1713531221.377462:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4709 00000100:00100000:0.0:1713531221.377600:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.377629:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048896 00000100:00100000:2.0:1713531221.377633:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048896 00000100:00100000:2.0:1713531221.377651:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4710 00000100:00100000:2.0:1713531221.377655:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8040:x1796767405048896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.377669:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.377676:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352ce77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4877 expref: 114 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377682:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff880134ed9000) 00010000:00010000:2.0:1713531221.377686:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.377693:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377698:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377702:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377711:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377714:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377717:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377741:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377745:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377748:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377754:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.377755:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377759:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377762:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:2.0:1713531221.377763:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.377765:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377767:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ce93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377772:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377774:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377777:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377780:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.377781:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377783:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377786:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x1d851134 (ffff88008e9b4c00) 00010000:00010000:2.0:1713531221.377788:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.377789:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.377792:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352ce9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x1d851134 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.377814:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.377828:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8040:x1796767405048896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 171us (227us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.377831:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4710 00000100:00100000:3.0:1713531221.377861:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405048960 00000100:00100000:3.0:1713531221.377866:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405048960 00000100:00100000:3.0:1713531221.377894:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1133 00010000:00010000:1.0:1713531221.377895:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.377900:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405048960:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.377902:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.377907:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.377912:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.377914:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.377918:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.377926:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.377927:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531221.377930:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.377938:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352ce8c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.377941:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.377947:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049024 00000100:00100000:2.0:1713531221.377949:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049024 00000100:00100000:2.0:1713531221.377958:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4711 00000100:00100000:2.0:1713531221.377960:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8039:x1796767405049024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.377967:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.377971:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4885 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377985:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377990:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.377996:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:2.0:1713531221.377997:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.377998:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd440, rc 0) 00000100:00100000:2.0:1713531221.378011:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8039:x1796767405049024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 50us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.378016:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4711 00000100:00100000:3.0:1713531221.378060:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405048960:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 159us (244us total) trans 4294967595 rc 0/0 00000100:00100000:3.0:1713531221.378065:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1133 00000100:00100000:0.0:1713531221.378248:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.378286:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049088 00000100:00100000:2.0:1713531221.378289:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049088 00000100:00100000:2.0:1713531221.378300:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4712 00000100:00100000:2.0:1713531221.378303:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8040:x1796767405049088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.378307:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.378314:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cea8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c488c expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.378323:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.378327:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.378331:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.378363:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cea8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 115 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.378369:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 114 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.378373:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.378374:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.378375:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdb00, rc 0) 00000100:00100000:2.0:1713531221.378399:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+114:8040:x1796767405049088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 95us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.378405:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4712 00000100:00100000:0.0:1713531221.378552:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.378575:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.378588:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049280 00000100:00100000:1.0:1713531221.378591:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049280 00000100:00100000:3.0:1713531221.378606:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049152 00000100:00100000:3.0:1713531221.378610:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049152 00000100:00100000:1.0:1713531221.378615:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1019 00000100:00100000:1.0:1713531221.378620:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+114:8038:x1796767405049280:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.378626:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000100:00100000:3.0:1713531221.378629:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405049152:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.378758:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405049152:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 127us (181us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1713531221.378762:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000100:00100000:1.0:1713531221.378766:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:8038:x1796767405049280:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 144us (212us total) trans 4294970632 rc 0/0 00000100:00100000:1.0:1713531221.378772:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1019 00000100:00100000:0.0:1713531221.378961:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.379026:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049408 00000100:00100000:2.0:1713531221.379030:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049408 00000100:00100000:2.0:1713531221.379047:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4713 00000100:00100000:2.0:1713531221.379050:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:8040:x1796767405049408:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.379075:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379081:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379085:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.379195:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:2.0:1713531221.379202:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].65, 88 off13528 00000100:00100000:0.0:1713531221.379217:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.379231:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049664 00000100:00100000:1.0:1713531221.379234:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049664 00000004:00010000:2.0:1713531221.379250:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d23d880 reply state ffff88008bdab000 transno 4294970633 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.379256:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.379256:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1020 00000100:00100000:1.0:1713531221.379261:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+117:8039:x1796767405049664:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.379294:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049536 00000100:00100000:0.0:1713531221.379296:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049536 00000100:00100000:0.0:1713531221.379313:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4714 00000100:00100000:2.0:1713531221.379314:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+119:8040:x1796767405049408:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 261us (352us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1713531221.379317:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8038:x1796767405049536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.379322:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4713 00000100:00100000:0.0:1713531221.379346:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8038:x1796767405049536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.379351:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4714 00000100:00100000:1.0:1713531221.379411:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8039:x1796767405049664:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 148us (191us total) trans 4294970634 rc 0/0 00000100:00100000:1.0:1713531221.379431:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1020 00010000:00010000:2.0:1713531221.379654:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379659:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379662:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379667:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.379669:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379672:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379677:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.379679:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.379680:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.379683:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352ceb6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.379780:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.379803:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049728 00000100:00100000:2.0:1713531221.379806:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049728 00000100:00100000:2.0:1713531221.379826:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4715 00000100:00100000:2.0:1713531221.379829:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8040:x1796767405049728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.379836:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.379841:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4893 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.379844:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.379857:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 118 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.379862:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 118 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.379869:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.379871:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.379872:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bed00, rc 0) 00000100:00100000:0.0:1713531221.379873:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.379889:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049856 00000100:00100000:2.0:1713531221.379889:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8040:x1796767405049728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 59us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.379892:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4715 00000100:00100000:3.0:1713531221.379894:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049856 00000100:00100000:2.0:1713531221.379899:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049920 00000100:00100000:2.0:1713531221.379901:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049920 00000100:00100000:3.0:1713531221.379916:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4716 00000100:00100000:2.0:1713531221.379920:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4717 00000100:00100000:3.0:1713531221.379921:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+119:8039:x1796767405049856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.379923:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8038:x1796767405049920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.379939:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.379944:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cec4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c489a expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.379961:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.379965:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.379966:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+120:8039:x1796767405049856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.379969:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.379974:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4716 00000004:00200000:2.0:1713531221.379979:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.379984:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.379993:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cec4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c489a expref: 120 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.380000:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c489a expref: 119 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.380007:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.380008:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.380009:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdd40, rc 0) 00000100:00100000:2.0:1713531221.380025:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8038:x1796767405049920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 101us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.380028:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4717 00000100:00100000:0.0:1713531221.380281:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.380330:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405049984 00000100:00100000:3.0:1713531221.380334:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405049984 00000100:00100000:3.0:1713531221.380358:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1135 00000100:00100000:3.0:1713531221.380362:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405049984:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.380454:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.380476:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050048 00000100:00100000:2.0:1713531221.380479:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050048 00000100:00100000:3.0:1713531221.380488:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405049984:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 125us (219us total) trans 4294967603 rc 0/0 00000100:00100000:3.0:1713531221.380494:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1135 00000100:00100000:2.0:1713531221.380494:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4718 00000100:00100000:2.0:1713531221.380497:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8039:x1796767405050048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.380502:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.380506:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352ced2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48a1 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.380523:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.380527:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.380531:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:2.0:1713531221.380540:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.380544:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.380552:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352ced2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a1 expref: 121 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.380562:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a1 expref: 120 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.380566:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:2.0:1713531221.380568:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.380569:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be640, rc 0) 00000100:00100000:2.0:1713531221.380594:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8039:x1796767405050048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 96us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.380597:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4718 00000100:00100000:1.0:1713531221.380640:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.380672:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050112 00000100:00100000:3.0:1713531221.380675:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050112 00000100:00100000:3.0:1713531221.380693:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:3.0:1713531221.380696:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405050112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.380702:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.380716:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48a8 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.380730:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:3.0:1713531221.380742:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.380743:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.380748:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.380760:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.380767:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:3.0:1713531221.380784:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405050112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.380788:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:0.0:1713531221.380895:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.380929:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050240 00000100:00100000:1.0:1713531221.380933:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050240 00000100:00100000:1.0:1713531221.380957:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1021 00000100:00100000:1.0:1713531221.380962:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8040:x1796767405050240:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.381086:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8040:x1796767405050240:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 122us (190us total) trans 4294970635 rc 0/0 00000100:00100000:1.0:1713531221.381092:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1021 00000100:00100000:0.0:1713531221.381246:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.381296:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050432 00000100:00100000:2.0:1713531221.381299:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050432 00000100:00100000:0.0:1713531221.381301:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.381315:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4719 00000100:00100000:2.0:1713531221.381318:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8038:x1796767405050432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.381338:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050368 00000100:00100000:3.0:1713531221.381342:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050368 00000100:00100000:2.0:1713531221.381348:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8038:x1796767405050432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.381354:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4719 00000100:00100000:3.0:1713531221.381361:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1137 00000100:00100000:3.0:1713531221.381366:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405050368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.381373:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.381389:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48af expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.381401:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:3.0:1713531221.381409:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.381411:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.381415:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.381442:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.381450:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:3.0:1713531221.381475:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405050368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 108us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.381481:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1137 00000100:00100000:0.0:1713531221.381556:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.381579:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050560 00000100:00100000:3.0:1713531221.381582:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050560 00000100:00100000:3.0:1713531221.381601:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4720 00000100:00100000:3.0:1713531221.381607:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8040:x1796767405050560:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.381651:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8040:x1796767405050560:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 43us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.381658:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4720 00000100:00100000:0.0:1713531221.382023:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.382045:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.382063:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050688 00000100:00100000:3.0:1713531221.382067:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050688 00000100:00100000:3.0:1713531221.382088:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4721 00000100:00100000:2.0:1713531221.382088:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050752 00000100:00100000:2.0:1713531221.382091:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050752 00000100:00100000:3.0:1713531221.382092:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8039:x1796767405050688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.382108:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1138 00000100:00100000:2.0:1713531221.382112:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:8038:x1796767405050752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.382113:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.382118:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.382134:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48b6 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.382144:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8039:x1796767405050688:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 50us (119us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.382148:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.382151:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4721 00010000:00010000:2.0:1713531221.382153:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.382155:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.382158:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.382161:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050816 00000100:00100000:3.0:1713531221.382163:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050816 00000100:00100000:3.0:1713531221.382176:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4722 00000100:00100000:3.0:1713531221.382180:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+121:8040:x1796767405050816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.382183:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.382186:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.382194:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.382197:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cef5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48bd expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.382206:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409654656:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.382229:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.382239:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.382242:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6b3a300 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.382248:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.382316:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.382329:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.382346:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cef5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48bd expref: 123 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.382359:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48bd expref: 122 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.382365:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.382368:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.382370:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:3.0:1713531221.382396:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8040:x1796767405050816:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 214us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.382402:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4722 00000100:00100000:0.0:1713531221.382638:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.382669:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050880 00000100:00100000:2.0:1713531221.382670:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409654656:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.382672:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050880 00010000:00010000:2.0:1713531221.382684:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.382687:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:3.0:1713531221.382690:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:8039:x1796767405050880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.382693:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08000, rc 0) 00010000:00010000:3.0:1713531221.382695:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.382702:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48c4 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.382713:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:8038:x1796767405050752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 601us (668us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.382714:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.382719:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1138 00010000:00010000:3.0:1713531221.382726:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.382727:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.382731:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.382756:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.382767:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.382777:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409654720:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.382784:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.382808:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.382845:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405050944 00000100:00100000:1.0:1713531221.382849:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405050944 00010000:00010000:1.0:1713531221.382864:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.382890:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 957 00000100:00100000:1.0:1713531221.382894:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405050944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.382902:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.382915:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.382925:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.382938:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cee0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a8 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.382948:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.382949:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.382955:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.382960:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.382963:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.382981:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051008 00010000:00010000:1.0:1713531221.382982:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 12 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.382985:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051008 00000100:00100000:1.0:1713531221.382994:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409654784:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.383001:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:2.0:1713531221.383005:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+16:1824:x1796767405051008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.383015:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.383017:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c82ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.383028:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48cb expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.383044:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226954, blocks: 0x1 00010000:00010000:2.0:1713531221.383054:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.383056:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.383060:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 17 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.383072:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 17 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.383080:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08240, rc 0) 00000100:00100000:2.0:1713531221.383105:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405051008:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 98us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.383111:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:3.0:1713531221.383158:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409654720:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.383174:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 16 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.383184:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a46c0, rc 0) 00000100:00100000:3.0:1713531221.383209:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:8039:x1796767405050880:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 516us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.383216:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:0.0:1713531221.383264:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.383309:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051072 00000100:00100000:3.0:1713531221.383312:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051072 00010000:00010000:3.0:1713531221.383325:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.383349:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 958 00000100:00100000:3.0:1713531221.383354:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405051072:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.383362:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.383373:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.383384:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.383399:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cee7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48af expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.383409:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.383410:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.383416:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.383441:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.383442:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409654784:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.383454:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.383461:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.383470:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409654848:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.383480:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405050944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 584us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.383486:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 957 00000100:00100000:3.0:1713531221.383494:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd13840 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.383565:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.383607:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051200 00000100:00100000:3.0:1713531221.383611:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051200 00000100:00100000:3.0:1713531221.383631:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4723 00000100:00100000:3.0:1713531221.383636:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8040:x1796767405051200:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.383677:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8040:x1796767405051200:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 39us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.383683:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4723 00000100:00100000:0.0:1713531221.383858:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.383906:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051264 00000100:00100000:3.0:1713531221.383909:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051264 00002000:00100000:3.0:1713531221.383933:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4d:0x0] (0->2) req@ffff880131804e00 x1796767405051264/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.383943:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804e00 with x1796767405051264 ext(0->2) 00002000:00010000:3.0:1713531221.383947:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804e00 00000100:00100000:3.0:1713531221.383971:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 260 00000100:00100000:3.0:1713531221.383976:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405051264:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.384129:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.384159:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051328 00000100:00100000:2.0:1713531221.384164:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051328 00000100:00100000:2.0:1713531221.384182:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1141 00000100:00100000:2.0:1713531221.384187:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:8040:x1796767405051328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.384195:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.384203:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48d2 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.384217:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 17 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.384229:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.384230:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.384233:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.384248:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 17 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.384258:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 17 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.384285:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409654912:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.384313:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.384334:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.384348:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051392 00000100:00100000:2.0:1713531221.384351:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051392 00002000:00100000:2.0:1713531221.384369:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4f:0x0] (0->2) req@ffff88008d743480 x1796767405051392/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.384378:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d743480 with x1796767405051392 ext(0->2) 00002000:00010000:2.0:1713531221.384381:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d743480 00000100:00100000:3.0:1713531221.384382:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405051264:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 403us (521us total) trans 4294967596 rc 0/0 00000100:00100000:3.0:1713531221.384390:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 260 00000100:00100000:2.0:1713531221.384395:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 261 00002000:00100000:3.0:1713531221.384397:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x4d:0x0] (0->2) req@ffff880131804e00 x1796767405051264/t4294967596(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531221.384399:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405051392:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00002000:00100000:3.0:1713531221.384405:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804e00 with x1796767405051264 ext(0->2) 00002000:00010000:3.0:1713531221.384408:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804e00 00000100:00100000:3.0:1713531221.384456:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409654848:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.384467:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.384489:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405051072:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1134us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.384496:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 958 00000100:00100000:2.0:1713531221.384737:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405051392:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 336us (401us total) trans 4294967604 rc 0/0 00000100:00100000:2.0:1713531221.384744:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 261 00002000:00100000:2.0:1713531221.384751:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4f:0x0] (0->2) req@ffff88008d743480 x1796767405051392/t4294967604(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.384758:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d743480 with x1796767405051392 ext(0->2) 00002000:00010000:2.0:1713531221.384761:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d743480 00000100:00100000:3.0:1713531221.384763:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409654912:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.384780:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 18 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.384790:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08480, rc 0) 00000100:00100000:3.0:1713531221.384823:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:8040:x1796767405051328:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 635us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.384827:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1141 00000100:00100000:0.0:1713531221.384831:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.384870:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051456 00000100:00100000:2.0:1713531221.384873:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051456 00000100:00100000:0.0:1713531221.384887:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.384891:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4724 00000100:00100000:2.0:1713531221.384895:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8038:x1796767405051456:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.384899:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051520 00000100:00100000:3.0:1713531221.384903:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051520 00010000:00010000:3.0:1713531221.384916:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 18 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.384935:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 959 00000100:00100000:3.0:1713531221.384939:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405051520:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.384946:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.384956:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 18 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.384966:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 18 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.384980:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352cf0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48cb expref: 18 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.384990:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.384992:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.384996:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.385004:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.385021:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.385028:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409654976:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.385051:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.385174:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.385191:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051584 00000100:00100000:3.0:1713531221.385194:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051584 00000100:00100000:3.0:1713531221.385224:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4725 00000100:00100000:3.0:1713531221.385229:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+123:8039:x1796767405051584:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.385734:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409654976:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.385743:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.385762:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405051520:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 823us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.385767:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 959 00000100:00100000:0.0:1713531221.386159:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.386173:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051648 00000100:00100000:2.0:1713531221.386177:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051648 00002000:00100000:2.0:1713531221.386197:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x50:0x0] (0->2) req@ffff88008d741f80 x1796767405051648/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.386205:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d741f80 with x1796767405051648 ext(0->2) 00002000:00010000:2.0:1713531221.386208:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d741f80 00000100:00100000:2.0:1713531221.386220:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 262 00000100:00100000:2.0:1713531221.386224:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405051648:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.386477:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405051648:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 252us (318us total) trans 4294967605 rc 0/0 00000100:00100000:2.0:1713531221.386482:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 262 00002000:00100000:2.0:1713531221.386486:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x50:0x0] (0->2) req@ffff88008d741f80 x1796767405051648/t4294967605(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.386490:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d741f80 with x1796767405051648 ext(0->2) 00002000:00010000:2.0:1713531221.386492:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d741f80 00000100:00100000:0.0:1713531221.387153:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.387374:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051712 00000100:00100000:0.0:1713531221.387379:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051712 00000100:00100000:0.0:1713531221.387403:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4726 00000100:00100000:0.0:1713531221.387408:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+124:8040:x1796767405051712:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.394520:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970631 is committed 00000020:00080000:0.0:1713531221.394531:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c39e840 refcount 2 committed 0 result 0 batchid 119 00000020:00080000:0.0:1713531221.394534:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c39ee40 00000020:00080000:0.0:1713531221.394536:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d7a4e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880091997800 00000020:00080000:2.0:1713531221.394546:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 114 00000001:00080000:0.0:1713531221.394552:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970635 is committed 00000020:00080000:0.0:1713531221.394581:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880136b4a540 refcount 2 committed 0 result 0 batchid 118 00000020:00080000:0.0:1713531221.394582:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091772b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880136b4a240 00000020:00080000:0.0:1713531221.394585:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091772100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d404400 00000020:00080000:2.0:1713531221.394591:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 119 committed batchid 114 00000020:00080000:0.0:1713531221.394595:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 117 batchid updated 00000100:00100000:1.0:1713531221.394602:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:8040:x1796767405051712:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7188us (7445us total) trans 0 rc 0/0 00000020:00080000:0.0:1713531221.394606:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b1d59300 refcount 2 committed 0 result 0 batchid 120 00000020:00080000:0.0:1713531221.394607:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b1d59480 00000020:00080000:0.0:1713531221.394609:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c7e6800 00000100:00100000:1.0:1713531221.394610:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4726 00000020:00080000:2.0:1713531221.394714:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 120 committed batchid 117 00000100:00100000:0.0:1713531221.394724:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8039:x1796767405051584:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9493us (9549us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.394729:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4725 00000020:00080000:2.0:1713531221.394732:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 117 00000100:00100000:3.0:1713531221.394781:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+89:8038:x1796767405051456:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9879us (9944us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.394793:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4724 00000100:00100000:0.0:1713531221.395567:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.395587:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.395607:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.395615:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051776 00000100:00100000:0.0:1713531221.395622:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051904 00000100:00100000:3.0:1713531221.395623:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051776 00000100:00100000:0.0:1713531221.395626:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051904 00000100:00100000:1.0:1713531221.395631:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405051840 00000100:00100000:1.0:1713531221.395635:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405051840 00000100:00100000:0.0:1713531221.395653:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1142 00000100:00100000:0.0:1713531221.395657:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1825:x1796767405051904:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.395665:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1143 00000100:00100000:3.0:1713531221.395672:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405051776:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.395672:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1144 00000100:00100000:1.0:1713531221.395676:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405051840:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.406498:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967594 is committed 00000001:00080000:0.0:1713531221.406508:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967592 is committed 00000001:00080000:0.0:1713531221.406514:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967596 is committed 00000100:00100000:3.0:1713531221.406732:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405051776:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11053us (11158us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.406743:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1143 00000100:00100000:3.0:1713531221.407834:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.407854:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052032 00000100:00100000:2.0:1713531221.407862:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052032 00000100:00100000:2.0:1713531221.407894:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4727 00000100:00100000:2.0:1713531221.407899:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+89:8038:x1796767405052032:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.407933:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.407952:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352cecb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c489a expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.407962:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.407964:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.407984:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.407992:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.407998:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408012:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408015:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408019:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408023:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab086c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.408026:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408031:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408035:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.408036:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.408038:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.408040:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352cf18 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.408098:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8038:x1796767405052032:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 199us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.408102:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4727 00000100:00100000:0.0:1713531221.408816:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.408860:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052096 00000100:00100000:3.0:1713531221.408867:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052096 00000100:00100000:3.0:1713531221.408894:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1145 00000100:00100000:3.0:1713531221.408900:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405052096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000001:00080000:2.0:1713531221.409059:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967600 is committed 00000001:00080000:2.0:1713531221.409065:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967605 is committed 00002000:00010000:3.0:1713531221.409075:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb size from disk: 0 -> 3 00000001:00080000:2.0:1713531221.409077:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967601 is committed 00002000:00010000:3.0:1713531221.409078:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.409079:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.409081:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.409082:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531221.409086:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405051904:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13428us (13497us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.409089:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405051840:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13411us (13479us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.409093:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1142 00000100:00100000:1.0:1713531221.409096:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1144 00000100:00100000:3.0:1713531221.409102:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405052096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 202us (287us total) trans 4294967597 rc 0/0 00000100:00100000:3.0:1713531221.409107:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1145 00000100:00100000:0.0:1713531221.409807:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.409836:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.409861:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052352 00000100:00100000:2.0:1713531221.409868:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052352 00000100:00100000:0.0:1713531221.409874:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.409904:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052416 00000100:00100000:3.0:1713531221.409908:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052416 00000100:00100000:2.0:1713531221.409909:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052480 00000100:00100000:2.0:1713531221.409912:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052480 00000100:00100000:0.0:1713531221.409919:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4728 00000100:00100000:0.0:1713531221.409926:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8038:x1796767405052352:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.409929:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4729 00000100:00100000:1.0:1713531221.409936:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:8039:x1796767405052416:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.409939:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4730 00000100:00100000:3.0:1713531221.409945:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+90:8040:x1796767405052480:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.409956:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.409959:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.409968:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.409974:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352ced9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48a1 expref: 90 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.409976:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.409976:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.409986:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.409988:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.409996:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cefc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48bd expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.410000:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.410003:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.410005:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.410009:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.410011:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:0.0:1713531221.410014:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 88 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.410015:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.410019:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.410022:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.410025:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.410026:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655040:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.410028:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.410029:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.410032:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.410033:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.410036:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.410037:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.410039:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.410041:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352cf26 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.410044:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410052:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.410062:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.410068:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410074:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.410074:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:8039:x1796767405052416:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 139us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.410078:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4729 00010000:00010000:3.0:1713531221.410080:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410085:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.410088:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410094:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410100:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.410103:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.410106:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.410111:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cf2d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.410175:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8040:x1796767405052480:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 228us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.410182:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4730 00000100:00100000:2.0:1713531221.410795:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655040:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.410809:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.410813:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.410841:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.410857:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052544 00000100:00100000:3.0:1713531221.410862:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052544 00000100:00100000:1.0:1713531221.410871:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052608 00000100:00100000:1.0:1713531221.410875:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052608 00000100:00100000:0.0:1713531221.410877:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.410888:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1146 00000100:00100000:3.0:1713531221.410894:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405052544:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.410898:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052672 00000100:00100000:2.0:1713531221.410901:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052672 00000100:00100000:1.0:1713531221.410906:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1147 00000100:00100000:1.0:1713531221.410911:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405052608:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.410917:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 87 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.410940:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 960 00000100:00100000:2.0:1713531221.410944:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405052672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.410952:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.410956:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 87 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.410964:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 87 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.410975:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352ce46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4869 expref: 87 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.410986:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.410989:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.410995:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411000:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411011:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.411033:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405052672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.411039:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 960 00010000:00010000:2.0:1713531221.411056:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411064:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00002000:00010000:1.0:1713531221.411072:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.411074:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb mtime from disk: 0 -> 1713531216 00010000:00010000:2.0:1713531221.411076:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00002000:00010000:1.0:1713531221.411076:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.411077:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:1.0:1713531221.411078:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1713531221.411082:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411087:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411091:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.411094:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00002000:00010000:3.0:1713531221.411097:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb size from disk: 0 -> 3 00000100:00100000:1.0:1713531221.411097:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405052608:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 186us (256us total) trans 4294967606 rc 0/0 00010000:00010000:2.0:1713531221.411099:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00002000:00010000:3.0:1713531221.411100:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb mtime from disk: 0 -> 1713531216 00000100:00100000:1.0:1713531221.411101:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1147 00002000:00010000:3.0:1713531221.411102:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.411104:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb ctime from disk: 1713531220 -> 1713531218 00002000:00010000:3.0:1713531221.411106:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1713531221.411106:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.411108:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.411109:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.411112:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352cf1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.411130:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405052544:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 235us (318us total) trans 4294967607 rc 0/0 00000100:00100000:3.0:1713531221.411137:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1146 00000100:00100000:2.0:1713531221.411139:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:8038:x1796767405052352:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1213us (1332us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.411145:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4728 00000100:00100000:0.0:1713531221.411867:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.411896:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.411923:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.411938:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052928 00000100:00100000:2.0:1713531221.411942:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052928 00000100:00100000:2.0:1713531221.411966:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052864 00000100:00100000:2.0:1713531221.411968:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052864 00000100:00100000:3.0:1713531221.411973:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4731 00000100:00100000:3.0:1713531221.411980:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8040:x1796767405052928:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.411984:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4732 00000100:00100000:2.0:1713531221.411989:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:8039:x1796767405052864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.412004:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.412010:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.412012:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412017:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.412019:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 86 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.412027:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.412038:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412046:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 86 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.412046:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 86 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.412055:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409655104:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.412055:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 86 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.412065:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655168:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.412089:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.412092:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7300 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.412101:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405052992 00000100:00100000:3.0:1713531221.412104:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405052992 00000100:00100000:3.0:1713531221.412127:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1148 00000100:00100000:3.0:1713531221.412130:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405052992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.412147:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412157:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412163:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.412164:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.412166:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412177:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.412182:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 10 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.412189:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409655232:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.412212:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.412977:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.412985:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.412996:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053120 00000100:00100000:2.0:1713531221.413001:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053120 00000100:00100000:0.0:1713531221.413003:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.413009:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053056 00010000:00010000:2.0:1713531221.413013:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 87 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.413013:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053056 00010000:00010000:1.0:1713531221.413025:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 88 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.413027:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053184 00000100:00100000:2.0:1713531221.413028:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053184 00000100:00100000:3.0:1713531221.413029:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409655104:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.413035:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 11 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.413041:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 961 00010000:00010000:3.0:1713531221.413043:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.413044:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405053120:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.413047:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 962 00010000:00010000:1.0:1713531221.413050:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.413051:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 963 00000100:00100000:0.0:1713531221.413051:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405053056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.413053:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 88 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.413054:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405053184:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.413058:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.413060:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.413062:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 88 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.413063:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 88 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.413066:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409655232:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.413069:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 88 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.413071:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 11 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.413071:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.413073:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.413077:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413078:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 11 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.413078:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352ceaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c488c expref: 88 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.413081:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.413085:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.413086:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.413088:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.413088:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.413092:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.413099:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.413100:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08000/0xe3b2c9851352ceee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48b6 expref: 11 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.413107:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405053120:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (131us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.413109:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.413111:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 961 00010000:00010000:2.0:1713531221.413112:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.413113:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.413115:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.413117:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413119:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.413122:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405053056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.413124:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.413127:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 962 00010000:00010000:3.0:1713531221.413129:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.413133:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.413137:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.413140:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.413140:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.413142:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.413148:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.413155:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:3.0:1713531221.413157:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.413158:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.413160:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405053184:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 103us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.413162:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352cf34 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.413166:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 963 00000100:00100000:3.0:1713531221.413194:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+85:8040:x1796767405052928:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1213us (1327us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.413200:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4731 00010000:00010000:2.0:1713531221.413200:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352ce69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4870 expref: 85 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.413214:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.413217:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655168:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.413219:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413230:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413230:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.413233:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413237:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.413238:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413242:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.413245:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.413247:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413250:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413255:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.413258:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413260:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.413261:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a4900/0xe3b2c9851352cf42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413286:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413291:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.413294:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413300:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413308:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:2.0:1713531221.413310:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.413313:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413317:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352cf3b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.413318:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405052992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1186us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.413323:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1148 00000100:00100000:2.0:1713531221.413352:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:8039:x1796767405052864:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1362us (1455us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.413359:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4732 00000100:00100000:0.0:1713531221.413748:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.413768:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.413800:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053376 00000100:00100000:0.0:1713531221.413802:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.413803:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053376 00000100:00100000:3.0:1713531221.413818:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053248 00000100:00100000:2.0:1713531221.413818:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4733 00000100:00100000:2.0:1713531221.413821:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:8038:x1796767405053376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.413823:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053248 00000100:00100000:3.0:1713531221.413840:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053440 00000100:00100000:3.0:1713531221.413841:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053440 00000100:00100000:1.0:1713531221.413848:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:1.0:1713531221.413853:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405053248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.413860:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1150 00000100:00100000:3.0:1713531221.413864:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405053440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.413873:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413881:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.413882:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.413886:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.413887:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.413889:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413890:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.413895:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.413896:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.413898:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.413902:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.413909:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 15 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.413910:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.413916:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409655296:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.413917:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 15 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.413924:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409655360:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.413937:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.413944:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.413983:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.413990:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 84 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.413995:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.414005:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 84 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414011:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 84 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.414016:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655424:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.414036:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.414635:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.414642:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409655296:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.414644:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.414653:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.414660:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053568 00000100:00100000:2.0:1713531221.414663:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053568 00000100:00100000:3.0:1713531221.414664:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409655360:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.414669:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.414677:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414677:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 16 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.414680:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053632 00000100:00100000:0.0:1713531221.414682:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053632 00010000:00010000:0.0:1713531221.414692:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 85 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.414707:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053504 00000100:00100000:2.0:1713531221.414710:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053504 00000100:00100000:0.0:1713531221.414711:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 964 00000100:00100000:0.0:1713531221.414715:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405053568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.414717:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 965 00010000:00010000:2.0:1713531221.414718:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.414720:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531221.414722:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767405053632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.414730:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.414730:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 17 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.414735:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 966 00010000:00010000:1.0:1713531221.414736:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 85 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.414736:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 17 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.414738:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405053504:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.414743:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.414744:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 85 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.414750:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 17 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.414750:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352cf03 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48c4 expref: 17 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.414752:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:1.0:1713531221.414755:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.414756:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 16 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.414758:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.414759:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.414761:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.414761:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414764:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.414765:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352cf11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d2 expref: 16 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.414765:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414770:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.414771:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.414772:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.414773:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.414775:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.414778:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414785:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414787:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.414787:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:1822:x1796767405053632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.414788:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405053568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.414792:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 965 00010000:00010000:3.0:1713531221.414794:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.414794:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 964 00000100:00100000:2.0:1713531221.414800:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405053504:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.414804:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 966 00010000:00010000:1.0:1713531221.414807:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414810:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414812:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414819:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414822:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414823:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414826:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.414826:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414828:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414830:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414832:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414833:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.414835:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352ce85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c487e expref: 84 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.414835:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.414840:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409655424:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.414841:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.414843:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.414845:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352cf50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414849:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.414850:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414852:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.414853:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e3c900/0xe3b2c9851352cf49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.414855:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.414880:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405053248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1027us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.414881:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405053440:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1015us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.414884:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:3.0:1713531221.414888:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1150 00000001:00080000:2.0:1713531221.414917:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970636 00000001:00080000:2.0:1713531221.414998:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970637 00000001:00080000:2.0:1713531221.415023:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970638 00000100:00100000:2.0:1713531221.415061:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409655488:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.415086:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.415104:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b538e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.415122:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655488 00000100:00100000:3.0:1713531221.415125:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655488 00000100:00100000:3.0:1713531221.415143:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1713531221.415146:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409655488:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1713531221.415203:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409655488:12345-0@lo:1000:mdt00_000.0 Request processed in 56us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.415207:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1713531221.415235:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967594 gen 2 00000004:00080000:2.0:1713531221.415239:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967593 committed transno 4294967594 00000004:00080000:2.0:1713531221.415255:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967594 committed transno 4294967594 00000100:00100000:2.0:1713531221.415290:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409655488:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531221.415336:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.415357:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.415368:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053760 00000100:00100000:3.0:1713531221.415371:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053760 00000100:00100000:3.0:1713531221.415381:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053888 00000100:00100000:3.0:1713531221.415383:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053888 00000100:00100000:0.0:1713531221.415392:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4734 00000100:00100000:3.0:1713531221.415396:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4735 00000100:00100000:0.0:1713531221.415397:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:8039:x1796767405053760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.415400:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8040:x1796767405053888:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000001:00080000:2.0:1713531221.415475:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970639 00000100:00100000:2.0:1713531221.415531:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409655552:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.415548:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.415557:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7300 going to sleep for 11 seconds 00010000:00010000:0.0:1713531221.415560:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.415567:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 91 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.415572:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.415575:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.415582:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 91 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.415586:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 91 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.415587:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.415592:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 91 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.415598:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409655616:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.415599:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 91 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.415605:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 91 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.415613:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409655680:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.415625:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.415631:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.415641:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655552 00000100:00100000:3.0:1713531221.415643:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655552 00000100:00100000:3.0:1713531221.415655:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1713531221.415658:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409655552:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1713531221.415773:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409655552:12345-0@lo:1000:mdt00_000.0 Request processed in 114us (224us total) trans 4294967598 rc 0/0 00000100:00100000:3.0:1713531221.415778:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1713531221.415799:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b479500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409655552:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1713531221.415812:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415816:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415819:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415822:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.415823:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415826:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415831:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531221.415832:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.415834:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415837:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352cf57 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415850:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415853:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415856:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415862:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.415863:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415866:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415869:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88008b78de00) 00010000:00010000:2.0:1713531221.415870:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.415872:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415874:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2bcc0/0xe3b2c98513528a3e lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.415890:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415894:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415898:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415900:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415903:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415906:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415908:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.415910:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415913:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415916:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff880131fa8f00) 00010000:00010000:2.0:1713531221.415917:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.415918:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.415920:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352cf6c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:2.0:1713531221.415960:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.415963:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.416039:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 143 count 121 00000040:00080000:2.0:1713531221.416043:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.416076:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8038:x1796767405053376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2253us (2306us total) trans 4294970640 rc 0/0 00000100:00100000:2.0:1713531221.416081:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4733 00000020:00080000:2.0:1713531221.416084:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1713531221.416195:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409655616:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.416202:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.416257:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409655680:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.416309:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.416403:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.416441:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405053952 00000100:00100000:2.0:1713531221.416444:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405053952 00000100:00100000:0.0:1713531221.416451:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.416455:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 91 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.416477:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054016 00000100:00100000:2.0:1713531221.416480:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054016 00000100:00100000:3.0:1713531221.416488:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 967 00010000:00010000:2.0:1713531221.416489:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.416494:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405053952:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.416503:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.416503:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 968 00010000:00010000:3.0:1713531221.416508:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 92 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.416509:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405054016:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.416515:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 92 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.416516:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.416519:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.416525:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352cea1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4885 expref: 92 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.416526:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.416532:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:2.0:1713531221.416534:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352cebd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4893 expref: 91 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.416535:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.416539:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.416540:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00010000:00010000:2.0:1713531221.416542:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.416543:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.416546:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.416550:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.416555:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.416559:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.416562:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.416566:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.416582:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405053952:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.416583:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405054016:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.416587:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 967 00000100:00100000:2.0:1713531221.416590:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 968 00010000:00010000:3.0:1713531221.416604:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.416607:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.416676:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:0.0:1713531221.416677:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970641 00000100:00100000:1.0:1713531221.416690:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054144 00000100:00100000:1.0:1713531221.416693:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054144 00000001:00080000:3.0:1713531221.416695:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970642 00000100:00100000:1.0:1713531221.416708:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1022 00000100:00100000:1.0:1713531221.416711:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:8038:x1796767405054144:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.416763:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970643 00000001:00080000:0.0:1713531221.416791:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970645 00000100:00100000:0.0:1713531221.416825:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409655744:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1713531221.416834:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970644 00000100:00100000:0.0:1713531221.416844:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.416852:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880136b4aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.416859:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655744 00000100:00100000:2.0:1713531221.416862:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655744 00000100:00100000:2.0:1713531221.416880:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1713531221.416884:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409655744:12345-0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1713531221.416886:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970648 00000100:00100000:2.0:1713531221.416928:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409655744:12345-0@lo:1000:mdt00_001.0 Request processed in 43us (83us total) trans 0 rc 0/0 00000004:00080000:1.0:1713531221.416929:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.416931:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967601 gen 2 00000100:00100000:2.0:1713531221.416934:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000004:00080000:0.0:1713531221.416934:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967601 committed transno 4294967601 00000100:00100000:0.0:1713531221.416949:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409655744:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.416958:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409655808:0@lo:1000:mdt00_006.0 00000001:00080000:1.0:1713531221.416976:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970646 00000100:00100000:3.0:1713531221.416987:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.416999:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800aa520f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.417002:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655808 00000100:00100000:2.0:1713531221.417005:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655808 00010000:00010000:1.0:1713531221.417006:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417012:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417016:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.417017:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1713531221.417020:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2337450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409655808:12345-0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.417023:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417025:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417028:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417031:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417033:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.417035:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417038:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417042:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8e:0x0].0x0 (ffff88009a3a4000) 00010000:00010000:1.0:1713531221.417043:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.417045:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.417047:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352cf73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.417049:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2337450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409655808:12345-0@lo:1000:mdt00_006.0 Request processed in 29us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.417052:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000001:00080000:0.0:1713531221.417066:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970647 00000100:00100000:3.0:1713531221.417071:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409655808:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.417094:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8038:x1796767405054144:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 381us (418us total) trans 4294970650 rc 0/0 00000100:00100000:1.0:1713531221.417098:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1022 00000020:00080000:1.0:1713531221.417100:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.417101:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409655872:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.417117:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.417126:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880136b4a240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.417135:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655872 00000100:00100000:0.0:1713531221.417137:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655872 00000100:00100000:0.0:1713531221.417149:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1713531221.417152:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409655872:12345-0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1713531221.417226:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970649 00000100:00100000:0.0:1713531221.417253:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409655872:12345-0@lo:1000:mdt00_001.0 Request processed in 99us (134us total) trans 4294967608 rc 0/0 00000100:00100000:0.0:1713531221.417257:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1713531221.417289:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409655872:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.417294:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409655936:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.417302:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417306:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417309:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417311:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5398c0 already unused, calling callback (ffffffffa138a700) 00000100:00100000:3.0:1713531221.417312:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1713531221.417313:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417315:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.417320:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.417320:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:1.0:1713531221.417321:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.417323:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.417323:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409655936 00010000:00010000:1.0:1713531221.417326:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352cf5e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.417326:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409655936 00010000:00010000:1.0:1713531221.417335:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.417336:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00010000:00010000:1.0:1713531221.417338:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.417339:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409655936:12345-0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1713531221.417341:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.417344:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.417346:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.417349:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.417352:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:1.0:1713531221.417353:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.417354:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.417357:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28fc0/0xe3b2c98513528a61 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.417369:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417373:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417377:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417380:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417382:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417385:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417388:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.417389:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417394:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417397:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88009a3a4600) 00010000:00010000:1.0:1713531221.417398:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.417399:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.417402:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352cf7a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000040:00080000:1.0:1713531221.417449:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.417451:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.417478:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409655936:12345-0@lo:1000:mdt00_006.0 Request processed in 137us (164us total) trans 4294967609 rc 0/0 00000100:00100000:0.0:1713531221.417482:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1713531221.417504:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409655936:0@lo:1000:mdt00_006.0 00000040:00080000:1.0:1713531221.417509:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 144 count 121 00000040:00080000:1.0:1713531221.417513:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:3.0:1713531221.417518:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417522:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417526:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417529:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a61c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.417531:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417535:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.417537:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+98:8039:x1796767405053760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2140us (2202us total) trans 4294970651 rc 0/0 00010000:00010000:3.0:1713531221.417542:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88008e9b4700) 00000100:00100000:1.0:1713531221.417542:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4734 00000020:00080000:1.0:1713531221.417544:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00010000:00010000:3.0:1713531221.417545:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.417547:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417552:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352cf65 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417572:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417577:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417582:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417587:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.417589:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417594:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417601:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008b78d500) 00010000:00010000:3.0:1713531221.417603:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.417605:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417611:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a880/0xe3b2c98513528a84 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.417637:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417642:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417646:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417650:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417653:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417656:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417658:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.417660:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417662:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417665:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff880091d37700) 00010000:00010000:3.0:1713531221.417666:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.417668:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.417674:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352cf81 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:3.0:1713531221.417715:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.417717:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.417784:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 145 count 121 00000040:00080000:3.0:1713531221.417789:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.417836:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+97:8040:x1796767405053888:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2434us (2476us total) trans 4294970652 rc 0/0 00000100:00100000:3.0:1713531221.417842:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4735 00000020:00080000:3.0:1713531221.417844:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.417854:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.417856:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.417876:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 148 count 121 00000040:00080000:0.0:1713531221.417879:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.417916:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409656000:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.417943:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.418079:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.418101:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054272 00000100:00100000:1.0:1713531221.418104:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054272 00000100:00100000:1.0:1713531221.418122:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1023 00000100:00100000:1.0:1713531221.418125:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8039:x1796767405054272:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531221.418231:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531221.418245:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970653 00010000:00010000:1.0:1713531221.418264:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418286:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418291:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418294:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418297:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418300:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418303:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418306:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.418308:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418310:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418314:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8d:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:1.0:1713531221.418315:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.418317:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418319:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352cf88 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531221.418358:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8039:x1796767405054272:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 232us (280us total) trans 4294970654 rc 0/0 00000100:00100000:1.0:1713531221.418362:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1023 00000020:00080000:1.0:1713531221.418364:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.418380:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409656000:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531221.418416:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.418434:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.418549:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 148 count 121 00000040:00080000:2.0:1713531221.418554:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.418687:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.418714:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054400 00000100:00100000:1.0:1713531221.418717:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054400 00000100:00100000:0.0:1713531221.418727:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.418734:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1024 00000100:00100000:1.0:1713531221.418737:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8040:x1796767405054400:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.418773:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054464 00000100:00100000:3.0:1713531221.418778:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054464 00000100:00100000:3.0:1713531221.418800:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4736 00000100:00100000:3.0:1713531221.418805:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+101:8043:x1796767405054464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.418820:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x72:0x0] from 18446744073709551615 #0 00000004:00080000:1.0:1713531221.418845:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x8f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.418846:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.418856:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054592 00000100:00100000:2.0:1713531221.418859:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054592 00000001:00080000:1.0:1713531221.418859:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970655 00000100:00100000:0.0:1713531221.418863:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.418872:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054528 00000100:00100000:2.0:1713531221.418874:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054528 00000100:00100000:2.0:1713531221.418882:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4737 00010000:00010000:1.0:1713531221.418884:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.418886:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8041:x1796767405054592:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.418888:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4738 00010000:00010000:1.0:1713531221.418889:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.418891:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8043:x1796767405054464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 81us (159us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.418893:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.418893:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8042:x1796767405054528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.418896:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00000004:00000080:2.0:1713531221.418897:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xab:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.418899:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4736 00010000:00010000:1.0:1713531221.418899:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418902:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00000004:00000080:0.0:1713531221.418902:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa5:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.418905:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418907:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.418909:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418912:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418916:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8f:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:1.0:1713531221.418917:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.418919:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.418921:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352cf8f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.418937:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8042:x1796767405054528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 43us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.418940:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8041:x1796767405054592:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 55us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.418941:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4738 00000100:00100000:2.0:1713531221.418945:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4737 00000100:00100000:1.0:1713531221.418960:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8040:x1796767405054400:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 222us (274us total) trans 4294970656 rc 0/0 00000100:00100000:1.0:1713531221.418964:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1024 00000020:00080000:1.0:1713531221.418966:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.419617:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.419639:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.419650:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054656 00000100:00100000:1.0:1713531221.419653:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054656 00000100:00100000:1.0:1713531221.419669:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054720 00000100:00100000:1.0:1713531221.419670:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054720 00000100:00100000:1.0:1713531221.419678:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4739 00000100:00100000:1.0:1713531221.419681:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8043:x1796767405054656:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.419685:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4740 00000100:00100000:2.0:1713531221.419692:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8042:x1796767405054720:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.419705:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419711:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419715:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419720:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419721:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419725:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419728:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419729:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419736:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419739:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419742:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419745:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419747:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419753:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419758:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531221.419758:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x72:0x0]: returning size 3 00000004:00200000:1.0:1713531221.419760:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.419765:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419769:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419771:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419772:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419775:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419777:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419778:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.419779:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419782:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419782:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419786:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.419787:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.419789:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419792:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352cf96 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419797:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000004:00200000:2.0:1713531221.419798:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa5:0x0]: returning size 3 00000004:00200000:2.0:1713531221.419800:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531221.419800:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419803:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419805:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00000004:00010000:2.0:1713531221.419807:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419807:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419809:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419812:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7f5d622f (ffff88009a3a4b00) 00010000:00010000:1.0:1713531221.419813:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.419814:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419814:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419817:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352cfa4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419819:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419823:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419824:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419826:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419829:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.419829:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419831:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419832:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bc000 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531221.419832:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.419833:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419836:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.419836:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.419839:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:1.0:1713531221.419840:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.419841:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419842:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.419844:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.419844:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352cfab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.419846:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419850:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352cf9d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419859:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419863:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.419864:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8043:x1796767405054656:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 182us (248us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.419868:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.419868:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4739 00010000:00010000:2.0:1713531221.419875:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09200 already unused, calling callback (ffffffffa138a700) 00000100:00100000:3.0:1713531221.419876:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054784 00010000:00010000:2.0:1713531221.419878:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.419880:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054784 00010000:00010000:2.0:1713531221.419883:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419887:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9bd7622f (ffff88008cf75600) 00010000:00010000:2.0:1713531221.419889:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.419890:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419893:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352cfb2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.419898:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4741 00010000:00010000:2.0:1713531221.419899:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419901:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.419902:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8041:x1796767405054784:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.419904:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419907:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.419908:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419911:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419914:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff88008d2f5700) 00010000:00010000:2.0:1713531221.419915:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.419916:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.419919:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352cfb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.419930:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419937:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419943:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.419946:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8042:x1796767405054720:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 254us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.419951:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4740 00010000:00010000:3.0:1713531221.419954:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419958:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419961:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419973:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/1,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419977:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.419981:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.419995:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xab:0x0]: returning size 3 00000004:00200000:3.0:1713531221.419997:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.420003:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420008:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420012:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420016:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420021:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420023:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420027:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420032:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.420033:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.420035:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420037:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352cfc0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420043:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420045:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420049:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420052:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420053:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420056:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420059:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x30d7622f (ffff8800925d0b00) 00010000:00010000:3.0:1713531221.420060:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.420062:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420066:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352cfc7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420075:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420080:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420085:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420088:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420091:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420095:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420101:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:3.0:1713531221.420103:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.420105:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 2/0,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420110:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352cfce lrc: 0/0,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.420148:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8041:x1796767405054784:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 244us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.420155:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4741 00000100:00100000:0.0:1713531221.420387:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.420451:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054912 00000100:00100000:3.0:1713531221.420456:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054912 00000100:00100000:3.0:1713531221.420484:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4742 00000100:00100000:3.0:1713531221.420488:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8043:x1796767405054912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.420497:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.420507:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cfd5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48d9 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.420590:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420597:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420602:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420611:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420614:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420618:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420639:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420643:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420646:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.420653:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x72:0x0]: returning size 3 00010000:00010000:3.0:1713531221.420702:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420707:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420712:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420717:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420719:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420724:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420732:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:3.0:1713531221.420734:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.420736:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420741:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352cfea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420750:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420755:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420760:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420768:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420770:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420774:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420780:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.420782:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.420784:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420789:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352cfdc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420796:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420801:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420805:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420809:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.420811:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420816:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420821:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7f5d622f (ffff8800925d0400) 00010000:00010000:3.0:1713531221.420822:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.420824:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420827:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352cfe3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7f5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.420847:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cfd5 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d9 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.420852:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352cfd5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48d9 expref: 103 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.420857:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:3.0:1713531221.420888:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8043:x1796767405054912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 399us (501us total) trans 4294970657 rc 301/301 00000100:00100000:3.0:1713531221.420893:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4742 00000100:00100000:0.0:1713531221.421693:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.421718:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.421731:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405054976 00000100:00100000:3.0:1713531221.421733:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055104 00000100:00100000:0.0:1713531221.421734:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405054976 00000100:00100000:3.0:1713531221.421738:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055104 00000100:00100000:0.0:1713531221.421753:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4743 00000100:00100000:0.0:1713531221.421757:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8043:x1796767405054976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.421761:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4744 00000100:00100000:3.0:1713531221.421766:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8042:x1796767405055104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.421769:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x72:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1713531221.421774:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.421782:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cff8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48e0 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.421809:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8043:x1796767405054976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 51us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.421814:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4743 00010000:00010000:3.0:1713531221.421828:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421836:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421843:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421854:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421860:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421866:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421890:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421897:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421903:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.421909:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa5:0x0]: returning size 3 00010000:00010000:3.0:1713531221.421951:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421957:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421962:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421967:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.421969:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421975:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421984:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff88008d2f5700) 00010000:00010000:3.0:1713531221.421986:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.421989:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.421994:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352d00d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422003:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422008:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422013:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422017:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.422020:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422024:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422030:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.422032:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.422034:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422038:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352cfff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422046:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422052:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422057:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422061:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.422063:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422068:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422080:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9bd7622f (ffff880091772000) 00010000:00010000:3.0:1713531221.422083:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.422085:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422090:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352d006 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422114:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cff8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48e0 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.422121:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352cff8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48e0 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.422129:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5b00, rc 0) 00000100:00100000:3.0:1713531221.422166:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8042:x1796767405055104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 399us (448us total) trans 4294970658 rc 301/301 00000100:00100000:3.0:1713531221.422177:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4744 00000100:00100000:0.0:1713531221.422548:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.422596:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055168 00000100:00100000:3.0:1713531221.422600:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055168 00000100:00100000:3.0:1713531221.422620:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4745 00000100:00100000:3.0:1713531221.422625:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8043:x1796767405055168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.422633:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.422643:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352d01b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48e7 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.422668:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422677:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422684:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422700:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422706:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422711:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422821:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352d030 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422829:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352d030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422836:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352d030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.422857:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6b:0x0]: returning size 11776 00000004:00200000:3.0:1713531221.422860:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.422868:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352d030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422874:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422879:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422884:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422889:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.422891:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422896:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422903:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff88008c068100) 00010000:00010000:3.0:1713531221.422905:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.422908:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422912:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352d022 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422922:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422927:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422933:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422937:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.422939:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422943:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422949:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x2e72699d (ffff8800a724fe00) 00010000:00010000:3.0:1713531221.422950:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.422952:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422956:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352d029 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e72699d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.422980:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352d01b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48e7 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.422988:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.422990:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a46c0/0xe3b2c9851352d030 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48e7 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.422996:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531221.422998:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531221.423000:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a46c0, rc 0) 00000100:00100000:0.0:1713531221.423001:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055232 00000100:00100000:0.0:1713531221.423004:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055232 00000100:00100000:0.0:1713531221.423019:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4746 00000100:00100000:0.0:1713531221.423024:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8042:x1796767405055232:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.423030:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:0.0:1713531221.423040:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xa5:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.423042:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8043:x1796767405055168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 415us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.423050:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4745 00000100:00100000:3.0:1713531221.423063:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055360 00000100:00100000:3.0:1713531221.423066:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055360 00000100:00100000:3.0:1713531221.423083:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4747 00000100:00100000:3.0:1713531221.423089:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8041:x1796767405055360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.423089:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8042:x1796767405055232:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 63us (100us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.423097:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.423098:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4746 00010000:00010000:3.0:1713531221.423107:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d037 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48ee expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.423153:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423160:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423167:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423178:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423185:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423190:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423213:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423220:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423226:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.423232:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xab:0x0]: returning size 3 00010000:00010000:3.0:1713531221.423310:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423317:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423322:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423327:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.423330:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423335:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423343:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:3.0:1713531221.423345:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.423347:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423352:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d04c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423361:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423366:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423375:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423379:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.423381:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423386:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423392:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.423394:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.423397:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423401:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d03e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423409:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423414:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423436:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423441:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.423443:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423448:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423459:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x30d7622f (ffff88008b78d100) 00010000:00010000:3.0:1713531221.423461:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.423463:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423468:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d045 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.423494:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d037 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48ee expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.423503:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d037 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48ee expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.423510:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782880, rc 0) 00000100:00100000:3.0:1713531221.423547:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8041:x1796767405055360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 457us (519us total) trans 4294970659 rc 301/301 00000100:00100000:3.0:1713531221.423553:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4747 00000100:00100000:0.0:1713531221.423774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.423801:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.423820:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055552 00000100:00100000:3.0:1713531221.423825:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055552 00000100:00100000:1.0:1713531221.423846:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055616 00000100:00100000:1.0:1713531221.423849:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055616 00000100:00100000:3.0:1713531221.423852:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4748 00000100:00100000:3.0:1713531221.423856:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8042:x1796767405055552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.423866:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.423867:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4749 00000100:00100000:1.0:1713531221.423871:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8043:x1796767405055616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.423876:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d05a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48f5 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.423878:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.423890:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d061 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c48fc expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.424259:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.424292:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055680 00000100:00100000:0.0:1713531221.424295:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055680 00000100:00100000:0.0:1713531221.424317:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4750 00000004:00080000:3.0:1713531221.424322:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4e:0x0], index 1: 0 00000100:00100000:0.0:1713531221.424322:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8041:x1796767405055680:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00080000:1.0:1713531221.424332:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x51:0x0], index 0: 0 00000004:00000080:0.0:1713531221.424338:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xab:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.424388:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8041:x1796767405055680:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 65us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.424394:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4750 00010000:00010000:3.0:1713531221.424514:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.424524:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.424529:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d06f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.424531:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.424539:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d06f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.424545:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d06f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.424560:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d05a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48f5 expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.424571:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d068 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48f5 expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.424574:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d061 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48fc expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.424576:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d400) 00010000:00010000:3.0:1713531221.424578:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.424580:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b780d80, rc 0) 00010000:00010000:1.0:1713531221.424583:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d06f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48fc expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.424589:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:1.0:1713531221.424590:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.424592:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be1c0, rc 0) 00000100:00100000:1.0:1713531221.424616:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8043:x1796767405055616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 746us (815us total) trans 4294970661 rc 0/0 00000100:00100000:3.0:1713531221.424618:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8042:x1796767405055552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 760us (844us total) trans 4294970660 rc 0/0 00000100:00100000:1.0:1713531221.424621:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4749 00000100:00100000:3.0:1713531221.424624:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4748 00000100:00100000:2.0:1713531221.425508:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.425527:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.425551:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055936 00000100:00100000:3.0:1713531221.425554:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055936 00000100:00100000:1.0:1713531221.425563:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405055808 00000100:00100000:1.0:1713531221.425568:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405055808 00000100:00100000:3.0:1713531221.425572:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4751 00000100:00100000:3.0:1713531221.425576:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8043:x1796767405055936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.425586:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4752 00000100:00100000:1.0:1713531221.425590:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8041:x1796767405055808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.425597:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.425600:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.425606:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d084 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4903 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.425613:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d06f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48fc expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.425624:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:3.0:1713531221.425631:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.425646:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.425655:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 193 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.425662:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.425689:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 193 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.425702:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 193 pid: 6410 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.425713:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409656064:192.168.202.39@tcp:104: 00000004:00080000:1.0:1713531221.425750:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4f:0x0], index 1: 0 00000100:00100000:3.0:1713531221.425753:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc540 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.425837:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d092 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.425843:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.425848:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.425867:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d084 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4903 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.425875:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d092 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4903 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.425879:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:1.0:1713531221.425881:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.425882:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd8c0, rc 0) 00000100:00100000:1.0:1713531221.425909:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8041:x1796767405055808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 319us (383us total) trans 4294970662 rc 0/0 00000100:00100000:1.0:1713531221.425913:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4752 00000100:00100000:3.0:1713531221.426365:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409656064:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.426383:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.426477:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.426524:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056000 00000100:00100000:2.0:1713531221.426528:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056000 00010000:00010000:2.0:1713531221.426547:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 194 pid: 6410 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.426578:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 969 00000100:00100000:2.0:1713531221.426583:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:1825:x1796767405056000:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.426593:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.426599:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 194 pid: 6410 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.426609:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 194 pid: 6410 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.426623:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c98513527f4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c33c4 expref: 194 pid: 6410 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.426623:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.426631:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.426634:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.426639:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.426643:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.426663:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.426671:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056128 00000100:00100000:1.0:1713531221.426675:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056128 00010000:00010000:3.0:1713531221.426676:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426680:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.426680:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:1825:x1796767405056000:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.426685:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 969 00000100:00100000:1.0:1713531221.426691:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4753 00010000:00010000:3.0:1713531221.426693:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.426694:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:8042:x1796767405056128:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.426698:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426705:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426715:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.426724:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d068 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c48f5 expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.426733:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d400) 00010000:00010000:1.0:1713531221.426739:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.426750:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426755:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426756:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426760:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426763:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426769:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426769:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426772:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426775:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.426775:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426779:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426784:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426792:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531221.426793:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.426795:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426799:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d08b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426805:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426806:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426808:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426810:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426811:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426814:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7821c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.426814:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426816:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426817:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.426818:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426819:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.426821:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x29534fde (ffff88008b78da00) 00010000:00010000:3.0:1713531221.426823:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.426824:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.426826:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d0a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x29534fde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.426826:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426830:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:1.0:1713531221.426831:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.426833:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426836:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d0a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426840:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426843:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426846:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426849:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.426850:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426852:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426855:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x8496642b (ffff88009a3a4600) 00010000:00010000:1.0:1713531221.426856:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.426857:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.426860:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d0ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x8496642b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.426873:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8043:x1796767405055936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1294us (1365us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.426879:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4751 00000100:00100000:1.0:1713531221.426886:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8042:x1796767405056128:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 190us (264us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.426891:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4753 00000100:00100000:0.0:1713531221.427437:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.427463:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.427480:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056192 00000100:00100000:1.0:1713531221.427483:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056192 00000100:00100000:1.0:1713531221.427498:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056256 00000100:00100000:1.0:1713531221.427500:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056256 00000100:00100000:0.0:1713531221.427500:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.427522:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056384 00000100:00100000:1.0:1713531221.427524:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056384 00000100:00100000:0.0:1713531221.427527:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4754 00000100:00100000:0.0:1713531221.427533:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+111:8043:x1796767405056192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.427536:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4755 00010000:00010000:0.0:1713531221.427541:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.427543:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8042:x1796767405056256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.427546:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4756 00000100:00100000:2.0:1713531221.427550:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+111:8041:x1796767405056384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.427552:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.427553:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d0b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c490a expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.427567:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d0bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4911 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.427567:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.427569:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.427575:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d092 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4903 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.427580:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.427582:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:3.0:1713531221.427585:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.427585:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.427586:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.427593:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.427595:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427600:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.427603:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.427604:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427611:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427617:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427620:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.427628:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d0b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.427635:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.427639:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531221.427641:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.427642:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00010000:00010000:2.0:1713531221.427644:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427647:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427650:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.427652:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d0bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.427653:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.427655:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427658:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.427661:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.427661:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:2.0:1713531221.427662:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.427664:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.427665:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:2.0:1713531221.427666:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d0d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.427667:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.427668:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782f40, rc 0) 00000100:00100000:0.0:1713531221.427669:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8043:x1796767405056192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 135us (232us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.427671:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427674:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.427675:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4754 00010000:00010000:2.0:1713531221.427678:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427681:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.427682:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.427685:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.427687:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8042:x1796767405056256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 145us (224us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.427688:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x61656c30 (ffff88008cf75a00) 00010000:00010000:2.0:1713531221.427689:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.427690:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.427691:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4755 00010000:00010000:2.0:1713531221.427692:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d0d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa2:0x0].0x61656c30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.427720:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+110:8041:x1796767405056384:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 169us (221us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.427725:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4756 00000100:00100000:0.0:1713531221.428618:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.428633:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.428653:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.428679:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056576 00000100:00100000:3.0:1713531221.428684:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056576 00000100:00100000:2.0:1713531221.428687:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056448 00000100:00100000:2.0:1713531221.428691:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056448 00000100:00100000:3.0:1713531221.428701:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056704 00000100:00100000:3.0:1713531221.428702:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056704 00000100:00100000:2.0:1713531221.428717:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4757 00000100:00100000:2.0:1713531221.428721:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8043:x1796767405056576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.428723:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4758 00000100:00100000:0.0:1713531221.428729:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8041:x1796767405056448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.428731:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4759 00000100:00100000:3.0:1713531221.428737:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8042:x1796767405056704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.428738:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.428750:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d0df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4918 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.428760:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.428766:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.428767:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.428773:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.428775:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.428780:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.428780:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.428790:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.428797:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.428818:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d0df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.428826:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.428830:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:0.0:1713531221.428831:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.428832:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a1c0, rc 0) 00000100:00100000:0.0:1713531221.428860:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8041:x1796767405056448:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 131us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.428866:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4758 00000040:00080000:2.0:1713531221.428989:0:15548:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].66, 88 off13616 00000004:00010000:2.0:1713531221.429047:0:15548:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013219d180 reply state ffff88008aff8000 transno 4294970663 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.429051:0:15548:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000040:00080000:3.0:1713531221.429058:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].66, 88 off13520 00000100:00100000:2.0:1713531221.429093:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:8043:x1796767405056576:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 370us (476us total) trans 4294970663 rc 0/0 00000100:00100000:2.0:1713531221.429097:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4757 00000004:00010000:3.0:1713531221.429115:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013219ca80 reply state ffff880134eb0000 transno 4294970664 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.429120:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531221.429157:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8042:x1796767405056704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 420us (501us total) trans 4294970664 rc 0/0 00000100:00100000:3.0:1713531221.429162:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4759 00010000:00010000:1.0:1713531221.429446:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429453:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429458:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429463:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.429466:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429471:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429479:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:1.0:1713531221.429481:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531221.429483:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.429488:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d0e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.429553:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429560:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429565:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429569:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.429572:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429577:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429585:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:2.0:1713531221.429588:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.429590:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429599:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d0f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.429665:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.429690:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.429712:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.429713:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056832 00000100:00100000:3.0:1713531221.429717:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056832 00000100:00100000:2.0:1713531221.429725:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056896 00000100:00100000:2.0:1713531221.429728:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056896 00000100:00100000:3.0:1713531221.429739:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405056960 00000100:00100000:3.0:1713531221.429742:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405056960 00000100:00100000:2.0:1713531221.429749:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4760 00000100:00100000:2.0:1713531221.429753:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8041:x1796767405056832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.429755:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4761 00000100:00100000:0.0:1713531221.429760:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+115:8043:x1796767405056896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.429769:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.429770:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4762 00000100:00100000:3.0:1713531221.429775:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8042:x1796767405056960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.429777:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c491f expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.429779:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.429783:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.429784:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.429789:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.429792:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4926 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.429800:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.429810:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.429814:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 117 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.429821:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:3.0:1713531221.429823:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 117 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.429823:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.429824:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a640, rc 0) 00010000:00010000:3.0:1713531221.429835:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:3.0:1713531221.429837:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.429839:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7818c0, rc 0) 00000100:00100000:0.0:1713531221.429856:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8043:x1796767405056896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.429861:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8042:x1796767405056960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 85us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.429862:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4761 00000100:00100000:3.0:1713531221.429869:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4762 00000040:00080000:2.0:1713531221.429941:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].67, 88 off13608 00000004:00010000:2.0:1713531221.429997:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013219c700 reply state ffff88008aff9000 transno 4294970665 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.430003:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.430043:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8041:x1796767405056832:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 287us (377us total) trans 4294970665 rc 0/0 00000100:00100000:2.0:1713531221.430050:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4760 00000100:00100000:0.0:1713531221.430564:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.430570:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.430579:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.430585:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.430589:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.430590:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.430592:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.430598:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.430607:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:1.0:1713531221.430608:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531221.430610:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.430611:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.430613:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057024 00010000:00010000:1.0:1713531221.430613:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d102 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.430618:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057024 00000100:00100000:1.0:1713531221.430630:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057088 00000100:00100000:1.0:1713531221.430633:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057088 00000100:00100000:3.0:1713531221.430647:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1151 00000100:00100000:3.0:1713531221.430652:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405057024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.430653:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000100:00100000:1.0:1713531221.430656:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405057088:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.430663:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057152 00000100:00100000:2.0:1713531221.430667:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057152 00000100:00100000:2.0:1713531221.430685:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4763 00000100:00100000:2.0:1713531221.430690:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+116:8041:x1796767405057152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.430699:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.430708:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c492d expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.430731:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 117 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.430741:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 117 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.430751:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.430754:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.430756:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08fc0, rc 0) 00000100:00100000:2.0:1713531221.430780:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+117:8041:x1796767405057152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 89us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.430786:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4763 00000100:00100000:1.0:1713531221.430789:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405057088:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 131us (198us total) trans 4294967599 rc 0/0 00000100:00100000:1.0:1713531221.430794:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000100:00100000:3.0:1713531221.430827:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405057024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 172us (262us total) trans 4294967610 rc 0/0 00000100:00100000:3.0:1713531221.430835:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1151 00000100:00100000:0.0:1713531221.431452:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.431476:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.431491:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057344 00000100:00100000:1.0:1713531221.431495:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057344 00000100:00100000:0.0:1713531221.431504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.431520:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057408 00000100:00100000:1.0:1713531221.431522:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057408 00000100:00100000:2.0:1713531221.431528:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1025 00000100:00100000:2.0:1713531221.431534:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8043:x1796767405057344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.431539:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1026 00000100:00100000:1.0:1713531221.431543:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8042:x1796767405057408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.431549:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057472 00000100:00100000:3.0:1713531221.431553:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057472 00000100:00100000:3.0:1713531221.431567:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1153 00000100:00100000:3.0:1713531221.431571:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405057472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.431727:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405057472:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 154us (222us total) trans 4294967600 rc 0/0 00000100:00100000:3.0:1713531221.431733:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1153 00000100:00100000:1.0:1713531221.431734:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8042:x1796767405057408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 188us (255us total) trans 4294970666 rc 0/0 00000100:00100000:2.0:1713531221.431739:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8043:x1796767405057344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 204us (286us total) trans 4294970667 rc 0/0 00000100:00100000:1.0:1713531221.431741:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1026 00000100:00100000:2.0:1713531221.431746:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1025 00000100:00100000:0.0:1713531221.432390:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.432408:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.432431:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057600 00000100:00100000:2.0:1713531221.432434:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057600 00000100:00100000:0.0:1713531221.432443:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.432450:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057792 00000100:00100000:2.0:1713531221.432451:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057792 00000100:00100000:3.0:1713531221.432462:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4764 00000100:00100000:3.0:1713531221.432467:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8042:x1796767405057600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.432469:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4765 00000100:00100000:2.0:1713531221.432472:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8043:x1796767405057792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.432519:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8043:x1796767405057792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.432521:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+120:8042:x1796767405057600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 53us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.432524:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4765 00000100:00100000:0.0:1713531221.432528:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4764 00000100:00100000:2.0:1713531221.432535:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057856 00000100:00100000:2.0:1713531221.432536:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057856 00000100:00100000:2.0:1713531221.432544:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1027 00000100:00100000:2.0:1713531221.432546:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8041:x1796767405057856:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.432656:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8041:x1796767405057856:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 108us (212us total) trans 4294970668 rc 0/0 00000100:00100000:2.0:1713531221.432661:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1027 00000100:00100000:0.0:1713531221.433306:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.433339:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.433365:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.433375:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405057984 00000100:00100000:3.0:1713531221.433379:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058048 00000100:00100000:2.0:1713531221.433380:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405057984 00000100:00100000:3.0:1713531221.433383:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058048 00000100:00100000:2.0:1713531221.433394:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058112 00000100:00100000:2.0:1713531221.433396:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058112 00000100:00100000:3.0:1713531221.433416:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4766 00000100:00100000:3.0:1713531221.433432:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8041:x1796767405057984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.433434:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4767 00000100:00100000:2.0:1713531221.433440:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4768 00000100:00100000:0.0:1713531221.433440:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8043:x1796767405058048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.433444:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+122:8042:x1796767405058112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.433455:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.433463:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.433466:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d117 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4934 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.433472:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d11e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c493b expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.433478:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8041:x1796767405057984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.433486:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4766 00010000:00010000:2.0:1713531221.433497:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.433499:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.433506:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.433507:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.433512:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.433514:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.433529:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:0.0:1713531221.433530:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.433536:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00010000:0.0:1713531221.433537:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.433547:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d117 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4934 expref: 125 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.433550:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d11e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c493b expref: 125 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.433556:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4934 expref: 124 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.433561:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:0.0:1713531221.433561:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c493b expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.433562:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.433564:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08900, rc 0) 00010000:00010000:0.0:1713531221.433566:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531221.433568:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1713531221.433570:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:2.0:1713531221.433591:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+123:8042:x1796767405058112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 146us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.433592:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8043:x1796767405058048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 152us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.433595:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4768 00000100:00100000:0.0:1713531221.433598:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4767 00000100:00100000:0.0:1713531221.434261:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.434297:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058176 00000100:00100000:2.0:1713531221.434301:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058176 00000100:00100000:0.0:1713531221.434306:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.434321:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4769 00000100:00100000:2.0:1713531221.434325:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8041:x1796767405058176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.434333:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.434335:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.434341:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d133 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4942 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.434347:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058240 00000100:00100000:3.0:1713531221.434351:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058240 00000100:00100000:1.0:1713531221.434355:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058304 00000100:00100000:1.0:1713531221.434358:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058304 00010000:00010000:2.0:1713531221.434366:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.434367:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:3.0:1713531221.434372:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405058240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.434374:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.434378:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.434380:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.434381:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1155 00000100:00100000:1.0:1713531221.434385:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405058304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.434393:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4949 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.434394:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:2.0:1713531221.434397:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00002000:00010000:3.0:1713531221.434408:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:1.0:1713531221.434409:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4950 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1713531221.434411:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.434431:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.434432:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1713531221.434436:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:3.0:1713531221.434439:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.434441:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d133 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4942 expref: 124 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.434446:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.434448:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.434450:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.434453:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4942 expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.434454:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.434456:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783180, rc 0) 00010000:00010000:2.0:1713531221.434459:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.434461:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.434464:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab086c0, rc 0) 00010000:00010000:1.0:1713531221.434465:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.434472:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bcfc0, rc 0) 00000100:00100000:3.0:1713531221.434479:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405058240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 106us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.434483:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:2.0:1713531221.434487:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8041:x1796767405058176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 161us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.434489:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405058304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.434493:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4769 00000100:00100000:1.0:1713531221.434495:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1155 00000100:00100000:0.0:1713531221.435296:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.435314:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.435335:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058432 00000100:00100000:2.0:1713531221.435338:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058432 00000100:00100000:3.0:1713531221.435352:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058560 00000100:00100000:0.0:1713531221.435354:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.435355:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058560 00000100:00100000:2.0:1713531221.435358:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4770 00000100:00100000:2.0:1713531221.435363:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+124:8042:x1796767405058432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.435373:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4771 00000100:00100000:3.0:1713531221.435376:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+124:8043:x1796767405058560:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.435391:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058624 00000100:00100000:1.0:1713531221.435395:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058624 00000100:00100000:2.0:1713531221.435400:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+124:8042:x1796767405058432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 36us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.435406:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4770 00000100:00100000:3.0:1713531221.435408:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+124:8043:x1796767405058560:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.435412:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4771 00000100:00100000:1.0:1713531221.435415:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1156 00000100:00100000:1.0:1713531221.435435:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405058624:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.435444:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.435460:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4957 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.435474:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:1.0:1713531221.435483:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.435484:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.435489:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.435498:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.435506:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd200, rc 0) 00000100:00100000:1.0:1713531221.435533:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405058624:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 98us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.435538:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1156 00000100:00100000:0.0:1713531221.436195:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.436224:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.436242:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058752 00000100:00100000:1.0:1713531221.436245:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058752 00000100:00100000:1.0:1713531221.436264:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058688 00000100:00100000:1.0:1713531221.436265:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058688 00000100:00100000:1.0:1713531221.436288:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1157 00000100:00100000:1.0:1713531221.436291:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+14:8043:x1796767405058752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.436294:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1158 00010000:00010000:1.0:1713531221.436297:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.436299:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:8042:x1796767405058688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.436302:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.436304:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4965 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.436307:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.436315:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c495e expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.436315:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.436320:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.436321:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1713531221.436322:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058880 00010000:00010000:1.0:1713531221.436323:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 15 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.436327:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058880 00010000:00010000:2.0:1713531221.436330:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.436336:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.436338:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.436341:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.436343:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.436349:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4772 00010000:00010000:1.0:1713531221.436350:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.436354:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8041:x1796767405058880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.436358:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1713531221.436359:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409656128:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.436366:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.436375:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409656192:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.436388:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff880136b4a240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.436400:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8041:x1796767405058880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 45us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.436402:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7300 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.436406:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4772 00000100:00100000:1.0:1713531221.437103:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409656128:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.437127:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 15 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.437145:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be880, rc 0) 00000100:00100000:1.0:1713531221.437174:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:8043:x1796767405058752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 880us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.437181:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1157 00000100:00100000:2.0:1713531221.437202:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409656192:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.437218:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437229:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09680, rc 0) 00000100:00100000:2.0:1713531221.437292:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:8042:x1796767405058688:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 968us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.437299:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1158 00000100:00100000:0.0:1713531221.437358:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.437380:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405058944 00000100:00100000:2.0:1713531221.437384:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405058944 00000100:00100000:0.0:1713531221.437388:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.437404:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.437443:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059008 00000100:00100000:2.0:1713531221.437446:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059008 00000100:00100000:0.0:1713531221.437447:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.437454:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 970 00010000:00010000:2.0:1713531221.437455:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.437462:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405058944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.437471:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 971 00010000:00010000:3.0:1713531221.437475:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.437476:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405059008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.437489:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.437501:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.437506:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.437514:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.437518:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.437537:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d148 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4950 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.437538:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b783180/0xe3b2c9851352d141 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4949 expref: 14 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.437548:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.437549:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.437549:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.437551:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.437557:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437557:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437565:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.437567:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437588:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.437597:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.437599:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409656256:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.437610:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409656320:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.437634:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7300 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.437642:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.437646:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059072 00000100:00100000:2.0:1713531221.437648:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059072 00000100:00100000:2.0:1713531221.437673:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1159 00000100:00100000:2.0:1713531221.437678:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:8041:x1796767405059072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.437686:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.437698:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c496c expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437714:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 15 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.437720:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.437721:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.437724:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.437741:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 15 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.437751:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 15 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.437765:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409656384:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.437793:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d6d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.438617:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409656256:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.438629:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.438638:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10988:1796767409656320:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.438650:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.438655:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.438656:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405059008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1179us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.438661:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 971 00000100:00100000:3.0:1713531221.438667:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405058944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1207us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.438672:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 970 00000100:00100000:2.0:1713531221.438684:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409656384:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.438697:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 14 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.438706:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08b40, rc 0) 00000100:00100000:3.0:1713531221.438719:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059136 00000100:00100000:3.0:1713531221.438722:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059136 00000100:00100000:2.0:1713531221.438731:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:8041:x1796767405059072:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1052us (1283us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.438734:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 15 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.438738:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1159 00000100:00100000:0.0:1713531221.438746:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.438747:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 972 00000100:00100000:3.0:1713531221.438750:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405059136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.438755:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.438764:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.438775:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.438786:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6bd200/0xe3b2c9851352d14f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4957 expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.438792:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.438793:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.438796:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.438801:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.438813:0:10988:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.438818:0:10988:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409656448:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.438845:0:10988:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bce40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.438871:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059200 00000100:00100000:2.0:1713531221.438874:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059200 00002000:00100000:2.0:1713531221.438892:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4e:0x0] (0->2) req@ffff88013219b100 x1796767405059200/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.438899:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1796767405059200 ext(0->2) 00002000:00010000:2.0:1713531221.438902:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219b100 00000100:00100000:2.0:1713531221.438922:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 263 00000100:00100000:2.0:1713531221.438925:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405059200:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.439063:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.439081:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059264 00000100:00100000:0.0:1713531221.439085:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059264 00002000:00100000:0.0:1713531221.439105:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x51:0x0] (0->2) req@ffff88008dbbc700 x1796767405059264/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.439114:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbc700 with x1796767405059264 ext(0->2) 00002000:00010000:0.0:1713531221.439117:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbc700 00000100:00100000:0.0:1713531221.439139:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 264 00000100:00100000:0.0:1713531221.439144:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405059264:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.439218:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405059200:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 291us (473us total) trans 4294967601 rc 0/0 00000100:00100000:2.0:1713531221.439223:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 263 00002000:00100000:2.0:1713531221.439228:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4e:0x0] (0->2) req@ffff88013219b100 x1796767405059200/t4294967601(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.439233:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1796767405059200 ext(0->2) 00002000:00010000:2.0:1713531221.439235:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219b100 00000100:00100000:3.0:1713531221.439452:0:10988:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10988:1796767409656448:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.439462:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.439481:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405059136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 729us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.439487:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 972 00000100:00100000:0.0:1713531221.439561:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1825:x1796767405059264:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 415us (498us total) trans 4294967611 rc 0/0 00000100:00100000:0.0:1713531221.439568:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 264 00002000:00100000:0.0:1713531221.439575:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x51:0x0] (0->2) req@ffff88008dbbc700 x1796767405059264/t4294967611(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.439589:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbc700 with x1796767405059264 ext(0->2) 00002000:00010000:0.0:1713531221.439592:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbc700 00000100:00100000:0.0:1713531221.439836:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.439907:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059328 00000100:00100000:3.0:1713531221.439912:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059328 00000100:00100000:3.0:1713531221.439942:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4773 00000100:00100000:3.0:1713531221.439946:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8042:x1796767405059328:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.440041:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.440053:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059392 00000100:00100000:1.0:1713531221.440057:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059392 00000100:00100000:0.0:1713531221.440068:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00100000:1.0:1713531221.440069:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4f:0x0] (0->2) req@ffff880132199c00 x1796767405059392/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531221.440075:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1796767405059392 ext(0->2) 00002000:00010000:1.0:1713531221.440077:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132199c00 00000100:00100000:1.0:1713531221.440085:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 265 00000100:00100000:1.0:1713531221.440089:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405059392:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.440106:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059456 00000100:00100000:2.0:1713531221.440111:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059456 00000100:00100000:2.0:1713531221.440133:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4774 00000100:00100000:2.0:1713531221.440138:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8043:x1796767405059456:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.440299:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405059392:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 208us (257us total) trans 4294967602 rc 0/0 00000100:00100000:1.0:1713531221.440304:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 265 00002000:00100000:1.0:1713531221.440308:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4f:0x0] (0->2) req@ffff880132199c00 x1796767405059392/t4294967602(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531221.440313:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1796767405059392 ext(0->2) 00002000:00010000:1.0:1713531221.440316:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132199c00 00000100:00100000:2.0:1713531221.441348:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.441389:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059520 00000100:00100000:3.0:1713531221.441394:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059520 00000100:00100000:3.0:1713531221.441415:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4775 00000100:00100000:3.0:1713531221.441433:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+125:8041:x1796767405059520:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531221.451075:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970651 is committed 00000020:00080000:1.0:1713531221.451086:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880135b6ab40 refcount 2 committed 0 result 0 batchid 122 00000020:00080000:1.0:1713531221.451090:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880135b6ae40 00000020:00080000:1.0:1713531221.451094:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134cae000 00000020:00080000:2.0:1713531221.451107:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 117 00000001:00080000:1.0:1713531221.451120:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970666 is committed 00000100:00100000:0.0:1713531221.451135:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8043:x1796767405059456:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10990us (11060us total) trans 0 rc 0/0 00000001:00080000:1.0:1713531221.451140:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970668 is committed 00000100:00100000:3.0:1713531221.451145:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+110:8042:x1796767405059328:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 11192us (11304us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.451145:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4774 00000100:00100000:3.0:1713531221.451157:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4773 00000020:00080000:1.0:1713531221.451158:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d6d7d80 refcount 2 committed 0 result 0 batchid 121 00000020:00080000:1.0:1713531221.451161:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012ed67240 00000020:00080000:1.0:1713531221.451164:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131fa8000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3b7c00 00000020:00080000:2.0:1713531221.451172:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 122 committed batchid 117 00000020:00080000:1.0:1713531221.451175:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 120 batchid updated 00000020:00080000:1.0:1713531221.451178:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 119 batchid updated 00000020:00080000:1.0:1713531221.451193:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800aa520cc0 refcount 2 committed 0 result 0 batchid 123 00000020:00080000:1.0:1713531221.451196:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d37200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800aa520f00 00000020:00080000:1.0:1713531221.451198:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091d37500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bbcdc00 00000100:00100000:3.0:1713531221.451221:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:8041:x1796767405059520:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9800us (9873us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.451227:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4775 00000020:00080000:2.0:1713531221.451296:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 123 committed batchid 120 00000020:00080000:2.0:1713531221.451310:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 120 00000100:00100000:0.0:1713531221.452458:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.452486:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.452504:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059584 00000100:00100000:2.0:1713531221.452508:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059584 00000100:00100000:0.0:1713531221.452518:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.452535:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059648 00000100:00100000:2.0:1713531221.452536:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059648 00000100:00100000:1.0:1713531221.452542:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059712 00000100:00100000:2.0:1713531221.452547:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1160 00000100:00100000:1.0:1713531221.452547:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059712 00000100:00100000:2.0:1713531221.452551:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+18:1825:x1796767405059584:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.452558:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1161 00000100:00100000:0.0:1713531221.452564:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405059648:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.452576:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1162 00000100:00100000:1.0:1713531221.452582:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405059712:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1713531221.465567:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967602 is committed 00000001:00080000:2.0:1713531221.465586:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967598 is committed 00000100:00100000:3.0:1713531221.465650:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405059584:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13090us (13187us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.465651:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405059648:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13078us (13155us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.465661:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1160 00000100:00100000:0.0:1713531221.465673:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1161 00000100:00100000:0.0:1713531221.466875:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.466895:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.466907:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059840 00000100:00100000:3.0:1713531221.466915:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059840 00000100:00100000:2.0:1713531221.466927:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405059968 00000100:00100000:2.0:1713531221.466933:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405059968 00000100:00100000:2.0:1713531221.466959:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4776 00000100:00100000:2.0:1713531221.466964:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:8041:x1796767405059968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.466967:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4777 00000100:00100000:0.0:1713531221.466972:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8042:x1796767405059840:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.466994:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.467003:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.467011:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d13a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4942 expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.467013:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d125 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4934 expref: 91 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.467021:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.467024:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.467025:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:0.0:1713531221.467027:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.467043:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467043:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467051:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467051:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467057:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467057:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467068:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467068:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467072:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467072:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467075:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467075:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467079:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.467079:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.467082:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467082:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467085:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467085:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.467089:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:2.0:1713531221.467090:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.467091:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.467091:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.467092:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467092:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.467095:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d16b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.467095:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d172 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.467139:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:8041:x1796767405059968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 175us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.467139:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:8042:x1796767405059840:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 166us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.467143:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4777 00000100:00100000:2.0:1713531221.467146:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4776 00000001:00080000:2.0:1713531221.467222:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967611 is committed 00000001:00080000:2.0:1713531221.467231:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967609 is committed 00000100:00100000:1.0:1713531221.467260:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405059712:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14676us (14741us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.467285:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1162 00000100:00100000:0.0:1713531221.467904:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.467921:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.467935:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060160 00000100:00100000:2.0:1713531221.467938:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060160 00000100:00100000:0.0:1713531221.467939:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.467949:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060096 00000100:00100000:0.0:1713531221.467951:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060096 00000100:00100000:2.0:1713531221.467958:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4778 00000100:00100000:1.0:1713531221.467958:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060224 00000100:00100000:2.0:1713531221.467962:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8043:x1796767405060160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.467963:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060224 00000100:00100000:0.0:1713531221.467966:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1163 00000100:00100000:0.0:1713531221.467969:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405060096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.467975:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.467984:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d12c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c493b expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.467984:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1164 00000100:00100000:1.0:1713531221.467990:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405060224:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.467991:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:2.0:1713531221.467993:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.468000:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468005:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468009:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468017:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468020:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468024:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468027:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.468028:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468031:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468034:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:2.0:1713531221.468035:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.468037:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.468039:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d179 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.468068:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8043:x1796767405060160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 105us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.468072:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4778 00002000:00010000:1.0:1713531221.468115:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.468118:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.468121:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:1.0:1713531221.468123:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:1.0:1713531221.468125:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:0.0:1713531221.468133:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.468136:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.468138:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.468140:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:0.0:1713531221.468141:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.468160:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405060224:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 168us (218us total) trans 4294967603 rc 0/0 00000100:00100000:0.0:1713531221.468162:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405060096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 190us (238us total) trans 4294967604 rc 0/0 00000100:00100000:1.0:1713531221.468167:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1164 00000100:00100000:0.0:1713531221.468171:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1163 00000100:00100000:0.0:1713531221.468606:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.468623:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.468636:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060288 00000100:00100000:2.0:1713531221.468639:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060288 00000100:00100000:0.0:1713531221.468645:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.468656:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1165 00000100:00100000:2.0:1713531221.468659:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405060288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.468661:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060416 00000100:00100000:3.0:1713531221.468666:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060416 00000100:00100000:3.0:1713531221.468686:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060544 00000100:00100000:3.0:1713531221.468688:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060544 00000100:00100000:0.0:1713531221.468691:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4779 00000100:00100000:0.0:1713531221.468695:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:8041:x1796767405060416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.468703:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4780 00000100:00100000:3.0:1713531221.468710:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8042:x1796767405060544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.468713:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.468720:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.468725:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.468743:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.468750:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.468751:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 88 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.468759:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409656512:192.168.202.39@tcp:104: 00002000:00010000:2.0:1713531221.468764:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.468766:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.468767:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb atime from disk: 0 -> 1713531217 00010000:00010000:3.0:1713531221.468768:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 88 pid: 6404 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.468768:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:2.0:1713531221.468769:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1713531221.468775:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.468792:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.468793:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405060288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 133us (187us total) trans 4294967612 rc 0/0 00000100:00100000:2.0:1713531221.468798:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1165 00010000:00010000:3.0:1713531221.468801:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 88 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.468811:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 88 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.468823:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409656576:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.468858:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a68dff00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.469591:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.469604:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409656512:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.469606:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409656576:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.469608:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.469615:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.469622:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.469628:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.469639:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060800 00000100:00100000:0.0:1713531221.469640:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060608 00000100:00100000:2.0:1713531221.469641:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060800 00000100:00100000:3.0:1713531221.469642:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060672 00000100:00100000:0.0:1713531221.469643:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060608 00000100:00100000:3.0:1713531221.469645:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060672 00010000:00010000:0.0:1713531221.469654:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.469655:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4781 00010000:00010000:3.0:1713531221.469657:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.469658:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:8043:x1796767405060800:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.469671:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 973 00010000:00010000:2.0:1713531221.469674:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.469674:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405060608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.469680:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.469680:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.469682:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 974 00010000:00010000:0.0:1713531221.469683:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.469684:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.469686:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405060672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.469690:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.469693:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.469695:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.469696:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.469699:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d0ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x90:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4911 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.469701:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.469704:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.469704:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00000100:00100000:2.0:1713531221.469707:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409656640:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.469707:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.469712:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.469715:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469718:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d0ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x92:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4918 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.469723:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.469725:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.469729:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.469733:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.469736:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405060608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.469739:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.469740:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 973 00010000:00010000:3.0:1713531221.469744:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.469758:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.469771:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.469780:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.469785:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405060672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 96us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.469792:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 974 00010000:00010000:1.0:1713531221.469794:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.469800:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.469805:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.469810:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.469812:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.469813:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.469818:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.469818:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.469827:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:1.0:1713531221.469829:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.469832:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.469835:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469840:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.469841:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d180 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.469850:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469854:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.469857:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469863:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469871:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:3.0:1713531221.469873:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.469876:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.469880:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d187 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.469888:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8041:x1796767405060416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1190us (1261us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.469895:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4779 00000100:00100000:3.0:1713531221.469912:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8042:x1796767405060544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1202us (1265us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.469919:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4780 00000100:00100000:2.0:1713531221.470174:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409656640:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.470182:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.470372:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.470393:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.470413:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.470414:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060928 00000100:00100000:2.0:1713531221.470416:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060928 00000100:00100000:3.0:1713531221.470431:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060864 00000100:00100000:3.0:1713531221.470436:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060864 00010000:00010000:3.0:1713531221.470448:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 86 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.470455:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405060992 00000100:00100000:2.0:1713531221.470457:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405060992 00000100:00100000:0.0:1713531221.470464:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:3.0:1713531221.470467:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 975 00000100:00100000:2.0:1713531221.470468:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1167 00000100:00100000:0.0:1713531221.470468:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405060928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.470472:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405060864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.470472:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405060992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.470479:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.470483:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 86 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.470483:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.470484:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.470492:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 86 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.470492:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.470495:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.470496:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.470497:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.470498:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.470500:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.470501:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.470502:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.470503:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d0c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x91:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c490a expref: 86 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.470510:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:2.0:1713531221.470510:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.470512:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.470513:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.470516:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 13 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.470517:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.470519:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 13 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.470520:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.470522:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409656704:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.470525:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409656768:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.470529:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.470540:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.470542:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.470553:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405060864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.470557:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 975 00010000:00010000:2.0:1713531221.470585:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470589:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470597:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470600:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470603:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470606:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.470608:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470610:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470615:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:2.0:1713531221.470617:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.470618:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.470621:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d18e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.470644:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+84:8043:x1796767405060800:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 985us (1035us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.470649:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4781 00000100:00100000:2.0:1713531221.471068:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409656704:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.471077:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.471092:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409656768:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.471103:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.471157:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.471204:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061056 00000100:00100000:3.0:1713531221.471209:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061056 00000100:00100000:3.0:1713531221.471238:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1168 00000100:00100000:3.0:1713531221.471243:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405061056:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.471251:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.471262:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061184 00010000:00010000:3.0:1713531221.471264:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.471265:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061184 00000100:00100000:0.0:1713531221.471281:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.471288:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 14 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.471295:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061120 00000100:00100000:1.0:1713531221.471298:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061120 00000100:00100000:2.0:1713531221.471300:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 976 00010000:00010000:3.0:1713531221.471302:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.471303:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405061184:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.471308:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.471309:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.471309:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.471309:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 15 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.471311:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.471316:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 15 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.471321:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 977 00010000:00010000:2.0:1713531221.471322:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 15 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.471325:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.471325:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405061120:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.471331:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 12 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.471331:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.471333:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08b40/0xe3b2c9851352d164 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c496c expref: 15 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.471338:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409656832:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.471338:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.471338:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 14 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.471340:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.471342:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.471345:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 14 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.471347:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.471354:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.471355:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09680/0xe3b2c9851352d15d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c495e expref: 14 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.471360:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.471361:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.471362:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1713531221.471363:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a68dff00 going to sleep for 11 seconds 00010000:00010000:0.0:1713531221.471364:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.471365:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.471368:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405061184:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 64us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.471368:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.471372:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 976 00010000:00010000:1.0:1713531221.471375:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.471377:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.471379:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471386:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.471387:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.471390:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405061120:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.471391:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.471391:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.471393:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.471393:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 977 00010000:00010000:1.0:1713531221.471396:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.471404:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471407:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.471408:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b53b840/0xe3b2c9851352d195 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471411:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471415:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471433:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.471436:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471440:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.471449:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.471451:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405060928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 982us (1057us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.471454:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d19c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.471456:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:3.0:1713531221.471496:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405060992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1022us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.471504:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1167 00000100:00100000:0.0:1713531221.471979:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.471997:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.472018:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409656832:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.472032:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.472041:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061312 00000100:00100000:2.0:1713531221.472045:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061312 00000100:00100000:3.0:1713531221.472051:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061440 00000100:00100000:0.0:1713531221.472051:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.472054:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061440 00000100:00100000:2.0:1713531221.472070:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4782 00000100:00100000:2.0:1713531221.472074:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:8041:x1796767405061312:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.472076:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4783 00000100:00100000:3.0:1713531221.472081:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+85:8042:x1796767405061440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.472090:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061504 00000100:00100000:1.0:1713531221.472094:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061504 00010000:00010000:1.0:1713531221.472105:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.472117:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 978 00000100:00100000:1.0:1713531221.472121:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405061504:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.472127:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.472133:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.472140:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.472150:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d156 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4965 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.472156:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.472157:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.472159:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.472164:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.472175:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.472196:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405061504:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.472200:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 978 00010000:00010000:2.0:1713531221.472231:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.472239:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 86 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.472244:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 4/0,1 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.472255:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 87 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.472261:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 87 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.472296:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409656896:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.472317:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f480 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.472319:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.472330:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472336:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.472354:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472363:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 87 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.472372:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409656960:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.472401:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a68dff00 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.472598:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472604:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472617:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472621:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472625:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472633:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7821c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.472635:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472639:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472646:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.472650:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d1a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.472690:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405061056:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1446us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.472695:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1168 00000100:00100000:3.0:1713531221.472789:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409656896:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.472799:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.472809:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e83ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409656960:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.472822:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.472889:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.472914:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061632 00000100:00100000:2.0:1713531221.472916:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061632 00000100:00100000:0.0:1713531221.472926:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.472927:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 88 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.472938:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061568 00000100:00100000:2.0:1713531221.472939:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061568 00010000:00010000:2.0:1713531221.472944:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 89 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.472961:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 979 00000100:00100000:2.0:1713531221.472964:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405061632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.472969:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.472972:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.472975:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 980 00010000:00010000:2.0:1713531221.472978:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.472982:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405061568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.472988:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d110 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c492d expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.472990:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.472995:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 89 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.472998:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.473001:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.473005:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.473008:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.473009:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 88 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.473017:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.473019:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d109 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4926 expref: 88 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.473023:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.473027:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.473028:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:1.0:1713531221.473031:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.473033:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405061632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.473037:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 979 00010000:00010000:1.0:1713531221.473037:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.473041:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.473052:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.473069:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405061568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.473074:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 980 00010000:00010000:2.0:1713531221.473092:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.473095:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000001:00080000:3.0:1713531221.473105:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970669 00000100:00100000:0.0:1713531221.473197:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:2.0:1713531221.473203:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970670 00000001:00080000:3.0:1713531221.473223:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970671 00000100:00100000:1.0:1713531221.473229:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061760 00000100:00100000:1.0:1713531221.473233:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061760 00000100:00100000:1.0:1713531221.473250:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4784 00000100:00100000:1.0:1713531221.473253:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:8043:x1796767405061760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000001:00080000:3.0:1713531221.473297:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970673 00000001:00080000:2.0:1713531221.473325:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970672 00000001:00080000:2.0:1713531221.473359:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970675 00000100:00100000:3.0:1713531221.473374:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409657024:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1713531221.473380:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.473388:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.473395:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.473407:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.473413:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.473433:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.473435:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409657152:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.473437:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409657088:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.473452:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a68dff00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.473452:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657024 00000100:00100000:0.0:1713531221.473455:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657024 00000100:00100000:1.0:1713531221.473462:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf840 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.473467:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.473473:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657152 00000100:00100000:0.0:1713531221.473474:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657152 00000100:00100000:2.0:1713531221.473477:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.473483:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1713531221.473486:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409657024:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1713531221.473490:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1713531221.473494:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409657152:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.473523:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409657152:12345-0@lo:1000:mdt00_006.0 Request processed in 29us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.473526:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409657024:12345-0@lo:1000:mdt00_003.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.473527:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1713531221.473530:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1713531221.473542:0:8791:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967598 gen 2 00000004:00080000:3.0:1713531221.473548:0:8791:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967598 committed transno 4294967598 00000100:00100000:3.0:1713531221.473574:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409657024:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1713531221.473779:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970674 00000100:00100000:3.0:1713531221.473824:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409657216:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1713531221.473845:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.473866:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b1d59480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.473877:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657216 00000100:00100000:0.0:1713531221.473880:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657216 00000100:00100000:3.0:1713531221.473887:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409657152:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.473895:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1713531221.473898:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8791:x1796767409657216:12345-0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1713531221.474009:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970677 00000100:00100000:3.0:1713531221.474048:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e838380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409657280:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.474054:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409657216:12345-0@lo:1000:mdt00_003.0 Request processed in 153us (207us total) trans 4294967605 rc 0/0 00000100:00100000:0.0:1713531221.474058:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1713531221.474071:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.474082:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c33f840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.474082:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409657088:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.474085:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657280 00000100:00100000:0.0:1713531221.474087:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657280 00010000:00010000:1.0:1713531221.474091:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.474095:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1713531221.474098:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409657280:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.474106:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409657216:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1713531221.474123:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474131:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474134:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474137:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.474139:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474143:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474150:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.474152:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.474154:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474157:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d1aa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474177:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474180:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.474182:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.474183:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474186:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.474188:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474190:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474194:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff88008d2f5300) 00000100:00100000:1.0:1713531221.474194:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405061824 00010000:00010000:3.0:1713531221.474195:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1713531221.474196:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405061824 00010000:00010000:3.0:1713531221.474197:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.474199:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a1c0/0xe3b2c98513528aa7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474205:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 96 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.474215:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 981 00000100:00100000:1.0:1713531221.474217:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:1822:x1796767405061824:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.474221:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409657280:12345-0@lo:1000:mdt00_006.0 Request processed in 122us (149us total) trans 4294967606 rc 0/0 00010000:00010000:1.0:1713531221.474223:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.474225:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,1 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474225:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 96 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.474226:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00010000:00010000:3.0:1713531221.474233:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474234:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 96 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.474240:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474242:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d0fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c491f expref: 96 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.474246:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474247:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:1.0:1713531221.474250:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.474251:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474253:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.474255:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474256:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.474258:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e838380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409657280:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1713531221.474260:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.474263:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.474264:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.474282:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.474287:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.474291:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.474293:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:1822:x1796767405061824:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.474296:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474296:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.474296:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 981 00010000:00010000:2.0:1713531221.474300:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.474303:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff880099cd0500) 00010000:00010000:2.0:1713531221.474303:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.474304:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.474305:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.474308:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 2/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474308:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.474313:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d1bf lrc: 0/0,0 mode: --/EX res: [0x200000401:0xab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474313:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88008b78d200) 00010000:00010000:2.0:1713531221.474314:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.474316:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474319:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d1b1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x90:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474334:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474338:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474341:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474344:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.474345:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000001:00080000:0.0:1713531221.474346:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970676 00010000:00010000:2.0:1713531221.474348:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474352:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff88008d2f5700) 00010000:00010000:2.0:1713531221.474353:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.474354:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474357:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29b00/0xe3b2c98513528aca lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.474375:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474379:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474382:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000040:00080000:3.0:1713531221.474383:0:8791:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:2.0:1713531221.474385:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474388:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000040:00080000:3.0:1713531221.474389:0:8791:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:2.0:1713531221.474391:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474393:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.474395:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474398:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474401:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff88008b78d900) 00010000:00010000:2.0:1713531221.474402:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.474403:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.474406:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d1c6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000001:00080000:0.0:1713531221.474448:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970680 00000001:00080000:0.0:1713531221.474474:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970681 00000100:00100000:0.0:1713531221.474506:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409657344:0@lo:1000:mdt00_001.0 00000040:00080000:3.0:1713531221.474519:0:8791:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 146 count 121 00000100:00100000:0.0:1713531221.474523:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1713531221.474526:0:8791:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.474539:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.474552:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657344 00000100:00100000:1.0:1713531221.474555:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657344 00000100:00100000:1.0:1713531221.474566:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1713531221.474569:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409657344:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.474572:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:8041:x1796767405061312:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2495us (2591us total) trans 4294970678 rc 0/0 00000040:00080000:2.0:1713531221.474572:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.474576:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.474580:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4782 00000020:00080000:3.0:1713531221.474584:0:8791:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.474601:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409657344:12345-0@lo:1000:mdt00_001.0 Request processed in 31us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.474605:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1713531221.474611:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967609 gen 2 00000004:00080000:0.0:1713531221.474614:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967608 committed transno 4294967609 00000004:00080000:0.0:1713531221.474627:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967609 committed transno 4294967609 00000100:00100000:0.0:1713531221.474637:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409657344:0@lo:1000:mdt00_001.0 00000040:00080000:2.0:1713531221.474668:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 147 count 121 00000040:00080000:2.0:1713531221.474673:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.474706:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+96:8042:x1796767405061440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2624us (2706us total) trans 4294970679 rc 0/0 00000100:00100000:2.0:1713531221.474711:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4783 00000020:00080000:2.0:1713531221.474714:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000001:00080000:0.0:1713531221.474751:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970682 00000100:00100000:0.0:1713531221.474781:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9604000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409657408:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.474796:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.474811:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.474873:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657408 00000100:00100000:1.0:1713531221.474877:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657408 00000100:00100000:1.0:1713531221.474899:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1713531221.474902:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409657408:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1713531221.475001:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409657408:12345-0@lo:1000:mdt00_001.0 Request processed in 98us (204us total) trans 4294967613 rc 0/0 00000100:00100000:1.0:1713531221.475006:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1713531221.475014:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9604000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409657408:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1713531221.475025:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475029:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475033:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475035:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bc000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.475037:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475040:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475045:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0400) 00010000:00010000:0.0:1713531221.475046:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.475048:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475051:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d1b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x91:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475061:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475065:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475068:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475070:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.475071:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475074:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475078:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:0.0:1713531221.475079:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.475080:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475083:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28240/0xe3b2c98513528afb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.475097:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475101:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475104:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475107:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475110:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475113:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475115:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.475117:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475119:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475122:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff880134ed9c00) 00010000:00010000:0.0:1713531221.475123:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.475124:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.475127:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d1cd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x72:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000040:00080000:0.0:1713531221.475155:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.475157:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.475209:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 148 count 121 00000040:00080000:0.0:1713531221.475213:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.475250:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:8043:x1796767405061760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 1995us (2052us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1713531221.475255:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4784 00000020:00080000:0.0:1713531221.475257:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.475295:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.475297:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.475317:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 151 count 121 00000040:00080000:2.0:1713531221.475320:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.475347:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.475356:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409657472:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.475374:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.475376:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be180 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.475387:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062080 00000100:00100000:1.0:1713531221.475389:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062080 00000100:00100000:3.0:1713531221.475396:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062016 00000100:00100000:3.0:1713531221.475401:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062016 00000100:00100000:1.0:1713531221.475405:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1028 00000100:00100000:1.0:1713531221.475408:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:8042:x1796767405062080:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.475438:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1029 00000100:00100000:3.0:1713531221.475445:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:8041:x1796767405062016:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1713531221.475601:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x90:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531221.475641:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970684 00000004:00080000:2.0:1713531221.475660:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x92:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1713531221.475669:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475676:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00000001:00080000:2.0:1713531221.475679:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970685 00010000:00010000:1.0:1713531221.475680:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475684:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475687:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475690:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475693:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475696:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.475698:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475701:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475705:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x90:0x0].0x0 (ffff88009a3a4000) 00010000:00010000:1.0:1713531221.475706:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.475708:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531221.475708:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.475710:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d1d4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x90:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.475713:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475717:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475721:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475724:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475727:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475730:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475732:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08480 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.475734:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475737:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475740:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x92:0x0].0x0 (ffff88008b78d400) 00010000:00010000:2.0:1713531221.475742:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.475743:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 3/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.475746:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d1db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x92:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531221.475765:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22a8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8042:x1796767405062080:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 355us (417us total) trans 4294970686 rc 0/0 00000100:00100000:1.0:1713531221.475772:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1028 00000020:00080000:1.0:1713531221.475775:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.475788:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8041:x1796767405062016:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 343us (413us total) trans 4294970687 rc 0/0 00000100:00100000:2.0:1713531221.475796:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1029 00000020:00080000:2.0:1713531221.475799:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.476044:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.476058:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.476070:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409657472:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.476072:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.476086:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.476091:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062272 00000100:00100000:1.0:1713531221.476095:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062272 00000100:00100000:1.0:1713531221.476110:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062336 00000040:00080000:2.0:1713531221.476111:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:1.0:1713531221.476112:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062336 00000040:00080000:2.0:1713531221.476113:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.476115:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062400 00000100:00100000:3.0:1713531221.476117:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062208 00000100:00100000:0.0:1713531221.476117:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062400 00000100:00100000:3.0:1713531221.476122:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062208 00000100:00100000:1.0:1713531221.476125:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4785 00000100:00100000:1.0:1713531221.476130:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8046:x1796767405062272:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.476132:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4786 00000100:00100000:0.0:1713531221.476136:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405062336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.476146:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x73:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1713531221.476146:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.476147:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1030 00000100:00100000:3.0:1713531221.476153:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8043:x1796767405062208:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.476186:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405062336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.476189:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4786 00000100:00100000:1.0:1713531221.476190:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8046:x1796767405062272:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 60us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.476197:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4785 00000100:00100000:0.0:1713531221.476200:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4787 00000100:00100000:0.0:1713531221.476202:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8045:x1796767405062400:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.476210:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.476227:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+101:8045:x1796767405062400:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 24us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.476231:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4787 00000040:00080000:2.0:1713531221.476292:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 151 count 121 00000040:00080000:2.0:1713531221.476297:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00080000:3.0:1713531221.476375:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x91:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.476404:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970688 00010000:00010000:3.0:1713531221.476460:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476471:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476478:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476483:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476487:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476491:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476495:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476497:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782d00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.476499:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476502:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476507:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x91:0x0].0x0 (ffff880099cd0600) 00010000:00010000:3.0:1713531221.476509:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.476510:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.476513:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d1e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531221.476586:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8043:x1796767405062208:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 431us (540us total) trans 4294970689 rc 0/0 00000100:00100000:3.0:1713531221.476593:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1030 00000020:00080000:3.0:1713531221.476597:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.476992:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.477013:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.477035:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062464 00000100:00100000:2.0:1713531221.477039:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062464 00000100:00100000:3.0:1713531221.477050:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062528 00000100:00100000:3.0:1713531221.477053:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062528 00000100:00100000:2.0:1713531221.477059:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4788 00000100:00100000:2.0:1713531221.477065:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405062464:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.477069:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4789 00000100:00100000:0.0:1713531221.477072:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8046:x1796767405062528:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.477097:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.477105:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.477113:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.477123:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.477129:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477133:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477135:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477139:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477144:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477150:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477151:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477155:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477155:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477158:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477160:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477166:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477170:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477173:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531221.477175:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6c:0x0]: returning size 3 00000004:00200000:2.0:1713531221.477178:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1713531221.477179:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00200000:0.0:1713531221.477183:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x73:0x0]: returning size 3 00000004:00200000:0.0:1713531221.477184:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.477185:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00010000:0.0:1713531221.477189:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477192:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.477195:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062592 00010000:00010000:2.0:1713531221.477196:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.477198:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062592 00010000:00010000:2.0:1713531221.477201:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477201:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477204:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477207:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.477207:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477209:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477212:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.477214:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477215:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477217:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477221:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00000100:00100000:1.0:1713531221.477222:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4790 00010000:00010000:2.0:1713531221.477223:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.477225:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477226:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00000100:00100000:1.0:1713531221.477227:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8045:x1796767405062592:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.477228:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.477229:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477230:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d1e9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477232:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d1f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477237:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477239:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477241:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477243:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477244:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477246:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.477247:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477248:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.477249:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.477250:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477251:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab086c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.477253:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477253:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x885d622f (ffff88008cf73200) 00010000:00010000:0.0:1713531221.477254:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.477255:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477258:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.477258:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.477258:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d205 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477263:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3854622f (ffff88008b78d300) 00010000:00010000:2.0:1713531221.477264:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.477264:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.477265:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.477285:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477285:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477288:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477290:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d1f0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477290:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.477292:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.477293:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.477295:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.477299:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.477299:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008bcbf500) 00010000:00010000:2.0:1713531221.477300:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.477300:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.477301:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.477304:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d20c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.477305:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.477305:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.477309:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.477313:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.477316:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.477318:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.477321:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.477324:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.477326:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5f00) 00000100:00100000:0.0:1713531221.477326:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8046:x1796767405062528:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 253us (312us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.477328:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.477329:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.477330:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.477331:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4789 00010000:00010000:2.0:1713531221.477335:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d1fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000004:00200000:1.0:1713531221.477342:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6d:0x0]: returning size 3 00000004:00200000:1.0:1713531221.477344:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.477351:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477357:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.477362:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405062464:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 296us (369us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.477362:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.477367:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4788 00010000:00010000:1.0:1713531221.477367:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477371:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.477374:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477378:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477385:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.477387:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.477389:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477394:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d213 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477402:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477407:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477412:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477436:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.477439:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477444:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477450:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4154622f (ffff88009a3a4f00) 00010000:00010000:1.0:1713531221.477452:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.477454:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477459:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d21a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477470:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477474:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477479:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477483:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.477485:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477490:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477496:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:1.0:1713531221.477497:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.477500:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.477504:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d221 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.477534:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8045:x1796767405062592:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 306us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.477541:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4790 00000100:00100000:0.0:1713531221.477937:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.477978:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062720 00000100:00100000:1.0:1713531221.477982:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062720 00000100:00100000:1.0:1713531221.478006:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4791 00000100:00100000:1.0:1713531221.478011:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8044:x1796767405062720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.478019:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.478029:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d228 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4973 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.478087:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478094:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478101:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478110:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478116:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478121:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478143:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478150:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478156:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531221.478162:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6c:0x0]: returning size 3 00010000:00010000:1.0:1713531221.478207:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478213:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478218:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478221:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.478224:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478228:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478235:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5f00) 00010000:00010000:1.0:1713531221.478237:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.478239:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478244:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d23d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478256:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478261:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478286:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478291:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.478294:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478299:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478306:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.478308:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.478311:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478316:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d22f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478324:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478328:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478334:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478338:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bfa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.478341:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478345:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478350:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3854622f (ffff88009a3a4b00) 00010000:00010000:1.0:1713531221.478352:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.478354:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478358:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d236 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3854622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.478379:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d228 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4973 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.478386:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d228 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4973 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.478394:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be880, rc 0) 00000100:00100000:1.0:1713531221.478437:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405062720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 424us (498us total) trans 4294970690 rc 301/301 00000100:00100000:1.0:1713531221.478443:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4791 00000100:00100000:0.0:1713531221.479302:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.479330:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.479366:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062784 00000100:00100000:1.0:1713531221.479371:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062784 00000100:00100000:3.0:1713531221.479372:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405062912 00000100:00100000:3.0:1713531221.479377:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405062912 00000100:00100000:1.0:1713531221.479394:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4792 00000100:00100000:1.0:1713531221.479398:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8044:x1796767405062784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.479406:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4793 00000100:00100000:3.0:1713531221.479410:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8046:x1796767405062912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.479412:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6c:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1713531221.479437:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.479449:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d24b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c497a expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.479461:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8044:x1796767405062784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.479466:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4792 00010000:00010000:3.0:1713531221.479508:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479515:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479521:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479532:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479535:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479539:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479573:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479580:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479587:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.479594:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x73:0x0]: returning size 3 00010000:00010000:3.0:1713531221.479653:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479664:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479669:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479673:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.479676:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479681:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479688:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008bcbf500) 00010000:00010000:3.0:1713531221.479690:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.479693:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479697:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d260 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479706:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479709:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479712:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479715:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.479716:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479722:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479726:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.479727:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.479728:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479731:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d252 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479735:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479738:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479740:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479743:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.479744:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479747:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479750:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x885d622f (ffff880091d38800) 00010000:00010000:3.0:1713531221.479751:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.479753:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479756:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d259 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x885d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.479777:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d24b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c497a expref: 105 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.479782:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d24b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c497a expref: 105 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.479787:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b780240, rc 0) 00000100:00100000:3.0:1713531221.479821:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8046:x1796767405062912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 411us (493us total) trans 4294970691 rc 301/301 00000100:00100000:3.0:1713531221.479826:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4793 00000100:00100000:0.0:1713531221.480321:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.480367:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063040 00000100:00100000:3.0:1713531221.480372:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063040 00000100:00100000:3.0:1713531221.480402:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4794 00000100:00100000:3.0:1713531221.480407:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8044:x1796767405063040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.480416:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.480440:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d26e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4981 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.480575:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.480619:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063104 00000100:00100000:1.0:1713531221.480623:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063104 00000100:00100000:1.0:1713531221.480640:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4795 00000100:00100000:1.0:1713531221.480644:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8046:x1796767405063104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.480649:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:1.0:1713531221.480657:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x73:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.480660:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063232 00000100:00100000:0.0:1713531221.480662:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063232 00000100:00100000:0.0:1713531221.480676:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4796 00000100:00100000:0.0:1713531221.480679:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8045:x1796767405063232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.480686:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.480689:0:8790:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8790:1796767409657536:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1713531221.480691:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:8046:x1796767405063104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 46us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.480694:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d275 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4988 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.480695:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4795 00000100:00100000:2.0:1713531221.480714:0:8790:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.480732:0:8790:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9bed80 going to sleep for 11 seconds 00010000:00010000:0.0:1713531221.480734:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480740:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480744:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.480747:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409657536 00000100:00100000:3.0:1713531221.480751:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409657536 00010000:00010000:0.0:1713531221.480751:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480757:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480763:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.480780:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1713531221.480785:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:8790:x1796767409657536:12345-0@lo:5:osp-pre-0-0.0 00010000:00010000:0.0:1713531221.480785:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480796:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480801:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:0.0:1713531221.480807:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6d:0x0]: returning size 3 00002000:00080000:3.0:1713531221.480820:0:15497:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 98 00010000:00010000:0.0:1713531221.480855:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480861:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480866:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480870:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5398c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.480872:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480877:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480884:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:0.0:1713531221.480886:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.480889:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480893:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d28a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480902:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480910:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480914:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480918:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.480920:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480924:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480929:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.480930:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.480932:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480936:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d27c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480942:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480946:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480951:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480955:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.480957:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480965:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480970:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4154622f (ffff88008ee2d900) 00010000:00010000:0.0:1713531221.480972:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.480973:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480977:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d283 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4154622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.480999:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d275 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4988 expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.481006:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d275 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4988 expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.481013:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539f80, rc 0) 00000100:00100000:0.0:1713531221.481046:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8045:x1796767405063232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 364us (395us total) trans 4294970692 rc 301/301 00000100:00100000:0.0:1713531221.481052:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4796 00000004:00080000:2.0:1713531221.481580:0:8791:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x52:0x0], index 0: 0 00010000:00010000:2.0:1713531221.481702:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d298 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.481708:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d298 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.481713:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d298 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.481735:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d26e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4981 expref: 108 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.481745:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d298 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4981 expref: 107 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.481750:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78df00) 00010000:00010000:2.0:1713531221.481751:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.481753:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a1c0, rc 0) 00000100:00100000:2.0:1713531221.481782:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8044:x1796767405063040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1375us (1463us total) trans 4294970693 rc 0/0 00000100:00100000:2.0:1713531221.481787:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4794 00000100:00100000:0.0:1713531221.481794:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.481805:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063296 00000100:00100000:2.0:1713531221.481808:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063296 00000100:00100000:2.0:1713531221.481820:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4797 00000100:00100000:2.0:1713531221.481825:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8045:x1796767405063296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.481836:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.481886:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8045:x1796767405063296:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 59us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.481893:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4797 00000100:00100000:0.0:1713531221.482764:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.482796:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063424 00000100:00100000:2.0:1713531221.482799:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063424 00000100:00100000:2.0:1713531221.482819:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4798 00000100:00100000:2.0:1713531221.482822:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:8046:x1796767405063424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.482830:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.482837:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d2a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c498f expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.483007:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x50:0x0], index 1: 0 00010000:00010000:2.0:1713531221.483094:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d2ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.483100:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d2ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.483105:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d2ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.483123:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d2a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c498f expref: 110 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.483130:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d2ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c498f expref: 109 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.483134:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008b78de00) 00010000:00010000:2.0:1713531221.483136:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.483137:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a640, rc 0) 00000100:00100000:2.0:1713531221.483162:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8046:x1796767405063424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 339us (400us total) trans 4294970694 rc 0/0 00000100:00100000:2.0:1713531221.483166:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4798 00000100:00100000:3.0:1713531221.484018:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:8790:x1796767409657536:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3230us (3301us total) trans 4294967614 rc 0/0 00000100:00100000:3.0:1713531221.484027:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1713531221.484058:0:8790:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8790:1796767409657536:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1713531221.484068:0:8790:0:(osp_precreate.c:720:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x52:0x0]-[0x240000400:0x81:0x0] 00000100:00100000:1.0:1713531221.484283:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.484315:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063552 00000100:00100000:2.0:1713531221.484318:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063552 00000100:00100000:2.0:1713531221.484343:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4799 00000100:00100000:2.0:1713531221.484348:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+109:8045:x1796767405063552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.484358:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.484367:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d2bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4996 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.484582:0:15548:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x53:0x0], index 0: 0 00010000:00010000:2.0:1713531221.484691:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d2c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.484700:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.484707:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.484734:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d2bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4996 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.484745:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4996 expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.484752:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531221.484754:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.484756:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0aac0, rc 0) 00000100:00100000:2.0:1713531221.484790:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8045:x1796767405063552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 440us (524us total) trans 4294970695 rc 0/0 00000100:00100000:2.0:1713531221.484797:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4799 00000100:00100000:0.0:1713531221.485894:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.485939:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063680 00000100:00100000:2.0:1713531221.485942:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063680 00000100:00100000:2.0:1713531221.485960:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4800 00000100:00100000:2.0:1713531221.485964:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8044:x1796767405063680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.485981:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.485988:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d298 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4981 expref: 111 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.485994:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78df00) 00010000:00010000:2.0:1713531221.485999:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.486007:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486012:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486016:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486024:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486027:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486030:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486056:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486060:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486063:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486066:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.486068:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486072:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486076:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.486077:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.486078:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486081:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d2d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486085:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486088:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486090:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486093:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.486094:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486097:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486101:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x91ecbe5c (ffff88008b78d600) 00010000:00010000:2.0:1713531221.486102:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.486103:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486109:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d2d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x91ecbe5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.486139:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8044:x1796767405063680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 174us (247us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.486143:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4800 00000100:00100000:0.0:1713531221.486853:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.486891:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063744 00000100:00100000:2.0:1713531221.486895:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063744 00000100:00100000:2.0:1713531221.486923:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4801 00000100:00100000:2.0:1713531221.486928:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+110:8044:x1796767405063744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.486935:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.486937:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.486944:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d2de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c499d expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.486951:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405063872 00000100:00100000:0.0:1713531221.486954:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405063872 00010000:00010000:2.0:1713531221.486959:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.486966:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.486966:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4802 00000100:00100000:0.0:1713531221.486971:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8046:x1796767405063872:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.486972:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.486986:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.486994:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d2ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c498f expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.487002:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008b78de00) 00010000:00010000:0.0:1713531221.487007:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.487016:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487018:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d2de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.487021:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487026:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487029:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 111 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.487032:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487036:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487039:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:0.0:1713531221.487040:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487041:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.487043:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b3c0, rc 0) 00010000:00010000:0.0:1713531221.487063:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487066:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487069:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.487074:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+111:8044:x1796767405063744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 145us (221us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.487074:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.487076:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487079:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.487080:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4801 00010000:00010000:0.0:1713531221.487083:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:0.0:1713531221.487084:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.487086:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487088:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d2ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487093:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487096:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487099:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487101:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.487102:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487105:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487108:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x2857548a (ffff88008ee2da00) 00010000:00010000:0.0:1713531221.487110:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.487111:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.487114:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d2f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x2857548a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.487139:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+110:8046:x1796767405063872:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 168us (202us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.487143:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4802 00000100:00100000:0.0:1713531221.487674:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.487691:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.487703:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064000 00000100:00100000:2.0:1713531221.487706:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064000 00000100:00100000:2.0:1713531221.487721:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064064 00000100:00100000:2.0:1713531221.487722:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064064 00000100:00100000:0.0:1713531221.487726:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.487733:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064192 00000100:00100000:2.0:1713531221.487734:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064192 00000100:00100000:0.0:1713531221.487740:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4803 00000100:00100000:0.0:1713531221.487744:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8044:x1796767405064000:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.487752:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4804 00000100:00100000:2.0:1713531221.487758:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4805 00000100:00100000:3.0:1713531221.487761:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8046:x1796767405064064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.487762:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8045:x1796767405064192:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.487776:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.487777:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.487777:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.487782:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.487784:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d2c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4996 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.487786:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.487791:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531221.487795:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.487797:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d301 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49a4 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.487803:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487807:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487811:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487820:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.487823:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.487823:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487827:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.487832:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.487841:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.487849:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487852:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487855:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487858:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.487860:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487863:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487867:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.487868:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.487869:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487872:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d308 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487876:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487879:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487882:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487884:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.487886:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487888:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487891:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x3d0fb1e9 (ffff88008b78d100) 00010000:00010000:2.0:1713531221.487892:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.487893:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.487896:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d30f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x3d0fb1e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.487913:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d301 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 113 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.487926:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 112 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.487927:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8045:x1796767405064192:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 164us (200us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.487931:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4805 00010000:00010000:3.0:1713531221.487933:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.487936:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.487938:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782880, rc 0) 00000040:00080000:0.0:1713531221.487955:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].67, 88 off13704 00000100:00100000:3.0:1713531221.487985:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+112:8046:x1796767405064064:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 225us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.487992:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4804 00000004:00010000:0.0:1713531221.487998:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb35f80 reply state ffff88008c35e000 transno 4294970696 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.488003:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.488042:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8044:x1796767405064000:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 297us (368us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1713531221.488049:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4803 00010000:00010000:2.0:1713531221.488404:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488408:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488411:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488416:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.488426:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488429:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488434:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:2.0:1713531221.488436:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.488437:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.488440:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d2fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.488570:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.488589:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.488599:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064256 00000100:00100000:0.0:1713531221.488602:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064256 00000100:00100000:0.0:1713531221.488617:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064384 00000100:00100000:0.0:1713531221.488618:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064384 00000100:00100000:1.0:1713531221.488624:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.488627:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4806 00000100:00100000:2.0:1713531221.488630:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064448 00000100:00100000:0.0:1713531221.488630:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8045:x1796767405064256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.488633:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064448 00000100:00100000:3.0:1713531221.488638:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4807 00010000:00010000:0.0:1713531221.488638:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.488644:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+113:8044:x1796767405064384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.488646:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d31d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49ab expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.488647:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4808 00000100:00100000:2.0:1713531221.488650:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+113:8046:x1796767405064448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.488656:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.488661:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.488661:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.488666:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.488668:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49b2 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.488680:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.488685:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.488688:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 115 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.488689:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.488694:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 115 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.488699:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d31d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.488705:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.488707:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.488707:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.488709:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7821c0, rc 0) 00010000:00010000:0.0:1713531221.488711:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531221.488713:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.488714:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53a1c0, rc 0) 00000100:00100000:3.0:1713531221.488735:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+115:8044:x1796767405064384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 90us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.488740:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4807 00000100:00100000:0.0:1713531221.488743:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8045:x1796767405064256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 111us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.488747:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4806 00000040:00080000:2.0:1713531221.488826:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].68, 88 off13696 00000004:00010000:2.0:1713531221.488865:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dbbf100 reply state ffff88008cfef000 transno 4294970697 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.488872:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.488908:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+115:8046:x1796767405064448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 256us (282us total) trans 4294970697 rc 0/0 00000100:00100000:2.0:1713531221.488912:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4808 00010000:00010000:1.0:1713531221.489410:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.489412:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.489426:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.489431:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.489434:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.489435:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.489438:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.489447:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:1.0:1713531221.489449:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531221.489450:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.489453:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d332 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.489456:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.489469:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064512 00000100:00100000:3.0:1713531221.489474:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064512 00000100:00100000:2.0:1713531221.489480:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064576 00000100:00100000:2.0:1713531221.489483:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064576 00000100:00100000:2.0:1713531221.489496:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4809 00000100:00100000:3.0:1713531221.489497:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1170 00000100:00100000:2.0:1713531221.489499:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+114:8046:x1796767405064576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.489500:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405064512:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.489505:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.489510:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49b9 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.489513:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.489523:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064704 00000100:00100000:1.0:1713531221.489526:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064704 00010000:00010000:2.0:1713531221.489527:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 115 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.489532:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 116 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.489540:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:2.0:1713531221.489541:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1713531221.489542:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4810 00010000:00010000:2.0:1713531221.489543:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0bcc0, rc 0) 00000100:00100000:1.0:1713531221.489546:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8045:x1796767405064704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.489559:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+116:8046:x1796767405064576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 59us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.489562:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4809 00010000:00010000:1.0:1713531221.489570:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.489575:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.489579:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.489690:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405064512:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 188us (278us total) trans 4294967615 rc 0/0 00000100:00100000:3.0:1713531221.489695:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1170 00000040:00080000:1.0:1713531221.489706:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].68, 88 off13792 00000004:00010000:1.0:1713531221.489746:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dfece00 reply state ffff88013187b000 transno 4294970698 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.489750:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.489781:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8045:x1796767405064704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 234us (268us total) trans 4294970698 rc 0/0 00000100:00100000:1.0:1713531221.489786:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4810 00000100:00100000:0.0:1713531221.490091:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.490143:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064768 00000100:00100000:3.0:1713531221.490147:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064768 00000100:00100000:3.0:1713531221.490166:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1171 00010000:00010000:2.0:1713531221.490168:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.490169:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405064768:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.490176:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.490179:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.490182:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.490183:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.490186:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.490192:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:2.0:1713531221.490193:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.490194:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.490197:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d340 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.490261:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.490292:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064896 00000100:00100000:2.0:1713531221.490295:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064896 00000100:00100000:0.0:1713531221.490311:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.490314:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1031 00000100:00100000:2.0:1713531221.490318:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8044:x1796767405064896:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.490340:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405064768:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 168us (249us total) trans 4294967607 rc 0/0 00000100:00100000:3.0:1713531221.490344:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1171 00000100:00100000:1.0:1713531221.490372:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405064960 00000100:00100000:1.0:1713531221.490377:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405064960 00000100:00100000:1.0:1713531221.490402:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4811 00000100:00100000:1.0:1713531221.490408:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8045:x1796767405064960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.490434:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.490444:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49c0 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.490457:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8044:x1796767405064896:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 138us (197us total) trans 4294970699 rc 0/0 00000100:00100000:2.0:1713531221.490462:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1031 00010000:00010000:1.0:1713531221.490473:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 118 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.490482:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 118 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.490493:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531221.490496:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.490498:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bed00, rc 0) 00000100:00100000:1.0:1713531221.490525:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8045:x1796767405064960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 116us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.490530:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4811 00000100:00100000:0.0:1713531221.490953:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.490999:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.491018:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065088 00000100:00100000:2.0:1713531221.491022:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065088 00000100:00100000:2.0:1713531221.491039:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:2.0:1713531221.491043:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8046:x1796767405065088:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.491062:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065216 00000100:00100000:1.0:1713531221.491066:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065216 00000100:00100000:1.0:1713531221.491090:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4812 00000100:00100000:1.0:1713531221.491093:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8044:x1796767405065216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.491129:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8044:x1796767405065216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.491133:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4812 00000100:00100000:2.0:1713531221.491159:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8046:x1796767405065088:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 115us (207us total) trans 4294970700 rc 0/0 00000100:00100000:2.0:1713531221.491164:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:2.0:1713531221.491225:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.491256:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065280 00000100:00100000:3.0:1713531221.491260:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065280 00000100:00100000:3.0:1713531221.491296:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1172 00000100:00100000:3.0:1713531221.491300:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405065280:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.491403:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405065280:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 101us (176us total) trans 4294967616 rc 0/0 00000100:00100000:3.0:1713531221.491407:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1172 00000100:00100000:2.0:1713531221.491655:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.491724:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065408 00000100:00100000:1.0:1713531221.491729:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065408 00000100:00100000:0.0:1713531221.491742:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.491757:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065472 00000100:00100000:1.0:1713531221.491759:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065472 00000100:00100000:1.0:1713531221.491770:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4813 00000100:00100000:1.0:1713531221.491773:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8046:x1796767405065408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.491785:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4814 00000100:00100000:2.0:1713531221.491792:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+120:8044:x1796767405065472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.491802:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.491807:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8046:x1796767405065408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 32us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.491811:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d34e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49c7 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.491811:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4813 00010000:00010000:2.0:1713531221.491841:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.491849:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.491857:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.491876:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.491887:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.491903:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d34e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c7 expref: 121 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.491915:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c7 expref: 120 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.491922:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:2.0:1713531221.491925:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.491927:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09f80, rc 0) 00000100:00100000:0.0:1713531221.491937:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.491967:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+120:8044:x1796767405065472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 174us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.491974:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4814 00000100:00100000:3.0:1713531221.491986:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065600 00000100:00100000:3.0:1713531221.491990:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065600 00000100:00100000:3.0:1713531221.492008:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:3.0:1713531221.492011:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8045:x1796767405065600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.492170:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8045:x1796767405065600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 157us (232us total) trans 4294970701 rc 0/0 00000100:00100000:3.0:1713531221.492177:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:0.0:1713531221.492287:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.492298:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065664 00000100:00100000:2.0:1713531221.492301:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065664 00000100:00100000:2.0:1713531221.492319:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4815 00000100:00100000:2.0:1713531221.492322:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8046:x1796767405065664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.492328:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.492333:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d35c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49ce expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.492352:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.492357:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.492362:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.492371:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.492376:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.492385:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d35c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ce expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.492395:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ce expref: 122 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.492398:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:2.0:1713531221.492400:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.492401:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08000, rc 0) 00000100:00100000:2.0:1713531221.492436:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8046:x1796767405065664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 113us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.492439:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4815 00000100:00100000:2.0:1713531221.492654:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.492677:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.492693:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065856 00000100:00100000:3.0:1713531221.492697:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065728 00000100:00100000:0.0:1713531221.492697:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065856 00000100:00100000:3.0:1713531221.492701:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065728 00000100:00100000:3.0:1713531221.492719:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1173 00000100:00100000:0.0:1713531221.492721:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4816 00000100:00100000:3.0:1713531221.492723:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405065728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.492726:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8045:x1796767405065856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.492730:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.492745:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49d5 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.492764:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00000100:00100000:0.0:1713531221.492764:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8045:x1796767405065856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 37us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.492770:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4816 00010000:00010000:3.0:1713531221.492777:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.492779:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.492785:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.492797:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.492805:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782f40, rc 0) 00000100:00100000:3.0:1713531221.492829:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405065728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 105us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.492835:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1173 00000100:00100000:2.0:1713531221.493113:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.493185:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065920 00000100:00100000:3.0:1713531221.493190:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065920 00000100:00100000:3.0:1713531221.493208:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1174 00000100:00100000:3.0:1713531221.493213:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405065920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.493220:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.493232:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49dc expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.493240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:3.0:1713531221.493243:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:3.0:1713531221.493250:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.493251:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.493255:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.493298:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.493305:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782ac0, rc 0) 00000100:00100000:3.0:1713531221.493327:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405065920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 114us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.493332:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1174 00000100:00100000:1.0:1713531221.493332:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405065984 00000100:00100000:1.0:1713531221.493336:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405065984 00000100:00100000:1.0:1713531221.493355:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4817 00000100:00100000:1.0:1713531221.493359:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8045:x1796767405065984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.493359:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.493366:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.493369:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066112 00000100:00100000:2.0:1713531221.493372:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066112 00010000:00010000:1.0:1713531221.493372:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d378 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49e3 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.493392:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4818 00000100:00100000:2.0:1713531221.493395:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8044:x1796767405066112:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.493395:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.493404:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.493410:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.493440:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8044:x1796767405066112:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 44us (82us total) trans 0 rc 0/0 00000004:00200000:1.0:1713531221.493440:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1713531221.493445:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4818 00000004:00010000:1.0:1713531221.493448:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.493463:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d378 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49e3 expref: 124 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.493476:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49e3 expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.493480:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:1.0:1713531221.493481:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.493483:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be400, rc 0) 00000100:00100000:1.0:1713531221.493499:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8045:x1796767405065984:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 140us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.493503:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4817 00000100:00100000:0.0:1713531221.493862:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.493893:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066240 00000100:00100000:1.0:1713531221.493896:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066240 00000100:00100000:1.0:1713531221.493915:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4819 00000100:00100000:1.0:1713531221.493918:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8046:x1796767405066240:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.493953:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8046:x1796767405066240:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.493959:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4819 00000100:00100000:3.0:1713531221.494164:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.494189:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066368 00000100:00100000:0.0:1713531221.494192:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066368 00000100:00100000:0.0:1713531221.494217:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1175 00000100:00100000:3.0:1713531221.494220:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.494223:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:8044:x1796767405066368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.494231:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.494235:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066304 00000100:00100000:1.0:1713531221.494238:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066304 00010000:00010000:0.0:1713531221.494242:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49ea expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.494259:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1713531221.494262:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1176 00010000:00010000:0.0:1713531221.494280:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.494282:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.494286:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 16 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.494289:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405066304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.494296:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.494308:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49f1 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.494311:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531221.494320:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:0.0:1713531221.494320:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.494327:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.494328:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.494332:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 17 pid: 7956 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.494332:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409657600:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.494339:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 17 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.494345:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdd40, rc 0) 00000100:00100000:0.0:1713531221.494371:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc780 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.494373:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405066304:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 105us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.494379:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1176 00000100:00100000:0.0:1713531221.494541:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.494573:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066432 00000100:00100000:1.0:1713531221.494575:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066432 00000100:00100000:1.0:1713531221.494594:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1177 00000100:00100000:1.0:1713531221.494596:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:8046:x1796767405066432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.494602:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.494609:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49f8 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.494621:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.494625:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.494626:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.494627:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.494642:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.494647:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.494653:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409657664:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.494679:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6fbf6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.494947:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409657600:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.494959:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.494963:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 16 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.494971:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539f80, rc 0) 00000100:00100000:2.0:1713531221.494990:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+16:8044:x1796767405066368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 767us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.494994:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1175 00000100:00100000:1.0:1713531221.494996:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066496 00000100:00100000:1.0:1713531221.495000:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066496 00010000:00010000:1.0:1713531221.495014:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.495032:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 982 00000100:00100000:1.0:1713531221.495037:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405066496:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.495045:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.495055:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.495065:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.495079:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d36a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49d5 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.495089:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.495090:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.495093:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.495098:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.495103:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.495112:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.495120:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409657728:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.495132:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066624 00000100:00100000:2.0:1713531221.495135:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066624 00000100:00100000:1.0:1713531221.495148:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.495149:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4820 00000100:00100000:2.0:1713531221.495152:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8045:x1796767405066624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.495155:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409657664:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.495172:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.495177:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8045:x1796767405066624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.495180:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4820 00010000:00010000:0.0:1713531221.495187:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be640, rc 0) 00000100:00100000:0.0:1713531221.495203:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:8046:x1796767405066432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 605us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.495208:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1177 00000100:00100000:0.0:1713531221.495375:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.495399:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066688 00000100:00100000:2.0:1713531221.495402:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066688 00010000:00010000:2.0:1713531221.495409:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.495433:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 983 00000100:00100000:2.0:1713531221.495436:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405066688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.495441:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.495450:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.495456:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.495465:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b782ac0/0xe3b2c9851352d371 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49dc expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.495475:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.495476:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.495479:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.495484:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.495496:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.495502:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409657792:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.495530:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091b60840 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.495949:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.495970:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409657728:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.495978:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.495987:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066752 00000100:00100000:2.0:1713531221.495990:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066752 00000100:00100000:1.0:1713531221.495993:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405066496:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 956us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.495998:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 982 00000100:00100000:2.0:1713531221.496001:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1178 00000100:00100000:2.0:1713531221.496004:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8045:x1796767405066752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.496009:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.496015:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c49ff expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.496024:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 16 pid: 7956 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.496027:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:19876:1796767409657792:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.496028:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.496029:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.496031:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 16 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.496040:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.496043:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 16 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.496049:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 16 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.496054:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409657856:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.496064:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405066688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 627us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.496069:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.496071:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 983 00000100:00100000:0.0:1713531221.496186:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.496229:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066816 00000100:00100000:1.0:1713531221.496232:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066816 00002000:00100000:1.0:1713531221.496247:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x52:0x0] (0->2) req@ffff88008d090380 x1796767405066816/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531221.496254:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d090380 with x1796767405066816 ext(0->2) 00000100:00100000:0.0:1713531221.496255:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:1.0:1713531221.496256:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d090380 00000100:00100000:2.0:1713531221.496293:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066880 00000100:00100000:2.0:1713531221.496296:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066880 00000100:00100000:1.0:1713531221.496297:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 266 00000100:00100000:1.0:1713531221.496304:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405066816:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00002000:00100000:2.0:1713531221.496308:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x50:0x0] (0->2) req@ffff88008d090e00 x1796767405066880/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.496314:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d090e00 with x1796767405066880 ext(0->2) 00002000:00010000:2.0:1713531221.496316:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d090e00 00000100:00100000:2.0:1713531221.496324:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 267 00000100:00100000:2.0:1713531221.496327:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405066880:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.496569:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409657856:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.496583:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 19 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.496593:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08480, rc 0) 00000100:00100000:0.0:1713531221.496614:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.496621:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+19:8045:x1796767405066752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 614us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.496621:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405066816:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 316us (434us total) trans 4294967617 rc 0/0 00000100:00100000:2.0:1713531221.496622:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405066880:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 292us (366us total) trans 4294967608 rc 0/0 00000100:00100000:2.0:1713531221.496627:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 267 00000100:00100000:3.0:1713531221.496629:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1178 00000100:00100000:1.0:1713531221.496631:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 266 00002000:00100000:2.0:1713531221.496632:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x50:0x0] (0->2) req@ffff88008d090e00 x1796767405066880/t4294967608(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.496637:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d090e00 with x1796767405066880 ext(0->2) 00002000:00100000:1.0:1713531221.496637:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x52:0x0] (0->2) req@ffff88008d090380 x1796767405066816/t4294967617(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00010000:2.0:1713531221.496639:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d090e00 00002000:00100000:1.0:1713531221.496645:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d090380 with x1796767405066816 ext(0->2) 00002000:00010000:1.0:1713531221.496647:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d090380 00000100:00100000:3.0:1713531221.496650:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405066944 00000100:00100000:3.0:1713531221.496655:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405066944 00010000:00010000:3.0:1713531221.496671:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 18 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.496689:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 984 00000100:00100000:3.0:1713531221.496694:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405066944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.496703:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.496717:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 18 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.496728:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 18 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.496745:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d38d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f1 expref: 18 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.496757:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.496758:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.496764:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.496773:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.496796:0:19876:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.496805:0:19876:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132316a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409657920:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.496832:0:19876:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.497111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.497140:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067008 00000100:00100000:2.0:1713531221.497143:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067008 00000100:00100000:0.0:1713531221.497145:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.497167:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067072 00000100:00100000:2.0:1713531221.497168:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067072 00000100:00100000:2.0:1713531221.497177:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4821 00000100:00100000:2.0:1713531221.497180:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8044:x1796767405067008:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.497183:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4822 00000100:00100000:1.0:1713531221.497189:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+124:8046:x1796767405067072:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.497236:0:19876:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132316a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:19876:1796767409657920:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.497245:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.497260:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405066944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 566us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.497264:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 984 00000100:00100000:0.0:1713531221.497567:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.497598:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067136 00000100:00100000:1.0:1713531221.497601:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067136 00002000:00100000:1.0:1713531221.497612:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x53:0x0] (0->2) req@ffff880134db0a80 x1796767405067136/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531221.497617:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134db0a80 with x1796767405067136 ext(0->2) 00002000:00010000:1.0:1713531221.497619:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134db0a80 00000100:00100000:1.0:1713531221.497628:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 268 00000100:00100000:1.0:1713531221.497631:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405067136:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.497799:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405067136:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 166us (231us total) trans 4294967618 rc 0/0 00000100:00100000:1.0:1713531221.497804:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 268 00002000:00100000:1.0:1713531221.497807:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x53:0x0] (0->2) req@ffff880134db0a80 x1796767405067136/t4294967618(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531221.497817:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134db0a80 with x1796767405067136 ext(0->2) 00002000:00010000:1.0:1713531221.497818:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134db0a80 00000100:00100000:0.0:1713531221.498414:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.498603:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067200 00000100:00100000:3.0:1713531221.498607:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067200 00000100:00100000:3.0:1713531221.498770:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4823 00000100:00100000:3.0:1713531221.498774:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+125:8045:x1796767405067200:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.504962:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970696 is committed 00000020:00080000:0.0:1713531221.504980:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c3bccc0 refcount 2 committed 0 result 0 batchid 126 00000020:00080000:0.0:1713531221.504984:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3bc900 00000020:00080000:0.0:1713531221.504987:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134ed9f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a83d800 00000020:00080000:2.0:1713531221.504996:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 120 00000001:00080000:0.0:1713531221.505006:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970698 is committed 00000001:00080000:0.0:1713531221.505019:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970700 is committed 00000100:00100000:1.0:1713531221.505022:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8046:x1796767405067072:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7829us (7873us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.505030:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4822 00000020:00080000:0.0:1713531221.505043:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 123 batchid updated 00000020:00080000:0.0:1713531221.505046:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 122 batchid updated 00000100:00100000:3.0:1713531221.505047:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405067008:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7859us (7930us total) trans 0 rc 0/0 00000020:00080000:2.0:1713531221.505052:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 123 00000001:00080000:0.0:1713531221.505052:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970701 is committed 00000100:00100000:3.0:1713531221.505058:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4821 00000020:00080000:2.0:1713531221.505067:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 123 00000020:00080000:0.0:1713531221.505067:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c33f900 refcount 2 committed 0 result 0 batchid 125 00000020:00080000:0.0:1713531221.505070:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a724fe00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c33f3c0 00000020:00080000:0.0:1713531221.505072:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091772000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880091e3a800 00000020:00080000:2.0:1713531221.505079:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 123 00000020:00080000:0.0:1713531221.505080:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a68df240 refcount 2 committed 0 result 0 batchid 124 00000020:00080000:0.0:1713531221.505082:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091772100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009254aa80 00000020:00080000:0.0:1713531221.505085:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880091772b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a834000 00000020:00080000:2.0:1713531221.505091:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 126 committed batchid 123 00000100:00100000:3.0:1713531221.505106:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+90:8045:x1796767405067200:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6331us (6702us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.505110:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4823 00000020:00080000:2.0:1713531221.505177:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 123 00000100:00100000:1.0:1713531221.506065:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.506085:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.506102:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.506111:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067392 00000100:00100000:3.0:1713531221.506117:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067392 00000100:00100000:3.0:1713531221.506147:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067264 00000100:00100000:3.0:1713531221.506150:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067264 00000100:00100000:2.0:1713531221.506155:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067328 00000100:00100000:2.0:1713531221.506161:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067328 00000100:00100000:3.0:1713531221.506168:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1179 00000100:00100000:3.0:1713531221.506174:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405067392:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.506185:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1180 00000100:00100000:2.0:1713531221.506189:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405067264:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.506190:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1181 00000100:00100000:1.0:1713531221.506194:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405067328:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1713531221.521954:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967606 is committed 00000001:00080000:1.0:1713531221.521964:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967604 is committed 00000001:00080000:1.0:1713531221.521970:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967608 is committed 00000100:00100000:0.0:1713531221.522094:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405067328:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15893us (15984us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.522103:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1181 00000100:00100000:0.0:1713531221.523464:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.523486:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067520 00000100:00100000:3.0:1713531221.523495:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067520 00000100:00100000:3.0:1713531221.523532:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4824 00000100:00100000:3.0:1713531221.523537:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+90:8046:x1796767405067520:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.523640:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.523666:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d363 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ce expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.523679:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.523684:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.523736:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523747:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523753:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523771:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523775:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523779:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523783:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.523787:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523791:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523795:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.523797:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.523799:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.523801:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d3a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.523867:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+89:8046:x1796767405067520:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 330us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.523872:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4824 00000100:00100000:1.0:1713531221.524628:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.524643:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067584 00000100:00100000:2.0:1713531221.524650:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067584 00000100:00100000:2.0:1713531221.524673:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1182 00000100:00100000:2.0:1713531221.524678:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405067584:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.524823:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.524825:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.524826:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.524828:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:2.0:1713531221.524829:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.524856:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405067584:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 178us (231us total) trans 4294967609 rc 0/0 00000100:00100000:2.0:1713531221.524861:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1182 00000100:00100000:1.0:1713531221.525505:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.525522:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067712 00000100:00100000:0.0:1713531221.525525:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067712 00000100:00100000:0.0:1713531221.525550:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4825 00000100:00100000:0.0:1713531221.525554:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+89:8046:x1796767405067712:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.525591:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.525601:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.525607:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.525627:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.525642:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.525651:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409657984:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.525686:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ae3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.526343:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409657984:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.526357:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.526444:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.526463:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067776 00000100:00100000:3.0:1713531221.526465:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067776 00010000:00010000:3.0:1713531221.526479:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 90 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.526494:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 985 00000100:00100000:3.0:1713531221.526498:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405067776:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.526505:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.526508:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 90 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.526514:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 90 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.526525:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d316 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x94:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49a4 expref: 90 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.526532:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.526534:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.526539:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.526546:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.526562:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.526580:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405067776:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 80us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.526584:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 985 00010000:00010000:0.0:1713531221.526592:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526598:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526613:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526616:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526621:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526624:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.526627:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526631:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526640:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:0.0:1713531221.526642:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.526644:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.526647:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d3a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.526672:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8046:x1796767405067712:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1117us (1169us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531221.526690:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4825 00000100:00100000:1.0:1713531221.527255:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.527298:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067840 00000100:00100000:3.0:1713531221.527301:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067840 00000001:00080000:2.0:1713531221.527304:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967618 is committed 00000100:00100000:3.0:1713531221.527318:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1183 00000001:00080000:2.0:1713531221.527320:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967613 is committed 00000100:00100000:3.0:1713531221.527322:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405067840:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000001:00080000:2.0:1713531221.527330:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967614 is committed 00000100:00100000:0.0:1713531221.527332:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405067264:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 21141us (21244us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.527338:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1180 00010000:00010000:3.0:1713531221.527344:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.527355:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.527360:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.527361:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.527363:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.527378:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.527385:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 10 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.527397:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409658048:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.527438:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7780 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.527474:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405067392:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 21301us (21410us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.527479:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1179 00000100:00100000:3.0:1713531221.527946:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409658048:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.527959:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.527960:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.527974:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405067968 00000100:00100000:0.0:1713531221.527978:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405067968 00000100:00100000:0.0:1713531221.528061:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4826 00000100:00100000:1.0:1713531221.528062:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.528067:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8045:x1796767405067968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.528086:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.528091:0:15548:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.528096:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068160 00000100:00100000:2.0:1713531221.528101:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068160 00010000:00010000:0.0:1713531221.528104:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d37f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49e3 expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.528114:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00000100:00100000:3.0:1713531221.528115:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068096 00000100:00100000:3.0:1713531221.528117:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068096 00010000:00010000:0.0:1713531221.528118:0:15548:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.528122:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4827 00010000:00010000:3.0:1713531221.528126:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.528127:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:8044:x1796767405068160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.528131:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.528138:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 986 00010000:00010000:0.0:1713531221.528138:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.528141:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405068096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.528144:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.528146:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.528146:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.528153:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.528157:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.528157:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.528160:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d355 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c7 expref: 88 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.528160:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.528163:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.528163:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.528165:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.528168:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.528171:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:0.0:1713531221.528172:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531221.528173:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.528174:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.528174:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.528175:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6be640/0xe3b2c9851352d394 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49f8 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.528177:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d3b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.528184:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.528185:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.528187:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528188:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528192:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528196:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528200:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.528203:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.528211:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+87:8045:x1796767405067968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 145us (253us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.528214:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.528215:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405068096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.528215:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4826 00000100:00100000:3.0:1713531221.528219:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 986 00010000:00010000:2.0:1713531221.528220:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.528225:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528228:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528229:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.528232:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528233:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528238:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528243:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528244:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:2.0:1713531221.528246:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.528248:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528248:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528252:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.528253:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d3be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.528260:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.528262:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.528281:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.528288:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.528293:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b780240/0xe3b2c9851352d3b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.528317:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:8044:x1796767405068160:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 188us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.528320:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405067840:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 998us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.528324:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4827 00000100:00100000:3.0:1713531221.528325:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1183 00000100:00100000:0.0:1713531221.528827:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.528845:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.528866:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.528884:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068224 00000100:00100000:2.0:1713531221.528888:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068224 00000100:00100000:3.0:1713531221.528897:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068288 00000100:00100000:3.0:1713531221.528902:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068288 00000100:00100000:0.0:1713531221.528914:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1184 00000100:00100000:0.0:1713531221.528918:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405068224:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.528920:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1185 00000100:00100000:2.0:1713531221.528931:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405068288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.529063:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.529066:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.529068:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.529069:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.529070:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:0.0:1713531221.529071:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.529072:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:0.0:1713531221.529072:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.529073:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:0.0:1713531221.529074:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1713531221.529098:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405068224:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 179us (271us total) trans 4294967620 rc 0/0 00000100:00100000:0.0:1713531221.529102:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1184 00000100:00100000:2.0:1713531221.529108:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405068288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 180us (260us total) trans 4294967619 rc 0/0 00000100:00100000:2.0:1713531221.529115:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1185 00000100:00100000:2.0:1713531221.529133:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068416 00000100:00100000:2.0:1713531221.529137:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068416 00000100:00100000:2.0:1713531221.529152:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4828 00000100:00100000:2.0:1713531221.529158:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:8046:x1796767405068416:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.529359:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.529370:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.529377:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.529396:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.529406:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 87 pid: 15461 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.529416:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409658112:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.529464:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dca80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.529710:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.529731:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.529744:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068544 00000100:00100000:2.0:1713531221.529747:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068544 00000100:00100000:2.0:1713531221.529763:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068672 00000100:00100000:2.0:1713531221.529765:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068672 00000100:00100000:1.0:1713531221.529770:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4829 00000100:00100000:1.0:1713531221.529775:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:8045:x1796767405068544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.529782:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4830 00000100:00100000:2.0:1713531221.529785:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+89:8044:x1796767405068672:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.529795:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.529800:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.529804:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.529806:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.529810:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.529813:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 4/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.529821:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 89 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.529826:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.529826:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.529831:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 89 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.529832:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409658176:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.529837:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409658240:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.529854:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dc300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.529855:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.530032:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409658112:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.530041:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.530121:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.530197:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068736 00000100:00100000:3.0:1713531221.530202:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068736 00010000:00010000:3.0:1713531221.530215:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 90 pid: 15461 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.530239:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 987 00000100:00100000:3.0:1713531221.530242:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405068736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.530249:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.530253:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 90 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.530259:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 90 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.530289:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d339 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b9 expref: 90 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.530297:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.530300:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.530305:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.530308:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.530323:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.530347:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405068736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 104us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.530351:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 987 00010000:00010000:2.0:1713531221.530352:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.530358:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000001:00080000:2.0:1713531221.530458:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970702 00000100:00100000:1.0:1713531221.530513:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.530517:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409658240:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.530529:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.530542:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.530547:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068864 00000100:00100000:3.0:1713531221.530550:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068864 00000100:00100000:0.0:1713531221.530556:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068800 00010000:00010000:3.0:1713531221.530558:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 90 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.530559:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068800 00010000:00010000:0.0:1713531221.530572:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 91 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.530573:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 988 00000100:00100000:3.0:1713531221.530577:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405068864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000001:00080000:2.0:1713531221.530580:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970703 00010000:00010000:3.0:1713531221.530583:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.530585:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.530588:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 989 00010000:00010000:3.0:1713531221.530591:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.530593:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405068800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.530599:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d324 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x95:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ab expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.530600:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.530604:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 91 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.530605:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531221.530608:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.530611:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 91 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.530612:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.530615:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.530620:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00000001:00080000:2.0:1713531221.530621:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970704 00010000:00010000:1.0:1713531221.530622:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.530623:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.530627:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.530630:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.530633:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.530638:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.530639:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.530640:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405068864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.530643:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 988 00010000:00010000:0.0:1713531221.530648:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.530652:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405068800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.530653:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.530656:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 989 00010000:00010000:0.0:1713531221.530658:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.530662:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.530664:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.530669:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.530674:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409658304:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1713531221.530677:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:0.0:1713531221.530679:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.530682:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.530686:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352d3cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.530704:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.530712:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:8045:x1796767405068544:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 936us (1001us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.530715:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.530715:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658304 00000100:00100000:1.0:1713531221.530718:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658304 00000100:00100000:0.0:1713531221.530718:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4829 00010000:00010000:2.0:1713531221.530732:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d2e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x93:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c499d expref: 89 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.530738:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1713531221.530741:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409658176:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.530741:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409658304:12345-0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1713531221.530750:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530756:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530760:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530770:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530775:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.530779:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409658304:12345-0@lo:1000:mdt00_000.0 Request processed in 38us (76us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.530780:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.530783:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00010000:2.0:1713531221.530788:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.530790:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530794:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.530795:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967606 gen 2 00000004:00080000:3.0:1713531221.530800:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967605 committed transno 4294967606 00010000:00010000:2.0:1713531221.530801:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:2.0:1713531221.530804:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.530806:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.530811:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d3d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000004:00080000:3.0:1713531221.530815:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967606 committed transno 4294967606 00000100:00100000:3.0:1713531221.530829:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409658304:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.530841:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+88:8044:x1796767405068672:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1054us (1107us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.530848:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4830 00000001:00080000:3.0:1713531221.531034:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970705 00000100:00100000:3.0:1713531221.531080:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409658368:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1713531221.531104:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.531123:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009254aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.531132:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658368 00000100:00100000:1.0:1713531221.531135:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658368 00000100:00100000:1.0:1713531221.531145:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1713531221.531148:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409658368:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.531231:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.531256:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409658368:12345-0@lo:1000:mdt00_000.0 Request processed in 107us (151us total) trans 4294967610 rc 0/0 00000100:00100000:1.0:1713531221.531261:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1713531221.531264:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068928 00000100:00100000:2.0:1713531221.531264:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.531286:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068928 00000100:00100000:1.0:1713531221.531295:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405068992 00000100:00100000:1.0:1713531221.531297:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405068992 00000100:00100000:3.0:1713531221.531302:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1186 00000100:00100000:3.0:1713531221.531307:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405068928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.531310:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1187 00000100:00100000:1.0:1713531221.531314:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405068992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.531324:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.531327:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.531334:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.531336:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.531338:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.531340:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.531341:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 4/1,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.531341:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.531342:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.531344:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.531354:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.531355:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.531360:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 15 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.531362:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 15 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.531368:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409658432:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.531369:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409658496:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.531390:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ea35480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.531393:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc540 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.531407:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409658368:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1713531221.531438:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531443:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531446:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531449:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.531451:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531454:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531459:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36a00) 00010000:00010000:3.0:1713531221.531460:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.531462:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531465:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d3c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x94:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531488:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531491:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531494:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531497:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d400d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.531499:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531502:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531507:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008bcbf500) 00010000:00010000:3.0:1713531221.531508:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.531509:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531512:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c98513528c9f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.531528:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531532:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531536:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531539:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531541:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531544:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531547:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.531549:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531554:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531557:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008bd36300) 00010000:00010000:3.0:1713531221.531558:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.531560:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.531562:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d3e8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x73:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:3.0:1713531221.531607:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.531610:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.531698:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 151 count 121 00000040:00080000:3.0:1713531221.531702:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.531740:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:8046:x1796767405068416:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2581us (2872us total) trans 4294970706 rc 0/0 00000100:00100000:3.0:1713531221.531745:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4828 00000020:00080000:3.0:1713531221.531747:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1713531221.531911:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409658432:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.531922:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.531976:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409658496:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.531987:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.531987:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.532013:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069056 00000100:00100000:2.0:1713531221.532017:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069056 00000100:00100000:0.0:1713531221.532018:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.532027:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 16 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.532045:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069120 00000100:00100000:2.0:1713531221.532046:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069120 00000100:00100000:3.0:1713531221.532051:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 990 00010000:00010000:2.0:1713531221.532051:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 17 pid: 15497 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.532055:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405069056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.532061:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.532063:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 991 00000100:00100000:2.0:1713531221.532066:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767405069120:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.532070:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.532073:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.532081:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.532083:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 17 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.532093:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d39b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ff expref: 17 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.532093:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 17 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.532098:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.532099:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.532101:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.532106:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.532107:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d386 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49ea expref: 16 pid: 15497 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.532115:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.532116:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.532117:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.532120:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.532126:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532130:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532138:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.532141:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405069056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.532142:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.532145:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 990 00010000:00010000:0.0:1713531221.532151:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532152:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532157:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532157:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.532161:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405069120:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 93us (142us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.532163:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.532167:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 991 00010000:00010000:1.0:1713531221.532168:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532170:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.532173:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532173:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532177:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532178:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532180:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be880 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.532182:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532185:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532189:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532193:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.532195:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d3da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.532197:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d3e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.532225:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405068992:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 910us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.532229:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405068928:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 920us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.532230:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1187 00000100:00100000:0.0:1713531221.532235:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1186 00000100:00100000:2.0:1713531221.532354:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.532388:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069248 00000100:00100000:3.0:1713531221.532391:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069248 00000100:00100000:3.0:1713531221.532406:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1034 00000100:00100000:3.0:1713531221.532409:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2287c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:8046:x1796767405069248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.532621:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x94:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.532663:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970707 00010000:00010000:3.0:1713531221.532686:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532694:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532698:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532703:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532706:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532709:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532712:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532714:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.532716:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532719:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532722:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x94:0x0].0x0 (ffff88008bd36000) 00000100:00100000:0.0:1713531221.532722:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.532723:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.532725:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 3/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.532727:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d3ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x94:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.532752:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.532785:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2287c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8046:x1796767405069248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 375us (431us total) trans 4294970708 rc 0/0 00000100:00100000:2.0:1713531221.532789:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069440 00000100:00100000:3.0:1713531221.532791:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1034 00000020:00080000:3.0:1713531221.532793:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.532794:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069440 00000100:00100000:2.0:1713531221.532808:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069504 00000100:00100000:2.0:1713531221.532809:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069504 00000100:00100000:2.0:1713531221.532822:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4831 00000100:00100000:2.0:1713531221.532826:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+91:8045:x1796767405069440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.532827:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4832 00000100:00100000:0.0:1713531221.532832:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:8044:x1796767405069504:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.532965:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.532974:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.532974:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 93 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.532981:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 93 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.532985:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.532985:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.532998:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 93 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.533002:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 93 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.533005:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.533010:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 93 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.533011:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409658560:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.533020:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409658624:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.533038:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c0e840 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.533041:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.533664:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.533681:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132314700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409658560:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.533693:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.533695:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.533711:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069568 00000100:00100000:3.0:1713531221.533714:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069568 00000100:00100000:1.0:1713531221.533725:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409658624:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.533727:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.533730:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069632 00000100:00100000:2.0:1713531221.533734:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069632 00010000:00010000:1.0:1713531221.533736:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.533747:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 95 pid: 15548 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.533749:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 992 00000100:00100000:3.0:1713531221.533756:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:1822:x1796767405069568:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.533760:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 993 00010000:00010000:3.0:1713531221.533764:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531221.533765:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405069632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.533769:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 95 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.533773:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.533778:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 95 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.533779:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 95 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.533787:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 95 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.533791:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352d347 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49c0 expref: 95 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.533798:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d32b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c49b2 expref: 94 pid: 15548 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.533800:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531221.533804:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.533807:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.533810:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.533811:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.533815:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.533816:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.533821:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.533839:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.533841:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.533853:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.533855:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.533858:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.533859:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.533866:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405069568:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.533866:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405069632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 100us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.533872:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 993 00000100:00100000:3.0:1713531221.533876:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 992 00000001:00080000:2.0:1713531221.533928:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970710 00000001:00080000:1.0:1713531221.533972:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970709 00000001:00080000:2.0:1713531221.534015:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970711 00000001:00080000:2.0:1713531221.534040:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970713 00000001:00080000:1.0:1713531221.534055:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970712 00000100:00100000:2.0:1713531221.534075:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409658688:0@lo:1000:mdt00_006.0 00000001:00080000:1.0:1713531221.534083:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970715 00000100:00100000:2.0:1713531221.534096:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.534114:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dca80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.534115:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409658752:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.534127:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658688 00000100:00100000:0.0:1713531221.534130:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658688 00000100:00100000:1.0:1713531221.534133:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.534154:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.534156:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658752 00000100:00100000:0.0:1713531221.534158:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658752 00000100:00100000:2.0:1713531221.534163:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1713531221.534167:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409658688:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.534172:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1713531221.534176:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409658752:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.534198:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409658688:12345-0@lo:1000:mdt00_006.0 Request processed in 30us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.534202:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1713531221.534214:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409658752:12345-0@lo:1000:mdt00_001.0 Request processed in 36us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.534217:0:15548:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967614 gen 2 00000100:00100000:0.0:1713531221.534219:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000004:00080000:2.0:1713531221.534221:0:15548:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967613 committed transno 4294967614 00000100:00100000:2.0:1713531221.534236:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409658688:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.534238:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409658752:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1713531221.534412:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970716 00000001:00080000:2.0:1713531221.534442:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970714 00000100:00100000:1.0:1713531221.534471:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409658816:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.534476:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409658880:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.534486:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.534496:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.534501:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658816 00000100:00100000:2.0:1713531221.534504:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.534505:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658816 00000100:00100000:2.0:1713531221.534516:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6ed5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.534518:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409658880 00000100:00100000:0.0:1713531221.534519:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409658880 00000100:00100000:0.0:1713531221.534529:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1713531221.534533:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1713531221.534533:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409658816:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.534536:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409658880:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.534637:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:15548:x1796767409658880:12345-0@lo:1000:mdt00_006.0 Request processed in 100us (132us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1713531221.534641:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1713531221.534670:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:6405:x1796767409658816:12345-0@lo:1000:mdt00_001.0 Request processed in 135us (181us total) trans 4294967622 rc 0/0 00000100:00100000:3.0:1713531221.534675:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409658880:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.534676:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1713531221.534689:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409658816:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1713531221.534695:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534700:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534703:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534704:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534707:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534709:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534710:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5398c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.534712:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534714:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.534716:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534717:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534721:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.534722:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534722:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.534724:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534727:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d3f6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x93:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534730:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531221.534732:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.534735:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534740:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d3fd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x95:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.534741:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.534744:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.534747:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.534749:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.534750:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.534753:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.534756:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534756:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5f00) 00010000:00010000:1.0:1713531221.534757:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.534759:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.534762:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534764:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ba80/0xe3b2c98513528b1e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.534767:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.534771:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.534774:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534778:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534779:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534782:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534786:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534789:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534790:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:3.0:1713531221.534792:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.534792:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534794:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534794:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534797:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bfa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.534798:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534799:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c98513528be9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.534800:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534804:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:1.0:1713531221.534805:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.534806:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.534809:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352d404 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.534821:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534827:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534833:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534838:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534843:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534847:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531221.534850:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:3.0:1713531221.534851:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.534853:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531221.534853:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:3.0:1713531221.534858:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534863:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008bd36f00) 00010000:00010000:3.0:1713531221.534866:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.534868:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.534872:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d40b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000040:00080000:1.0:1713531221.534915:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 149 count 121 00000040:00080000:1.0:1713531221.534920:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.534955:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+99:8044:x1796767405069504:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2122us (2202us total) trans 4294970717 rc 0/0 00000100:00100000:1.0:1713531221.534960:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4832 00000040:00080000:3.0:1713531221.534962:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000020:00080000:1.0:1713531221.534963:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1713531221.534965:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.535045:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 150 count 121 00000040:00080000:3.0:1713531221.535050:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000040:00080000:2.0:1713531221.535097:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:3.0:1713531221.535098:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:8045:x1796767405069440:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2270us (2375us total) trans 4294970718 rc 0/0 00000040:00080000:2.0:1713531221.535100:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.535105:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4831 00000020:00080000:3.0:1713531221.535108:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.535120:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 154 count 121 00000040:00080000:2.0:1713531221.535125:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.535159:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409658944:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531221.535186:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008dbb9540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.535735:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.535748:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409658944:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531221.535762:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.535776:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069760 00000100:00100000:3.0:1713531221.535781:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069760 00000040:00080000:0.0:1713531221.535794:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.535797:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.535798:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069888 00000100:00100000:3.0:1713531221.535800:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069888 00000100:00100000:1.0:1713531221.535813:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1035 00000100:00100000:3.0:1713531221.535819:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1036 00000100:00100000:1.0:1713531221.535819:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8044:x1796767405069760:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.535824:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:8045:x1796767405069888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.536017:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x95:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1713531221.536029:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 154 count 121 00000040:00080000:0.0:1713531221.536035:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00080000:1.0:1713531221.536043:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x93:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.536045:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970719 00000100:00100000:0.0:1713531221.536064:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000001:00080000:1.0:1713531221.536072:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970720 00010000:00010000:3.0:1713531221.536078:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.536086:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.536090:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.536093:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.536099:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405069952 00010000:00010000:3.0:1713531221.536102:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.536103:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405069952 00010000:00010000:3.0:1713531221.536107:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531221.536107:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.536111:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.536111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.536114:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531221.536114:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.536116:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.536118:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.536119:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070016 00010000:00010000:3.0:1713531221.536121:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.536121:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070016 00010000:00010000:1.0:1713531221.536121:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.536125:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x95:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:3.0:1713531221.536126:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.536127:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.536128:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.536128:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070080 00000100:00100000:2.0:1713531221.536130:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070080 00010000:00010000:3.0:1713531221.536131:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d412 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x95:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531221.536132:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.536136:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.536140:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4833 00000100:00100000:2.0:1713531221.536144:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:8047:x1796767405069952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.536145:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.536148:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4834 00010000:00010000:1.0:1713531221.536150:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.536152:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.536154:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+106:8048:x1796767405070016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.536157:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00000004:00000080:2.0:1713531221.536158:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6f:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.536164:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x93:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:1.0:1713531221.536166:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00000080:0.0:1713531221.536166:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x74:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.536168:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.536173:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352d419 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x93:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.536176:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8045:x1796767405069888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 351us (412us total) trans 4294970721 rc 0/0 00000100:00100000:3.0:1713531221.536180:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1036 00000020:00080000:3.0:1713531221.536182:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531221.536195:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4835 00000100:00100000:3.0:1713531221.536198:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+105:8049:x1796767405070080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.536201:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8047:x1796767405069952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.536206:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4833 00000100:00100000:0.0:1713531221.536206:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8048:x1796767405070016:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (115us total) trans 0 rc 0/0 00000004:00000080:3.0:1713531221.536207:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.536213:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4834 00000100:00100000:1.0:1713531221.536226:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:8044:x1796767405069760:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 405us (489us total) trans 4294970722 rc 0/0 00000100:00100000:3.0:1713531221.536233:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8049:x1796767405070080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 33us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.536233:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1035 00000020:00080000:1.0:1713531221.536235:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531221.536236:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4835 00000100:00100000:0.0:1713531221.537102:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.537126:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.537139:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070144 00000100:00100000:2.0:1713531221.537142:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070144 00000100:00100000:2.0:1713531221.537153:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070272 00000100:00100000:2.0:1713531221.537154:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070272 00000100:00100000:0.0:1713531221.537158:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.537174:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070208 00000100:00100000:2.0:1713531221.537175:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070208 00000100:00100000:2.0:1713531221.537183:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4836 00000100:00100000:2.0:1713531221.537186:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8048:x1796767405070144:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.537187:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4837 00000100:00100000:0.0:1713531221.537192:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8049:x1796767405070272:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.537196:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4838 00000100:00100000:1.0:1713531221.537202:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8047:x1796767405070208:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.537211:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537216:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537218:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537223:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537225:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537231:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537232:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537234:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537238:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537242:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537243:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537246:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537249:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537251:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537252:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537256:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537256:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537260:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537262:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.537288:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x74:0x0]: returning size 3 00000004:00200000:2.0:1713531221.537290:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.537290:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000004:00010000:2.0:1713531221.537296:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537296:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537297:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537301:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537302:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537303:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537307:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537311:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537316:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa138a700) 00000004:00200000:0.0:1713531221.537316:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6e:0x0]: returning size 3 00010000:00010000:2.0:1713531221.537318:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531221.537318:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1713531221.537320:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537323:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00000004:00010000:0.0:1713531221.537325:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537326:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537330:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.537332:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537332:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537335:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537335:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537339:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d420 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537340:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.537345:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000004:00200000:1.0:1713531221.537347:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6f:0x0]: returning size 3 00010000:00010000:2.0:1713531221.537349:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537349:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00000004:00200000:1.0:1713531221.537350:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.537352:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537355:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000004:00010000:1.0:1713531221.537356:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537357:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537360:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.537364:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.537364:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537366:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537369:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537372:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537374:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537378:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x915d622f (ffff880131fa8000) 00010000:00010000:0.0:1713531221.537378:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.537380:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.537380:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.537381:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537382:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.537382:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537384:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537386:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d435 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537387:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d427 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537389:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537396:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537396:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537397:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.537399:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.537401:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537401:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537402:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537405:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537406:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537407:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352d42e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537409:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.537410:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.537411:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537412:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537415:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537428:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537433:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537434:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537435:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4a54622f (ffff88008b78dd00) 00010000:00010000:0.0:1713531221.537437:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537438:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537439:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537441:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.537442:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.537443:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537444:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537444:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d43c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.537445:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.537449:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.537450:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d443 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.537455:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537456:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x5354622f (ffff88008d2f5b00) 00010000:00010000:1.0:1713531221.537457:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537459:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537459:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537464:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352d44a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537464:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.537467:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.537469:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.537473:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537476:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537478:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008cf75500) 00010000:00010000:0.0:1713531221.537479:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537481:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537481:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537485:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.537485:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.537489:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdd40 already unused, calling callback (ffffffffa138a700) 00000100:00100000:2.0:1713531221.537491:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8048:x1796767405070144:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 302us (389us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.537491:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.537496:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.537498:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4836 00010000:00010000:1.0:1713531221.537502:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:1.0:1713531221.537503:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.537505:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.537510:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352d458 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.537511:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8049:x1796767405070272:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 318us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.537517:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4837 00000100:00100000:1.0:1713531221.537541:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8047:x1796767405070208:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 337us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.537548:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4838 00000100:00100000:0.0:1713531221.538212:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.538253:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070400 00000100:00100000:1.0:1713531221.538257:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070400 00000100:00100000:1.0:1713531221.538305:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4839 00000100:00100000:1.0:1713531221.538311:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+102:8048:x1796767405070400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.538322:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.538333:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d45f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a06 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.538399:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538407:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538413:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538437:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538444:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538449:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538475:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538481:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538487:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:1.0:1713531221.538493:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x74:0x0]: returning size 3 00010000:00010000:1.0:1713531221.538544:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538554:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538559:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538563:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.538565:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538570:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538578:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.538580:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.538582:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538587:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352d474 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538597:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538602:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538606:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538610:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.538612:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538620:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538626:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.538628:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.538630:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538635:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352d466 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538642:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538647:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538652:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538655:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.538657:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538664:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538669:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x915d622f (ffff88008d2f5900) 00010000:00010000:1.0:1713531221.538671:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.538673:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538677:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352d46d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x915d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.538702:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d45f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a06 expref: 104 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.538710:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352d45f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a06 expref: 104 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.538718:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bc000, rc 0) 00000100:00100000:1.0:1713531221.538752:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8048:x1796767405070400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 440us (540us total) trans 4294970723 rc 301/301 00000100:00100000:1.0:1713531221.538759:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4839 00000100:00100000:3.0:1713531221.539631:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.539685:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070464 00000100:00100000:0.0:1713531221.539688:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.539690:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070464 00000100:00100000:1.0:1713531221.539712:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070592 00000100:00100000:1.0:1713531221.539714:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070592 00000100:00100000:0.0:1713531221.539717:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4840 00000100:00100000:0.0:1713531221.539723:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8048:x1796767405070464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.539739:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4841 00000004:00000080:0.0:1713531221.539741:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x74:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.539745:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8049:x1796767405070592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.539754:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.539764:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d482 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a0d expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.539796:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8048:x1796767405070464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 72us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.539802:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4840 00010000:00010000:1.0:1713531221.539817:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539825:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539833:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539848:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539854:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539859:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539885:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539893:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539898:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:1.0:1713531221.539905:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6e:0x0]: returning size 3 00010000:00010000:1.0:1713531221.539951:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539956:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539961:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539966:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.539968:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539974:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539982:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008cf75500) 00010000:00010000:1.0:1713531221.539984:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.539987:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.539992:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352d497 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540000:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540005:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540010:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540014:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bcd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.540016:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540021:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540027:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.540029:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.540031:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540035:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352d489 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540042:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540048:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540053:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540057:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.540060:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540065:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540071:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4a54622f (ffff88008d2f5400) 00010000:00010000:1.0:1713531221.540073:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.540075:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540080:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352d490 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4a54622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.540112:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d482 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a0d expref: 105 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.540120:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352d482 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a0d expref: 105 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.540129:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf180, rc 0) 00000100:00100000:1.0:1713531221.540164:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8049:x1796767405070592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 417us (475us total) trans 4294970724 rc 301/301 00000100:00100000:1.0:1713531221.540174:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4841 00000100:00100000:0.0:1713531221.540612:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.540624:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070720 00000100:00100000:1.0:1713531221.540627:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070720 00000100:00100000:1.0:1713531221.540640:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4842 00000100:00100000:1.0:1713531221.540643:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8048:x1796767405070720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.540648:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.540654:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352d4a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a14 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.540880:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.540893:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070784 00000100:00100000:0.0:1713531221.540896:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070784 00000100:00100000:3.0:1713531221.540913:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.540921:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070912 00000100:00100000:0.0:1713531221.540923:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070912 00000100:00100000:0.0:1713531221.540935:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4843 00000100:00100000:0.0:1713531221.540939:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8049:x1796767405070784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.540953:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4844 00000004:00000080:0.0:1713531221.540953:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6e:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.540959:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8047:x1796767405070912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.540969:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.540980:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d4ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a1b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.540988:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8049:x1796767405070784:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 47us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.540994:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4843 00000004:00080000:1.0:1713531221.541002:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x51:0x0], index 1: 0 00010000:00010000:3.0:1713531221.541022:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541028:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541035:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541045:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541050:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541055:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541085:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541092:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541099:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.541105:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6f:0x0]: returning size 3 00010000:00010000:1.0:1713531221.541134:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d4cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.541139:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d4cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.541144:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d4cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.541145:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541150:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541153:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541156:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.541157:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541161:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.541163:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352d4a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a14 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.541165:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:3.0:1713531221.541167:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.541168:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.541170:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d4cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a14 expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.541171:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d4c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.541175:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008d2f5200) 00010000:00010000:1.0:1713531221.541176:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531221.541177:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be400, rc 0) 00010000:00010000:3.0:1713531221.541180:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541183:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541186:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541188:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.541190:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541192:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541195:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.541196:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.541198:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541200:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d4b3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.541202:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8048:x1796767405070720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 558us (592us total) trans 4294970725 rc 0/0 00010000:00010000:3.0:1713531221.541204:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541206:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.541207:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4842 00010000:00010000:3.0:1713531221.541209:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541211:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.541213:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541216:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541219:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x5354622f (ffff88008bd36900) 00010000:00010000:3.0:1713531221.541220:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.541221:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541223:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d4ba lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x5354622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.541240:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d4ac lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a1b expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.541247:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d4ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a1b expref: 108 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.541254:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783840, rc 0) 00000100:00100000:3.0:1713531221.541303:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+107:8047:x1796767405070912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 342us (391us total) trans 4294970726 rc 301/301 00000100:00100000:3.0:1713531221.541309:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4844 00000100:00100000:0.0:1713531221.541938:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.541959:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.541984:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405070976 00000100:00100000:3.0:1713531221.541988:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405070976 00000100:00100000:3.0:1713531221.542002:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071104 00000100:00100000:3.0:1713531221.542003:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071104 00000100:00100000:3.0:1713531221.542016:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4845 00000100:00100000:3.0:1713531221.542020:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+108:8047:x1796767405070976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.542021:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4846 00000100:00100000:0.0:1713531221.542026:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+108:8049:x1796767405071104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.542035:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x6f:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.542035:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.542043:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d4dd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a22 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.542075:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8047:x1796767405070976:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.542079:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4845 00000004:00080000:0.0:1713531221.542263:0:8791:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x54:0x0], index 0: 0 00010000:00010000:0.0:1713531221.542469:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d4e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.542482:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.542488:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.542516:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d4dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a22 expref: 110 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.542526:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a22 expref: 109 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.542532:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008b78db00) 00010000:00010000:0.0:1713531221.542534:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.542536:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538900, rc 0) 00000100:00100000:0.0:1713531221.542565:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+109:8049:x1796767405071104:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 538us (607us total) trans 4294970727 rc 0/0 00000100:00100000:0.0:1713531221.542571:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4846 00000100:00100000:0.0:1713531221.543510:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.543538:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071232 00000100:00100000:2.0:1713531221.543542:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071232 00000100:00100000:2.0:1713531221.543564:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4847 00000100:00100000:2.0:1713531221.543567:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+109:8048:x1796767405071232:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.543587:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.543597:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352d4cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a14 expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.543605:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008d2f5200) 00010000:00010000:2.0:1713531221.543609:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.543619:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543624:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543628:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543638:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543642:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543645:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543676:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543679:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543682:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543686:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.543688:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543691:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543695:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.543696:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.543698:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543701:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d4f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543705:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543708:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543711:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543713:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.543715:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543717:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543720:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x696b4aa9 (ffff880131fa8900) 00010000:00010000:2.0:1713531221.543721:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.543722:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.543725:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352d4f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x696b4aa9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.543759:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+108:8048:x1796767405071232:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 191us (250us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.543763:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4847 00000100:00100000:0.0:1713531221.544365:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.544415:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.544446:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071296 00000100:00100000:2.0:1713531221.544449:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071424 00000100:00100000:3.0:1713531221.544450:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071296 00000100:00100000:2.0:1713531221.544453:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071424 00000100:00100000:3.0:1713531221.544469:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4848 00000100:00100000:3.0:1713531221.544472:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+109:8048:x1796767405071296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.544479:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.544479:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4849 00000100:00100000:2.0:1713531221.544483:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8047:x1796767405071424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.544489:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d500 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a29 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.544490:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.544497:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d507 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a30 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.544503:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.544508:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.544512:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.544554:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d500 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 112 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.544562:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 111 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.544566:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:3.0:1713531221.544567:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.544569:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782d00, rc 0) 00000100:00100000:3.0:1713531221.544596:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+111:8048:x1796767405071296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 122us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.544600:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4848 00000004:00080000:2.0:1713531221.544663:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x52:0x0], index 1: 0 00010000:00010000:2.0:1713531221.544754:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d515 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.544761:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.544766:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.544787:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d507 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a30 expref: 112 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.544794:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d515 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a30 expref: 111 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.544799:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff880131fa8f00) 00010000:00010000:2.0:1713531221.544800:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.544802:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09200, rc 0) 00000100:00100000:2.0:1713531221.544829:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:8047:x1796767405071424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 345us (414us total) trans 4294970728 rc 0/0 00000100:00100000:2.0:1713531221.544833:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4849 00000100:00100000:2.0:1713531221.544869:0:10538:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10538:1796767409659008:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1713531221.544894:0:10538:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.544904:0:10538:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008dbb9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.544979:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409659008 00000100:00100000:0.0:1713531221.544983:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409659008 00000100:00100000:0.0:1713531221.545012:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1713531221.545017:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:10538:x1796767409659008:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1713531221.545048:0:15499:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 98 00000100:00100000:2.0:1713531221.545371:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.545431:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071552 00000100:00100000:3.0:1713531221.545435:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071552 00000100:00100000:3.0:1713531221.545465:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4850 00000100:00100000:3.0:1713531221.545470:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+111:8048:x1796767405071552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.545517:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.545525:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.545532:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:3.0:1713531221.545788:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].69, 88 off13784 00000100:00100000:1.0:1713531221.545800:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:3.0:1713531221.545862:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008aa28a80 reply state ffff88008e52c000 transno 4294970729 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.545866:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071680 00000100:00100000:3.0:1713531221.545870:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.545870:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071680 00000100:00100000:2.0:1713531221.545894:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4851 00000100:00100000:2.0:1713531221.545898:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+114:8049:x1796767405071680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.545914:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+114:8048:x1796767405071552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 442us (543us total) trans 4294970729 rc 0/0 00010000:00010000:2.0:1713531221.545917:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.545921:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4850 00010000:00010000:2.0:1713531221.545927:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d4e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a22 expref: 114 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.545935:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531221.545940:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.545950:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.545955:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.545960:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.545968:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.545971:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.545974:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546004:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546007:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546011:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546015:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.546016:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546020:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546024:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.546025:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.546027:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546029:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d52a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546034:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546036:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546040:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546042:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.546043:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546046:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546052:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x87aa4c89 (ffff880131fa8a00) 00010000:00010000:2.0:1713531221.546053:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.546054:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546057:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d531 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x87aa4c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.546091:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8049:x1796767405071680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 191us (293us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.546095:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4851 00010000:00010000:2.0:1713531221.546356:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546360:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546363:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546366:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.546367:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546370:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546375:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.546376:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.546377:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.546383:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d523 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.546436:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.546448:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071744 00000100:00100000:2.0:1713531221.546451:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071744 00000100:00100000:2.0:1713531221.546466:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4852 00000100:00100000:2.0:1713531221.546469:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+111:8048:x1796767405071744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.546476:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.546483:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a37 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546501:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 112 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546507:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 112 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546515:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.546516:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.546517:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09b00, rc 0) 00000100:00100000:2.0:1713531221.546538:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8048:x1796767405071744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 68us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.546542:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4852 00000100:00100000:1.0:1713531221.546733:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.546755:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.546767:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071808 00000100:00100000:2.0:1713531221.546771:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071808 00000100:00100000:2.0:1713531221.546785:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405071936 00000100:00100000:2.0:1713531221.546786:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405071936 00000100:00100000:1.0:1713531221.546794:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4853 00000100:00100000:2.0:1713531221.546799:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4854 00000100:00100000:1.0:1713531221.546799:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8049:x1796767405071808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.546803:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8047:x1796767405071936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.546807:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.546818:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.546821:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d53f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a3e expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546826:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a30 expref: 113 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546835:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff880131fa8f00) 00010000:00010000:2.0:1713531221.546839:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.546840:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.546847:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.546848:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546854:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.546854:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.546860:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546869:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546874:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546879:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.546901:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352d53f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546908:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546912:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546915:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.546916:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.546920:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.546921:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.546922:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.546923:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.546925:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.546926:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e640, rc 0) 00010000:00010000:2.0:1713531221.546929:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:2.0:1713531221.546930:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.546932:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546934:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352d54d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546939:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546942:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546945:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546947:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab086c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.546948:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.546949:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8049:x1796767405071808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 148us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.546951:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546954:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x98bffc78 (ffff88008e40c700) 00010000:00010000:2.0:1713531221.546955:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1713531221.546955:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4853 00010000:00010000:2.0:1713531221.546957:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.546960:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d554 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x98bffc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.546993:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8047:x1796767405071936:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 188us (236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.546996:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4854 00000100:00100000:1.0:1713531221.547316:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.547362:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072000 00000100:00100000:2.0:1713531221.547365:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072000 00000100:00100000:2.0:1713531221.547388:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1189 00000100:00100000:2.0:1713531221.547392:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405072000:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.547561:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405072000:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 166us (243us total) trans 4294967611 rc 0/0 00000100:00100000:2.0:1713531221.547568:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1189 00000100:00100000:3.0:1713531221.547632:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.547645:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072128 00000100:00100000:2.0:1713531221.547648:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072128 00000100:00100000:2.0:1713531221.547660:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4855 00000100:00100000:2.0:1713531221.547663:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8049:x1796767405072128:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.547688:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.547695:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.547700:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.547700:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.547716:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072192 00000100:00100000:1.0:1713531221.547720:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072192 00000100:00100000:1.0:1713531221.547737:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4856 00000100:00100000:1.0:1713531221.547741:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8047:x1796767405072192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.547749:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.547761:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352d562 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a45 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.547776:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.547783:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.547789:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.547830:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352d562 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 115 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.547842:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.547848:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:1.0:1713531221.547850:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.547852:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cb40, rc 0) 00000040:00080000:2.0:1713531221.547857:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].69, 88 off13880 00000100:00100000:1.0:1713531221.547873:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+115:8047:x1796767405072192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.547878:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4856 00000004:00010000:2.0:1713531221.547899:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132315f80 reply state ffff88008dfc6000 transno 4294970730 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.547903:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.547940:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8049:x1796767405072128:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 276us (310us total) trans 4294970730 rc 0/0 00000100:00100000:2.0:1713531221.547945:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4855 00000100:00100000:3.0:1713531221.548253:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.548290:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072320 00000100:00100000:1.0:1713531221.548294:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072320 00000100:00100000:1.0:1713531221.548314:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1037 00000100:00100000:1.0:1713531221.548318:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+115:8048:x1796767405072320:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.548333:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.548340:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.548344:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.548346:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.548347:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.548349:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.548352:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.548358:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.548359:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.548361:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.548364:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d55b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.548377:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072384 00000100:00100000:2.0:1713531221.548380:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072384 00000100:00100000:2.0:1713531221.548394:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4857 00000100:00100000:2.0:1713531221.548398:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8049:x1796767405072384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.548406:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.548411:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a4c expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.548442:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 117 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.548448:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 117 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.548455:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.548456:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.548458:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ba80, rc 0) 00000100:00100000:2.0:1713531221.548481:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8049:x1796767405072384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 82us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.548485:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4857 00000100:00100000:1.0:1713531221.548491:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+117:8048:x1796767405072320:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 170us (237us total) trans 4294970731 rc 0/0 00000100:00100000:1.0:1713531221.548497:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1037 00000100:00100000:3.0:1713531221.548575:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.548591:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072512 00000100:00100000:1.0:1713531221.548594:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072512 00000100:00100000:1.0:1713531221.548613:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4858 00000100:00100000:1.0:1713531221.548617:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8047:x1796767405072512:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.548645:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.548653:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.548659:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000040:00080000:1.0:1713531221.548838:0:6405:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].70, 88 off13872 00000004:00010000:1.0:1713531221.548891:0:6405:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff8800a9607100 reply state ffff880134cf0000 transno 4294970732 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.548897:0:6405:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.548940:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8047:x1796767405072512:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 321us (364us total) trans 4294970732 rc 0/0 00000100:00100000:1.0:1713531221.548946:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4858 00000100:00100000:1.0:1713531221.549079:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.549123:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072640 00000100:00100000:2.0:1713531221.549126:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072640 00000100:00100000:1.0:1713531221.549132:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.549147:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072704 00000100:00100000:2.0:1713531221.549148:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072704 00000100:00100000:2.0:1713531221.549158:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1190 00000100:00100000:2.0:1713531221.549162:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405072704:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.549176:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:10538:x1796767409659008:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4157us (4279us total) trans 4294967612 rc 0/0 00000100:00100000:3.0:1713531221.549177:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4859 00000100:00100000:3.0:1713531221.549184:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8048:x1796767405072640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.549187:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1713531221.549230:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8048:x1796767405072640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 46us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.549237:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4859 00000100:00100000:2.0:1713531221.549305:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405072704:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 141us (172us total) trans 4294967623 rc 0/0 00000100:00100000:2.0:1713531221.549310:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1190 00000100:00100000:2.0:1713531221.549337:0:10538:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:10538:1796767409659008:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1713531221.549346:0:10538:0:(osp_precreate.c:720:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x52:0x0]-[0x280000400:0x81:0x0] 00010000:00010000:2.0:1713531221.549452:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549457:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549460:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549463:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.549465:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549468:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549473:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.549474:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.549475:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549478:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d577 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.549484:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.549494:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072768 00000100:00100000:2.0:1713531221.549496:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072768 00000100:00100000:2.0:1713531221.549506:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4860 00000100:00100000:2.0:1713531221.549509:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+117:8047:x1796767405072768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.549515:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.549520:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a53 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.549538:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 118 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.549544:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 118 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.549550:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.549551:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.549553:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08480, rc 0) 00000100:00100000:2.0:1713531221.549572:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8047:x1796767405072768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 62us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.549576:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4860 00000100:00100000:0.0:1713531221.549860:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.549890:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.549898:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072896 00000100:00100000:1.0:1713531221.549901:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072896 00000100:00100000:1.0:1713531221.549924:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1038 00000100:00100000:1.0:1713531221.549929:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8049:x1796767405072896:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.549930:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405072960 00000100:00100000:2.0:1713531221.549933:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405072960 00000100:00100000:2.0:1713531221.549948:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4861 00000100:00100000:2.0:1713531221.549951:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8048:x1796767405072960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.549957:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.549962:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d585 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a5a expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.549982:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549988:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.549992:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.550008:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.550014:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.550023:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d585 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a5a expref: 122 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.550031:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a5a expref: 121 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.550035:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.550037:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.550038:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0bcc0, rc 0) 00000100:00100000:2.0:1713531221.550062:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8048:x1796767405072960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 110us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.550065:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8049:x1796767405072896:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 134us (205us total) trans 4294970733 rc 0/0 00000100:00100000:2.0:1713531221.550066:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4861 00000100:00100000:1.0:1713531221.550071:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1038 00000100:00100000:0.0:1713531221.550215:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.550242:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073024 00000100:00100000:2.0:1713531221.550245:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073024 00000100:00100000:2.0:1713531221.550257:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1191 00000100:00100000:2.0:1713531221.550260:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405073024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.550391:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405073024:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 127us (175us total) trans 4294967613 rc 0/0 00000100:00100000:2.0:1713531221.550397:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1191 00000100:00100000:0.0:1713531221.550709:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.550742:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073152 00000100:00100000:2.0:1713531221.550746:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073152 00000100:00100000:0.0:1713531221.550757:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.550771:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073216 00000100:00100000:2.0:1713531221.550774:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073216 00000100:00100000:2.0:1713531221.550790:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1192 00000100:00100000:3.0:1713531221.550792:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4862 00000100:00100000:2.0:1713531221.550794:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405073216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.550797:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8049:x1796767405073152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.550801:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.550812:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a61 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.550825:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00000100:00100000:3.0:1713531221.550832:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8049:x1796767405073152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.550834:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.550835:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1713531221.550838:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4862 00010000:00010000:2.0:1713531221.550841:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.550846:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.550851:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 12 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.550858:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a640, rc 0) 00000100:00100000:1.0:1713531221.550862:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073344 00000100:00100000:1.0:1713531221.550866:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073344 00000100:00100000:2.0:1713531221.550875:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405073216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 80us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.550879:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1192 00000100:00100000:1.0:1713531221.550881:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000100:00100000:1.0:1713531221.550885:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8047:x1796767405073344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.550998:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8047:x1796767405073344:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 111us (152us total) trans 4294970734 rc 0/0 00000100:00100000:1.0:1713531221.551003:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000100:00100000:0.0:1713531221.551559:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.551582:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.551597:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073408 00000100:00100000:2.0:1713531221.551600:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073408 00000100:00100000:0.0:1713531221.551613:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.551624:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073536 00000100:00100000:2.0:1713531221.551627:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073536 00000100:00100000:3.0:1713531221.551631:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073664 00000100:00100000:3.0:1713531221.551634:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073664 00000100:00100000:2.0:1713531221.551648:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4863 00000100:00100000:2.0:1713531221.551652:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:8049:x1796767405073408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.551653:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4864 00000100:00100000:3.0:1713531221.551656:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8048:x1796767405073536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.551658:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4865 00010000:00010000:2.0:1713531221.551660:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.551664:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8047:x1796767405073664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.551668:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d59a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a68 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.551693:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+124:8048:x1796767405073536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (109us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.551694:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.551699:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8047:x1796767405073664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 34us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.551700:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4864 00010000:00010000:2.0:1713531221.551700:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.551705:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.551705:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4865 00000004:00200000:2.0:1713531221.551717:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.551722:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.551731:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d59a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a68 expref: 123 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.551738:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a68 expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.551742:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.551744:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.551745:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b600, rc 0) 00000100:00100000:2.0:1713531221.551761:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+122:8049:x1796767405073408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 109us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.551765:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4863 00000100:00100000:0.0:1713531221.552344:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.552368:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073728 00000100:00100000:0.0:1713531221.552369:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.552371:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073728 00000100:00100000:2.0:1713531221.552385:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4866 00000100:00100000:2.0:1713531221.552388:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8047:x1796767405073728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.552395:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.552400:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d5a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a6f expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.552405:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.552433:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.552436:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073792 00010000:00010000:2.0:1713531221.552440:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.552441:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073792 00010000:00010000:2.0:1713531221.552445:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.552456:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073856 00000004:00200000:2.0:1713531221.552456:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1713531221.552458:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073856 00000004:00010000:2.0:1713531221.552461:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.552467:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1193 00000100:00100000:3.0:1713531221.552471:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405073792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.552471:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d5a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a6f expref: 124 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.552476:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1194 00010000:00010000:3.0:1713531221.552477:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.552478:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a6f expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.552481:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:8048:x1796767405073856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.552482:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.552484:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.552485:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b180, rc 0) 00010000:00010000:3.0:1713531221.552488:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a76 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.552488:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.552496:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a7d expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.552501:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00000100:00100000:2.0:1713531221.552501:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8047:x1796767405073728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 112us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.552505:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4866 00010000:00010000:3.0:1713531221.552508:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.552509:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.552509:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.552514:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.552514:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.552515:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.552518:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.552522:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 14 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.552527:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7821c0, rc 0) 00010000:00010000:1.0:1713531221.552536:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 13 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.552543:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 13 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.552545:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405073792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 74us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.552550:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1193 00000100:00100000:1.0:1713531221.552551:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409659072:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.552579:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.553126:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409659072:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.553143:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.553148:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.553159:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00000100:00100000:2.0:1713531221.553175:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405073984 00000100:00100000:2.0:1713531221.553178:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405073984 00000100:00100000:1.0:1713531221.553184:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:8048:x1796767405073856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 701us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.553188:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.553189:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1194 00000100:00100000:2.0:1713531221.553196:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4867 00000100:00100000:2.0:1713531221.553199:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+123:8049:x1796767405073984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.553227:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+123:8049:x1796767405073984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.553229:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.553230:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4867 00000100:00100000:3.0:1713531221.553254:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074048 00000100:00100000:3.0:1713531221.553258:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074048 00000100:00100000:1.0:1713531221.553262:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074112 00000100:00100000:1.0:1713531221.553265:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074112 00010000:00010000:3.0:1713531221.553292:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 14 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.553303:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1195 00000100:00100000:1.0:1713531221.553308:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405074112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.553309:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 994 00000100:00100000:3.0:1713531221.553312:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405074048:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.553314:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.553319:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.553325:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a84 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.553328:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 14 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.553336:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 14 pid: 15497 timeout: 416 lvb_type: 1 00002000:00010000:1.0:1713531221.553337:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:1.0:1713531221.553345:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.553347:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.553348:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352d593 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a61 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.553351:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.553355:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.553356:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.553361:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.553361:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.553366:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.553367:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e880, rc 0) 00010000:00010000:3.0:1713531221.553379:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.553385:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409659136:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.553386:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405074112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.553391:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1195 00000100:00100000:3.0:1713531221.553411:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6ed5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.553766:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.553803:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074176 00000100:00100000:1.0:1713531221.553806:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074176 00000100:00100000:1.0:1713531221.553829:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1196 00000100:00100000:1.0:1713531221.553834:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:8049:x1796767405074176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.553840:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.553848:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a8b expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.553860:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.553866:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.553867:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.553870:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.553885:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.553894:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.553902:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409659200:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.553913:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.553926:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.553958:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074304 00000100:00100000:3.0:1713531221.553960:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074304 00000100:00100000:3.0:1713531221.553984:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4868 00000100:00100000:3.0:1713531221.553987:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8047:x1796767405074304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.554015:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8047:x1796767405074304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.554019:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4868 00000100:00100000:2.0:1713531221.554027:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409659136:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.554037:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.554058:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405074048:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 744us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.554066:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 994 00000100:00100000:0.0:1713531221.554464:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.554481:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409659200:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.554494:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 15 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.554496:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.554503:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ef40, rc 0) 00000100:00100000:2.0:1713531221.554512:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074368 00000100:00100000:2.0:1713531221.554516:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074368 00000100:00100000:3.0:1713531221.554529:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074432 00000100:00100000:1.0:1713531221.554529:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:8049:x1796767405074176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 694us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.554532:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074432 00002000:00100000:2.0:1713531221.554533:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x51:0x0] (0->2) req@ffff88008bcce680 x1796767405074368/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:1.0:1713531221.554535:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1196 00002000:00100000:2.0:1713531221.554541:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bcce680 with x1796767405074368 ext(0->2) 00010000:00010000:3.0:1713531221.554542:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 16 pid: 15497 timeout: 416 lvb_type: 1 00002000:00010000:2.0:1713531221.554544:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bcce680 00000100:00100000:3.0:1713531221.554556:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 995 00000100:00100000:2.0:1713531221.554557:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 269 00000100:00100000:3.0:1713531221.554561:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405074432:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.554561:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405074368:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.554567:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.554574:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.554583:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.554594:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d5b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a76 expref: 15 pid: 15497 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.554602:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.554604:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.554608:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.554612:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.554624:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 14 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.554630:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409659264:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.554640:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.554648:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6ed5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.554653:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074496 00000100:00100000:1.0:1713531221.554656:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074496 00000100:00100000:1.0:1713531221.554673:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1197 00000100:00100000:1.0:1713531221.554677:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:8047:x1796767405074496:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.554682:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.554690:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a92 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.554702:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.554708:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.554709:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.554712:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.554725:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.554733:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.554741:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409659328:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.554762:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.554845:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405074368:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 282us (381us total) trans 4294967614 rc 0/0 00000100:00100000:2.0:1713531221.554851:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 269 00002000:00100000:2.0:1713531221.554857:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x51:0x0] (0->2) req@ffff88008bcce680 x1796767405074368/t4294967614(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.554870:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bcce680 with x1796767405074368 ext(0->2) 00002000:00010000:2.0:1713531221.554872:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bcce680 00000100:00100000:3.0:1713531221.555290:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409659264:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.555297:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.555302:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b58b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409659328:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.555313:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405074432:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 752us (817us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.555316:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 16 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.555317:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 995 00010000:00010000:1.0:1713531221.555323:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f840, rc 0) 00000100:00100000:1.0:1713531221.555339:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:8047:x1796767405074496:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 662us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.555344:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1197 00000100:00100000:0.0:1713531221.555367:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.555391:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074560 00000100:00100000:3.0:1713531221.555393:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074560 00010000:00010000:3.0:1713531221.555400:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:0.0:1713531221.555410:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.555424:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 996 00000100:00100000:3.0:1713531221.555429:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405074560:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.555433:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.555439:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.555445:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.555451:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074624 00010000:00010000:3.0:1713531221.555455:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e880/0xe3b2c9851352d5c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a84 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.555455:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074624 00010000:00010000:3.0:1713531221.555461:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.555462:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.555465:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.555469:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4869 00010000:00010000:3.0:1713531221.555473:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.555474:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+123:8048:x1796767405074624:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.555483:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.555488:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409659392:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.555502:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6ed5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.555523:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.555533:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074688 00000100:00100000:2.0:1713531221.555535:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074688 00002000:00100000:2.0:1713531221.555546:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x54:0x0] (0->2) req@ffff88008eb5d180 x1796767405074688/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.555553:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb5d180 with x1796767405074688 ext(0->2) 00002000:00010000:2.0:1713531221.555555:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eb5d180 00000100:00100000:2.0:1713531221.555564:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 270 00000100:00100000:2.0:1713531221.555568:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405074688:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.555811:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405074688:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 240us (287us total) trans 4294967624 rc 0/0 00000100:00100000:2.0:1713531221.555818:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 270 00002000:00100000:2.0:1713531221.555824:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x54:0x0] (0->2) req@ffff88008eb5d180 x1796767405074688/t4294967624(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.555831:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb5d180 with x1796767405074688 ext(0->2) 00002000:00010000:2.0:1713531221.555834:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eb5d180 00000100:00100000:3.0:1713531221.556222:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409659392:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.556229:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.556248:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405074560:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 818us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.556254:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 996 00000100:00100000:2.0:1713531221.556613:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.556670:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.556685:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074816 00000100:00100000:2.0:1713531221.556688:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074752 00000100:00100000:3.0:1713531221.556689:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074816 00000100:00100000:2.0:1713531221.556690:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074752 00002000:00100000:2.0:1713531221.556704:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x52:0x0] (0->2) req@ffff88009d8bbb80 x1796767405074752/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531221.556705:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4870 00000100:00100000:3.0:1713531221.556709:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+124:8049:x1796767405074816:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00002000:00100000:2.0:1713531221.556711:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d8bbb80 with x1796767405074752 ext(0->2) 00002000:00010000:2.0:1713531221.556715:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d8bbb80 00000100:00100000:2.0:1713531221.556783:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 271 00000100:00100000:2.0:1713531221.556788:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405074752:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.557001:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405074752:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 212us (388us total) trans 4294967615 rc 0/0 00000100:00100000:2.0:1713531221.557006:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 271 00002000:00100000:2.0:1713531221.557010:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x52:0x0] (0->2) req@ffff88009d8bbb80 x1796767405074752/t4294967615(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.557015:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d8bbb80 with x1796767405074752 ext(0->2) 00002000:00010000:2.0:1713531221.557017:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d8bbb80 00000100:00100000:0.0:1713531221.557713:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.557726:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074880 00000100:00100000:0.0:1713531221.557730:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074880 00000100:00100000:0.0:1713531221.557749:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4871 00000100:00100000:0.0:1713531221.557755:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+125:8047:x1796767405074880:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531221.564672:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970727 is committed 00000001:00080000:1.0:1713531221.564689:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970734 is committed 00000020:00080000:1.0:1713531221.564706:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c3bcd80 refcount 2 committed 0 result 0 batchid 128 00000020:00080000:1.0:1713531221.564709:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3bcc00 00000020:00080000:1.0:1713531221.564711:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d2f5700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d6400 00000020:00080000:2.0:1713531221.564722:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 123 00000100:00100000:3.0:1713531221.564726:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8049:x1796767405074816:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8012us (8051us total) trans 0 rc 0/0 00000020:00080000:1.0:1713531221.564726:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dca80 refcount 2 committed 0 result 0 batchid 129 00000100:00100000:0.0:1713531221.564726:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8048:x1796767405074624:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9247us (9312us total) trans 0 rc 0/0 00000020:00080000:1.0:1713531221.564727:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a8dc3c0 00000020:00080000:1.0:1713531221.564729:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008c068800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c1c3400 00000100:00100000:0.0:1713531221.564734:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4869 00000100:00100000:3.0:1713531221.564739:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4870 00000020:00080000:1.0:1713531221.564748:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 126 batchid updated 00000020:00080000:1.0:1713531221.564764:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b5f6900 refcount 2 committed 0 result 0 batchid 127 00000020:00080000:1.0:1713531221.564765:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008aea7000 00000020:00080000:1.0:1713531221.564767:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c856c00 00000100:00100000:0.0:1713531221.564769:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8047:x1796767405074880:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7015us (7058us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.564773:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4871 00000020:00080000:2.0:1713531221.564806:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 129 committed batchid 126 00000020:00080000:2.0:1713531221.564908:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 126 00000100:00100000:0.0:1713531221.565643:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.565662:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.565681:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075008 00000100:00100000:0.0:1713531221.565681:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.565686:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075008 00000100:00100000:2.0:1713531221.565696:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075072 00000100:00100000:2.0:1713531221.565700:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075072 00000100:00100000:1.0:1713531221.565706:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405074944 00000100:00100000:1.0:1713531221.565707:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405074944 00000100:00100000:2.0:1713531221.565718:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1198 00000100:00100000:2.0:1713531221.565722:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405075008:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.565724:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1199 00000100:00100000:1.0:1713531221.565727:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405075072:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.565730:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1200 00000100:00100000:3.0:1713531221.565734:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405074944:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.577738:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967622 is committed 00000001:00080000:0.0:1713531221.577749:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967620 is committed 00000001:00080000:0.0:1713531221.577754:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967624 is committed 00000100:00100000:2.0:1713531221.577791:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405075008:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12063us (12143us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.577800:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1198 00000100:00100000:2.0:1713531221.579117:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.579134:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075200 00000100:00100000:2.0:1713531221.579139:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075200 00000100:00100000:2.0:1713531221.579161:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4872 00000100:00100000:2.0:1713531221.579165:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8049:x1796767405075200:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.579196:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.579213:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d5a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a68 expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.579222:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.579225:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.579243:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579251:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579256:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579306:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579313:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579319:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579324:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.579326:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579333:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579339:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.579340:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.579342:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.579345:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d5d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.579386:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8049:x1796767405075200:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 219us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.579390:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4872 00000100:00100000:0.0:1713531221.580196:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.580209:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075264 00000100:00100000:2.0:1713531221.580212:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075264 00000100:00100000:2.0:1713531221.580226:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1201 00000100:00100000:2.0:1713531221.580229:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405075264:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.580388:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.580390:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.580392:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.580393:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:2.0:1713531221.580394:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.580411:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405075264:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 181us (217us total) trans 4294967625 rc 0/0 00000100:00100000:2.0:1713531221.580415:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1201 00000100:00100000:0.0:1713531221.581081:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.581240:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075392 00000100:00100000:0.0:1713531221.581244:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075392 00000100:00100000:0.0:1713531221.581262:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4873 00000100:00100000:0.0:1713531221.581286:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8049:x1796767405075392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.581309:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.581329:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.581336:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.581372:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.581382:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 89 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.581394:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659456:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.581514:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b50b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.582122:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659456:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.582136:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.582388:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.582409:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075456 00000100:00100000:3.0:1713531221.582413:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075456 00010000:00010000:3.0:1713531221.582444:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.582459:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 997 00000100:00100000:3.0:1713531221.582463:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405075456:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.582469:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.582472:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.582478:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.582487:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352d546 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x97:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a3e expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.582494:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:3.0:1713531221.582497:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582501:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582504:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582514:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.582595:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405075456:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 131us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.582600:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 997 00010000:00010000:3.0:1713531221.582647:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582654:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582666:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582670:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582674:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582676:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.582678:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582681:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582687:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:3.0:1713531221.582688:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.582689:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.582692:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d5e0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.582717:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:8049:x1796767405075392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1448us (1636us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.582724:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4873 00000100:00100000:0.0:1713531221.583321:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.583353:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075520 00000100:00100000:2.0:1713531221.583356:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075520 00000100:00100000:2.0:1713531221.583371:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1202 00000100:00100000:2.0:1713531221.583375:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405075520:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.583389:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.583399:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.583403:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.583404:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.583406:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.583433:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.583440:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 12 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.583447:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409659520:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.583469:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.584079:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15499:1796767409659520:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.584087:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.584239:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.584252:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075584 00000100:00100000:3.0:1713531221.584255:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075584 00010000:00010000:3.0:1713531221.584281:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 13 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.584307:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 998 00000100:00100000:2.0:1713531221.584311:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405075584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.584317:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.584325:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 13 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.584331:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 13 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.584342:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352d5cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a8b expref: 13 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.584348:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.584349:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.584351:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584357:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584365:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.584378:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405075584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 67us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.584382:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 998 00010000:00010000:2.0:1713531221.584393:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584397:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584406:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584409:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584413:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584433:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.584435:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584439:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584446:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.584450:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d5e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.584474:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405075520:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1099us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.584478:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1202 00000100:00100000:2.0:1713531221.585022:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.585051:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075712 00000100:00100000:3.0:1713531221.585055:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075712 00000100:00100000:3.0:1713531221.585069:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4874 00000100:00100000:3.0:1713531221.585073:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+88:8049:x1796767405075712:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.585226:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.585234:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.585239:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 4/0,1 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.585251:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.585257:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 89 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.585264:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659584:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.585298:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008db3cb40 going to sleep for 11 seconds 00000001:00080000:0.0:1713531221.585402:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967612 is committed 00000001:00080000:0.0:1713531221.585415:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967615 is committed 00000100:00100000:3.0:1713531221.585444:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405074944:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 19708us (19760us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.585449:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1200 00000100:00100000:1.0:1713531221.585450:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405075072:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 19718us (19783us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.585458:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1199 00000100:00100000:3.0:1713531221.585932:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659584:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.585944:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.585961:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.585993:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075776 00000100:00100000:2.0:1713531221.585996:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075776 00010000:00010000:2.0:1713531221.586006:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.586017:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 999 00000100:00100000:2.0:1713531221.586020:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405075776:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.586025:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.586028:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.586033:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.586042:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d570 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a4c expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.586049:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:2.0:1713531221.586051:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.586055:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.586059:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.586068:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.586076:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.586081:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.586083:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.586090:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405075776:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 69us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.586094:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 999 00000100:00100000:0.0:1713531221.586125:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405075968 00000100:00100000:0.0:1713531221.586128:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405075968 00000100:00100000:1.0:1713531221.586136:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.586146:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076032 00000100:00100000:0.0:1713531221.586147:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076032 00000001:00080000:3.0:1713531221.586148:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970735 00000100:00100000:0.0:1713531221.586167:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4875 00000100:00100000:1.0:1713531221.586172:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4876 00000100:00100000:0.0:1713531221.586172:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:8048:x1796767405075968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.586178:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8047:x1796767405076032:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.586196:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.586198:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.586207:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d58c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a5a expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.586210:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d5af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a6f expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.586218:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:1.0:1713531221.586221:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:0.0:1713531221.586221:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.586224:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.586235:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586237:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586243:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586245:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586249:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586251:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000001:00080000:3.0:1713531221.586257:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970736 00010000:00010000:0.0:1713531221.586260:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586262:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586265:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586282:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.586288:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586293:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586295:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.586297:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.586298:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586299:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586303:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00000001:00080000:3.0:1713531221.586304:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970737 00010000:00010000:0.0:1713531221.586304:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586310:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:0.0:1713531221.586310:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:1.0:1713531221.586312:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.586312:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.586314:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.586314:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.586318:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d5f5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.586319:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352d5fc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.586346:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409659648:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531221.586361:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8047:x1796767405076032:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 182us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.586361:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:8048:x1796767405075968:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 188us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.586367:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4875 00000100:00100000:3.0:1713531221.586369:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.586371:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4876 00000100:00100000:3.0:1713531221.586377:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d01c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.586388:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409659648 00000100:00100000:0.0:1713531221.586390:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409659648 00000100:00100000:0.0:1713531221.586414:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1713531221.586432:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409659648:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.586487:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409659648:12345-0@lo:1000:mdt00_004.0 Request processed in 68us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.586493:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1713531221.586511:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967622 gen 2 00000004:00080000:3.0:1713531221.586516:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967621 committed transno 4294967622 00000004:00080000:3.0:1713531221.586533:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967622 committed transno 4294967622 00000100:00100000:3.0:1713531221.586545:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409659648:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1713531221.586691:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970738 00000100:00100000:3.0:1713531221.586724:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409659712:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.586743:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.586750:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dce40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.586913:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409659712 00000100:00100000:0.0:1713531221.586917:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409659712 00000100:00100000:0.0:1713531221.586936:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1713531221.586940:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.586940:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409659712:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.586962:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.586973:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076160 00000100:00100000:3.0:1713531221.586976:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076160 00000100:00100000:1.0:1713531221.586976:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076096 00000100:00100000:1.0:1713531221.586980:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076096 00000100:00100000:3.0:1713531221.586991:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1203 00000100:00100000:3.0:1713531221.586994:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405076160:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.586999:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1204 00000100:00100000:2.0:1713531221.587003:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405076096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.587064:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409659712:12345-0@lo:1000:mdt00_004.0 Request processed in 123us (319us total) trans 4294967626 rc 0/0 00000100:00100000:0.0:1713531221.587070:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1713531221.587104:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409659712:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1713531221.587117:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587121:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00002000:00010000:2.0:1713531221.587121:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.587123:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb mtime from disk: 0 -> 1713531217 00010000:00010000:3.0:1713531221.587124:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00002000:00010000:2.0:1713531221.587125:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:2.0:1713531221.587126:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00010000:00010000:3.0:1713531221.587127:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00002000:00010000:2.0:1713531221.587127:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1713531221.587128:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587131:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587137:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff88008d2f5000) 00010000:00010000:3.0:1713531221.587138:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.587139:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00002000:00010000:0.0:1713531221.587141:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb size from disk: 0 -> 3 00010000:00010000:3.0:1713531221.587142:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d5ee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x97:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00002000:00010000:0.0:1713531221.587143:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.587145:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.587147:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:0.0:1713531221.587149:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.587150:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405076096:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 146us (187us total) trans 4294967616 rc 0/0 00000100:00100000:2.0:1713531221.587154:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1204 00010000:00010000:3.0:1713531221.587157:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.587160:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.587163:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.587165:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.587167:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.587167:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405076160:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 171us (228us total) trans 4294967617 rc 0/0 00010000:00010000:3.0:1713531221.587170:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00000100:00100000:0.0:1713531221.587173:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1203 00010000:00010000:3.0:1713531221.587174:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.587175:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.587176:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.587179:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c98513528dda lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.587193:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587197:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587200:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587203:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587206:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587209:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587211:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.587213:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587218:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587221:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008cf75400) 00010000:00010000:3.0:1713531221.587222:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.587223:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.587226:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d603 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:3.0:1713531221.587264:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.587282:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.587381:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 154 count 121 00000040:00080000:3.0:1713531221.587386:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.587433:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8049:x1796767405075712:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2358us (2410us total) trans 4294970739 rc 0/0 00000100:00100000:3.0:1713531221.587438:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4874 00000020:00080000:3.0:1713531221.587440:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1713531221.587897:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.587930:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.587947:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076288 00000100:00100000:3.0:1713531221.587952:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076288 00000100:00100000:3.0:1713531221.587968:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076416 00000100:00100000:3.0:1713531221.587970:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076416 00000100:00100000:1.0:1713531221.587972:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4877 00000100:00100000:1.0:1713531221.587979:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8048:x1796767405076288:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.587982:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4878 00000100:00100000:3.0:1713531221.587986:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:8047:x1796767405076416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.588004:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.588005:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.588011:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.588013:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 91 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.588019:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.588019:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.588030:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 91 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.588036:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.588038:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 91 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.588043:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659776:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.588045:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 91 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.588053:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b588a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409659840:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.588070:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.588073:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104a80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.588103:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.588122:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076544 00000100:00100000:0.0:1713531221.588125:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076544 00000100:00100000:0.0:1713531221.588150:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1040 00000100:00100000:0.0:1713531221.588155:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2287850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:8049:x1796767405076544:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1713531221.588391:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x97:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1713531221.588459:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970740 00010000:00010000:0.0:1713531221.588497:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588505:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588512:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588518:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588523:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588527:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588532:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588536:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.588538:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588543:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588549:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x97:0x0].0x0 (ffff880134ed9000) 00010000:00010000:0.0:1713531221.588551:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531221.588554:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.588558:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d618 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x97:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.588625:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2287850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:8049:x1796767405076544:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 468us (520us total) trans 4294970741 rc 0/0 00000100:00100000:0.0:1713531221.588631:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1040 00000020:00080000:0.0:1713531221.588689:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531221.588759:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409659776:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.588768:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b588a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409659840:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.588770:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.588780:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.588941:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.588967:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.588975:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076608 00000100:00100000:2.0:1713531221.588978:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076608 00010000:00010000:2.0:1713531221.588991:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 94 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.589007:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076672 00000100:00100000:2.0:1713531221.589009:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076672 00010000:00010000:2.0:1713531221.589014:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 95 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.589027:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1000 00000100:00100000:2.0:1713531221.589033:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:1822:x1796767405076608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531221.589034:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1001 00000100:00100000:3.0:1713531221.589041:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405076672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.589042:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.589046:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.589050:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.589054:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.589056:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 95 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.589066:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 95 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.589067:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352d569 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x98:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a45 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.589078:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d50e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x96:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a29 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.589079:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.589082:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.589088:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.589090:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:3.0:1713531221.589093:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.589093:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.589099:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.589104:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.589106:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.589115:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.589121:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.589122:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405076608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (182us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.589124:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.589127:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1000 00010000:00010000:0.0:1713531221.589132:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.589136:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.589141:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.589144:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405076672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 103us (175us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.589145:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.589147:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.589148:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.589151:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1001 00010000:00010000:0.0:1713531221.589152:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.589154:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.589159:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:0.0:1713531221.589161:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531221.589164:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.589166:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.589169:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d611 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.589170:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.589175:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.589183:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5db00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.589185:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.589190:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.589197:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00000100:00100000:0.0:1713531221.589198:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:8047:x1796767405076416:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1210us (1267us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531221.589199:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.589201:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.589204:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4878 00010000:00010000:1.0:1713531221.589205:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352d60a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.589234:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8048:x1796767405076288:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1255us (1338us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.589240:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4877 00000100:00100000:0.0:1713531221.589759:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.589790:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.589808:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076800 00000100:00100000:2.0:1713531221.589811:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076800 00000100:00100000:2.0:1713531221.589824:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076736 00000100:00100000:2.0:1713531221.589825:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076736 00000100:00100000:3.0:1713531221.589830:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1205 00000100:00100000:3.0:1713531221.589835:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405076800:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.589840:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1206 00000100:00100000:2.0:1713531221.589843:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405076736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.589855:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.589857:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.589866:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.589866:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.589870:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.589870:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.589871:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.589871:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.589873:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.589873:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.589886:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.589886:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 13 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.589892:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 13 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.589893:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 13 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.589900:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409659968:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.589900:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409659904:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.589923:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b6ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.589923:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.590648:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409659968:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.590652:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409659904:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.590660:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590665:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.590680:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.590694:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076864 00000100:00100000:1.0:1713531221.590696:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.590697:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076864 00010000:00010000:3.0:1713531221.590711:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 14 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.590725:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405076928 00000100:00100000:3.0:1713531221.590727:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405076928 00000100:00100000:2.0:1713531221.590731:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1002 00010000:00010000:3.0:1713531221.590735:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.590738:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405076864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.590746:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.590758:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1003 00000100:00100000:3.0:1713531221.590762:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405076928:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.590770:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.590772:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 15 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.590780:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.590780:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 15 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.590793:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 15 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.590798:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d5bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a7d expref: 15 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.590804:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.590805:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.590807:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352d5d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a92 expref: 14 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.590807:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.590811:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590814:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.590816:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.590819:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.590821:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.590825:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590830:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590837:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590839:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.590844:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405076864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 106us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.590848:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1002 00010000:00010000:0.0:1713531221.590852:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.590868:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405076928:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 104us (170us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.590869:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.590874:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1003 00010000:00010000:0.0:1713531221.590875:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590884:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7818c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.590886:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590890:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590892:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590896:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590902:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.590907:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7818c0/0xe3b2c9851352d61f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590908:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590919:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590926:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590932:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ad00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.590934:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590941:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.590943:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405076800:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1107us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.590949:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1205 00010000:00010000:3.0:1713531221.590951:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.590957:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d626 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.590994:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405076736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1148us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.591001:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1206 00000100:00100000:0.0:1713531221.591548:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.591576:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077056 00000100:00100000:0.0:1713531221.591577:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.591579:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077056 00000100:00100000:1.0:1713531221.591593:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077184 00000100:00100000:1.0:1713531221.591595:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077184 00000100:00100000:0.0:1713531221.591603:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4879 00000100:00100000:0.0:1713531221.591608:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+91:8048:x1796767405077056:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.591609:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4880 00000100:00100000:1.0:1713531221.591612:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8047:x1796767405077184:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.591764:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.591767:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.591771:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.591775:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 93 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.591776:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.591779:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.591788:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.591790:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 93 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.591794:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.591796:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 93 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.591801:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409660032:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.591805:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409660096:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.591826:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104a80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.591834:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd266c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.592614:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409660032:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.592626:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.592668:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.592697:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.592711:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409660096:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.592715:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077248 00000100:00100000:3.0:1713531221.592719:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077248 00010000:00010000:2.0:1713531221.592722:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.592731:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 94 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.592738:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077312 00000100:00100000:2.0:1713531221.592740:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077312 00000100:00100000:3.0:1713531221.592750:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1004 00010000:00010000:2.0:1713531221.592752:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 95 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.592753:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405077248:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.592759:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.592762:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.592767:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.592771:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1005 00010000:00010000:3.0:1713531221.592776:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d57e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a53 expref: 95 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.592776:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405077312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.592784:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:3.0:1713531221.592786:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.592787:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.592790:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.592792:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.592793:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.592800:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.592809:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.592811:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d538 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a37 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.592820:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531221.592823:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.592824:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.592827:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405077248:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 73us (159us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.592828:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.592828:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00000100:00100000:3.0:1713531221.592831:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1004 00010000:00010000:0.0:1713531221.592833:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.592852:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.592868:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405077312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 91us (170us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.592874:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.592874:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1005 00010000:00010000:2.0:1713531221.592880:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000001:00080000:1.0:1713531221.592898:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970742 00000001:00080000:2.0:1713531221.592968:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970743 00000001:00080000:1.0:1713531221.592983:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970744 00000001:00080000:1.0:1713531221.593011:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970746 00000100:00100000:1.0:1713531221.593055:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409660160:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531221.593079:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:2.0:1713531221.593081:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970745 00000100:00100000:1.0:1713531221.593107:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6530600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.593115:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409660160 00000100:00100000:0.0:1713531221.593118:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409660160 00000001:00080000:2.0:1713531221.593129:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970748 00000100:00100000:0.0:1713531221.593145:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1713531221.593149:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409660160:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.593167:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409660224:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.593190:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.593204:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409660160:12345-0@lo:1000:mdt00_000.0 Request processed in 53us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.593206:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.593210:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1713531221.593216:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409660224 00000100:00100000:3.0:1713531221.593219:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409660224 00000100:00100000:1.0:1713531221.593219:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967612 gen 2 00000004:00080000:1.0:1713531221.593223:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967610 committed transno 4294967612 00000100:00100000:3.0:1713531221.593233:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1713531221.593236:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409660224:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.593241:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409660160:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1713531221.593289:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15548:x1796767409660224:12345-0@lo:1000:mdt00_006.0 Request processed in 52us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.593291:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409660224:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.593293:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000001:00080000:1.0:1713531221.593469:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970747 00000001:00080000:2.0:1713531221.593472:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970749 00000100:00100000:2.0:1713531221.593510:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409660288:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1713531221.593526:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.593526:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409660352:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.593541:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd266c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.593545:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.593558:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409660288 00000100:00100000:1.0:1713531221.593560:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc780 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.593561:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409660288 00000100:00100000:3.0:1713531221.593571:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409660352 00000100:00100000:3.0:1713531221.593572:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409660352 00000100:00100000:3.0:1713531221.593578:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1713531221.593581:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409660288:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.593583:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1713531221.593588:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409660352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1713531221.593693:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:15548:x1796767409660288:12345-0@lo:1000:mdt00_006.0 Request processed in 110us (165us total) trans 4294967618 rc 0/0 00000100:00100000:3.0:1713531221.593697:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1713531221.593710:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:6404:x1796767409660352:12345-0@lo:1000:mdt00_000.0 Request processed in 121us (163us total) trans 4294967619 rc 0/0 00000100:00100000:2.0:1713531221.593713:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409660288:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.593716:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00010000:00010000:2.0:1713531221.593726:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.593727:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b588700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409660352:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1713531221.593730:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.593734:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.593736:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.593738:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593738:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593741:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593743:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593746:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008bd36100) 00010000:00010000:1.0:1713531221.593746:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593748:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.593749:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593749:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.593750:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593752:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d634 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x96:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593753:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.593759:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:1.0:1713531221.593760:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.593762:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.593764:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352d62d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x98:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593765:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:2.0:1713531221.593768:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:2.0:1713531221.593771:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.593776:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.593777:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2e640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.593778:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:2.0:1713531221.593781:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.593782:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.593785:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.593785:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.593786:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.593787:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.593787:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.593789:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.593790:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c98513528db7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.593791:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.593795:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:1.0:1713531221.593796:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.593797:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.593800:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3180/0xe3b2c98513528d63 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.593804:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.593808:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.593812:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.593815:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593815:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593818:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593819:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593820:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593822:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593823:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.593825:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593825:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593828:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593829:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593831:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff88009a3a4b00) 00010000:00010000:2.0:1713531221.593832:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.593833:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593834:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.593836:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d63b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x74:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.593838:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.593840:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.593845:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.593850:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:1.0:1713531221.593852:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.593854:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.593858:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d642 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:2.0:1713531221.593876:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.593879:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.593945:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 153 count 121 00000040:00080000:2.0:1713531221.593951:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000040:00080000:1.0:1713531221.593985:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.593987:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.593994:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+99:8048:x1796767405077056:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2384us (2445us total) trans 4294970751 rc 0/0 00000100:00100000:2.0:1713531221.594001:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4879 00000020:00080000:2.0:1713531221.594005:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.594050:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 152 count 121 00000040:00080000:1.0:1713531221.594054:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.594093:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:8047:x1796767405077184:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2479us (2515us total) trans 4294970750 rc 0/0 00000100:00100000:1.0:1713531221.594098:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4880 00000020:00080000:1.0:1713531221.594101:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.594125:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.594128:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.594154:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 157 count 121 00000040:00080000:0.0:1713531221.594159:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.594204:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dea3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409660416:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.594235:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008dbb9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.595033:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.595048:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.595084:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077568 00000100:00100000:0.0:1713531221.595087:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077568 00000100:00100000:0.0:1713531221.595099:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077504 00000100:00100000:0.0:1713531221.595100:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077504 00000100:00100000:0.0:1713531221.595107:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1041 00000100:00100000:0.0:1713531221.595110:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:8047:x1796767405077568:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.595112:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1042 00000100:00100000:3.0:1713531221.595116:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:8048:x1796767405077504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.595139:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dea3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409660416:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531221.595166:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.595176:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.595178:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.595193:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.595232:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.595246:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077632 00000100:00100000:2.0:1713531221.595249:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077632 00000100:00100000:2.0:1713531221.595262:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077696 00000100:00100000:2.0:1713531221.595264:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077696 00000100:00100000:2.0:1713531221.595296:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077760 00000100:00100000:2.0:1713531221.595297:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077760 00000100:00100000:2.0:1713531221.595309:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4881 00000004:00080000:3.0:1713531221.595313:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x96:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1713531221.595314:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8050:x1796767405077632:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000040:00080000:1.0:1713531221.595315:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 157 count 121 00000040:00080000:1.0:1713531221.595319:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00080000:0.0:1713531221.595327:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x98:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000080:2.0:1713531221.595329:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x71:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.595335:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4882 00000001:00080000:3.0:1713531221.595337:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970752 00000100:00100000:1.0:1713531221.595339:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8052:x1796767405077696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.595345:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970753 00000004:00000080:1.0:1713531221.595349:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x70:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.595358:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4883 00000100:00100000:0.0:1713531221.595361:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+106:8051:x1796767405077760:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.595369:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00000004:00000080:0.0:1713531221.595370:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x75:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1713531221.595375:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.595378:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+106:8050:x1796767405077632:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 64us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.595380:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8052:x1796767405077696:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 41us (186us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.595381:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.595385:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4881 00010000:00010000:3.0:1713531221.595387:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.595390:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531221.595392:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4882 00010000:00010000:3.0:1713531221.595393:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.595396:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.595398:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa0856730) 00000100:00100000:0.0:1713531221.595399:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8051:x1796767405077760:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 38us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.595400:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.595403:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.595406:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4883 00010000:00010000:3.0:1713531221.595408:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x96:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:3.0:1713531221.595409:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.595410:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.595413:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352d649 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x96:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531221.595456:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595461:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595466:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595469:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595472:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595475:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595478:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595480:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.595482:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.595484:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8048:x1796767405077504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 366us (434us total) trans 4294970754 rc 0/0 00010000:00010000:0.0:1713531221.595485:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.595489:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1042 00010000:00010000:0.0:1713531221.595489:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x98:0x0].0x0 (ffff880134ed9c00) 00010000:00010000:0.0:1713531221.595490:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000020:00080000:3.0:1713531221.595491:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1713531221.595492:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:0.0:1713531221.595498:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352d650 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.595533:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8047:x1796767405077568:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 421us (502us total) trans 4294970755 rc 0/0 00000100:00100000:0.0:1713531221.595537:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1041 00000020:00080000:0.0:1713531221.595539:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.596257:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.596288:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077824 00000100:00100000:3.0:1713531221.596291:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077824 00000100:00100000:0.0:1713531221.596298:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.596309:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077888 00000100:00100000:3.0:1713531221.596310:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077888 00000100:00100000:3.0:1713531221.596320:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4884 00000100:00100000:3.0:1713531221.596323:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8052:x1796767405077824:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.596323:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4885 00000100:00100000:0.0:1713531221.596327:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8051:x1796767405077888:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.596348:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596354:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596359:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596369:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596374:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596379:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596389:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596394:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596395:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596399:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596400:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596406:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596407:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596411:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596414:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596434:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000004:00200000:3.0:1713531221.596438:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x70:0x0]: returning size 3 00010000:00010000:0.0:1713531221.596439:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000004:00200000:3.0:1713531221.596442:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.596442:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.596444:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:3.0:1713531221.596450:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531221.596452:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x75:0x0]: returning size 3 00000004:00200000:0.0:1713531221.596453:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1713531221.596457:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000004:00010000:0.0:1713531221.596457:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.596461:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405077952 00010000:00010000:3.0:1713531221.596462:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.596464:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405077952 00010000:00010000:3.0:1713531221.596467:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596469:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596472:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596476:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.596476:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.596477:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4886 00010000:00010000:0.0:1713531221.596478:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.596479:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.596480:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8050:x1796767405077952:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.596480:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596483:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596484:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596487:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.596488:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.596490:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596493:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.596493:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352d665 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596496:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.596498:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.596499:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.596499:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596502:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596503:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352d657 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.596505:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.596506:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596508:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.596509:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.596510:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596511:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596512:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596515:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596515:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a5d622f (ffff880134ed9e00) 00010000:00010000:0.0:1713531221.596516:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596517:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.596517:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596518:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596520:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352d673 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.596521:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596523:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.596524:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596525:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596526:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596528:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596529:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596531:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6d5d622f (ffff88008cf75b00) 00010000:00010000:0.0:1713531221.596531:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596532:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596532:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596534:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596534:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.596535:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596536:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352d65e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.596536:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596539:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.596539:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.596542:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:3.0:1713531221.596543:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596543:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.596544:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596546:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.596547:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352d67a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.596549:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000004:00200000:1.0:1713531221.596550:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x71:0x0]: returning size 3 00010000:00010000:3.0:1713531221.596551:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780d80 already unused, calling callback (ffffffffa138a700) 00000004:00200000:1.0:1713531221.596551:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1713531221.596552:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.596555:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000004:00010000:1.0:1713531221.596556:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596558:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:3.0:1713531221.596559:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596560:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596561:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.596563:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.596564:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352d66c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.596567:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596569:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531221.596569:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8051:x1796767405077888:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 241us (269us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.596571:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.596573:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4885 00010000:00010000:1.0:1713531221.596574:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596578:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.596579:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596581:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596584:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d681 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.596588:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8052:x1796767405077824:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 262us (330us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.596590:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596593:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.596594:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4884 00010000:00010000:1.0:1713531221.596595:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596598:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.596599:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596602:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596605:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x765d622f (ffff88008bd36000) 00010000:00010000:1.0:1713531221.596606:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596607:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596609:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d688 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596615:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596617:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596620:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596622:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.596624:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596627:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596630:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:1.0:1713531221.596631:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.596632:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.596634:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d68f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.596656:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8050:x1796767405077952:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 175us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.596661:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4886 00000100:00100000:0.0:1713531221.597203:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.597249:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078080 00000100:00100000:1.0:1713531221.597252:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078080 00000100:00100000:1.0:1713531221.597283:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4887 00000100:00100000:1.0:1713531221.597286:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+102:8051:x1796767405078080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.597292:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.597299:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d696 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4a99 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.597344:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597349:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597353:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597360:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597363:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597366:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597382:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597385:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597388:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531221.597392:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x75:0x0]: returning size 3 00010000:00010000:1.0:1713531221.597441:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597445:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597448:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597450:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.597452:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597455:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597460:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:1.0:1713531221.597461:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.597463:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597466:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d6ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597471:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597473:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597476:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597479:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.597480:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597483:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597486:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.597486:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.597488:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597490:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d69d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597493:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597497:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597500:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597502:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.597503:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597506:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597509:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9a5d622f (ffff8800a6933b00) 00010000:00010000:1.0:1713531221.597510:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.597511:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597513:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d6a4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9a5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.597528:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d696 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a99 expref: 104 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.597532:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d696 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4a99 expref: 104 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.597536:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cd80, rc 0) 00000100:00100000:1.0:1713531221.597560:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8051:x1796767405078080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 273us (358us total) trans 4294970756 rc 301/301 00000100:00100000:1.0:1713531221.597566:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4887 00000100:00100000:0.0:1713531221.598492:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.598517:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.598539:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078144 00000100:00100000:1.0:1713531221.598542:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078144 00000100:00100000:1.0:1713531221.598554:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078272 00000100:00100000:1.0:1713531221.598555:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078272 00000100:00100000:3.0:1713531221.598562:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4888 00000100:00100000:3.0:1713531221.598567:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8051:x1796767405078144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.598569:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4889 00000100:00100000:2.0:1713531221.598575:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8052:x1796767405078272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.598582:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x75:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531221.598584:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.598595:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d6b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4aa0 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.598620:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8051:x1796767405078144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 53us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.598625:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4888 00010000:00010000:2.0:1713531221.598641:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598649:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598656:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598667:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598673:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598677:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598697:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598703:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598708:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:2.0:1713531221.598714:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x70:0x0]: returning size 3 00010000:00010000:2.0:1713531221.598758:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598764:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598768:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598772:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.598774:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598778:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598785:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:2.0:1713531221.598787:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.598789:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598793:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d6ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598803:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598812:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598816:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598820:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.598822:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598826:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598831:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.598832:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.598834:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598838:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d6c0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598843:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598847:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598851:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598855:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.598857:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598864:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598869:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6d5d622f (ffff88009a3a4200) 00010000:00010000:2.0:1713531221.598871:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.598873:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598877:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d6c7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6d5d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.598901:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d6b9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aa0 expref: 105 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.598906:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d6b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aa0 expref: 105 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.598911:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b180, rc 0) 00000100:00100000:2.0:1713531221.598938:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8052:x1796767405078272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 363us (424us total) trans 4294970757 rc 301/301 00000100:00100000:2.0:1713531221.598942:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4889 00000100:00100000:0.0:1713531221.599602:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.599689:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078400 00000100:00100000:2.0:1713531221.599693:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078400 00000100:00100000:0.0:1713531221.599707:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.599719:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078464 00000100:00100000:2.0:1713531221.599721:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078464 00000100:00100000:0.0:1713531221.599730:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4890 00000100:00100000:0.0:1713531221.599734:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8051:x1796767405078400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.599737:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4891 00000100:00100000:2.0:1713531221.599741:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8052:x1796767405078464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.599742:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.599749:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d6dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4aa7 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.599755:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:2.0:1713531221.599757:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x70:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.599770:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078592 00000100:00100000:3.0:1713531221.599775:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078592 00000100:00100000:3.0:1713531221.599792:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4892 00000100:00100000:3.0:1713531221.599796:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:8050:x1796767405078592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.599803:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.599804:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+107:8052:x1796767405078464:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (95us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.599810:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d6e3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4aae expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.599811:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4891 00010000:00010000:3.0:1713531221.599848:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599853:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599859:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599871:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599876:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599880:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599905:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599910:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599915:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.599921:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x71:0x0]: returning size 3 00010000:00010000:3.0:1713531221.599967:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599973:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599978:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599981:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.599984:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599988:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.599996:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:3.0:1713531221.599997:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.600000:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600003:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352d6f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600011:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600015:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600019:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600022:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.600023:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000004:00080000:0.0:1713531221.600024:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x55:0x0], index 0: 0 00010000:00010000:3.0:1713531221.600027:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600031:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.600033:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.600034:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600038:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352d6ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600043:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600048:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600052:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600055:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.600057:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600061:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600065:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x765d622f (ffff88008cf75d00) 00010000:00010000:3.0:1713531221.600066:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.600068:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600072:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d6f1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x765d622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.600092:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d6e3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aae expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.600099:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d6e3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aae expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.600105:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b780900, rc 0) 00010000:00010000:0.0:1713531221.600127:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d706 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.600136:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.600140:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.600142:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8050:x1796767405078592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 344us (387us total) trans 4294970758 rc 301/301 00000100:00100000:3.0:1713531221.600150:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4892 00010000:00010000:0.0:1713531221.600160:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352d6dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aa7 expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.600167:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aa7 expref: 107 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.600171:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff880091d37700) 00010000:00010000:0.0:1713531221.600173:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.600174:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:0.0:1713531221.600189:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8051:x1796767405078400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 455us (588us total) trans 4294970759 rc 0/0 00000100:00100000:0.0:1713531221.600193:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4890 00000100:00100000:0.0:1713531221.601174:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.601196:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.601212:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078656 00000100:00100000:2.0:1713531221.601216:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078656 00000100:00100000:2.0:1713531221.601235:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078784 00000100:00100000:2.0:1713531221.601236:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078784 00000100:00100000:2.0:1713531221.601246:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4893 00000100:00100000:2.0:1713531221.601250:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8050:x1796767405078656:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.601256:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4894 00000100:00100000:0.0:1713531221.601261:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8052:x1796767405078784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.601262:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0x71:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.601283:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.601290:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d714 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ab5 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.601321:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8050:x1796767405078656:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 69us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.601325:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4893 00000004:00080000:0.0:1713531221.601441:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x53:0x0], index 1: 0 00010000:00010000:0.0:1713531221.601529:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d71b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.601535:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d71b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.601540:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d71b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.601570:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352d714 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ab5 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.601578:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d71b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ab5 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.601582:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff880091d37200) 00010000:00010000:0.0:1713531221.601583:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.601584:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b3c0, rc 0) 00000100:00100000:0.0:1713531221.601610:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8052:x1796767405078784:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 350us (416us total) trans 4294970760 rc 0/0 00000100:00100000:0.0:1713531221.601614:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4894 00000100:00100000:1.0:1713531221.602503:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.602532:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078912 00000100:00100000:0.0:1713531221.602536:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078912 00000100:00100000:0.0:1713531221.602556:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4895 00000100:00100000:0.0:1713531221.602560:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8052:x1796767405078912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.602580:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.602588:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352d71b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ab5 expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.602596:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff880091d37200) 00010000:00010000:0.0:1713531221.602600:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.602610:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602616:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602620:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602628:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602631:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602634:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602665:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602668:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602672:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602674:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.602676:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602680:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602683:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:0.0:1713531221.602685:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.602686:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602689:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352d729 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602693:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602696:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602699:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602701:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.602702:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602705:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602708:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x597d4a3e (ffff880091d37500) 00010000:00010000:0.0:1713531221.602709:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.602710:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.602712:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352d730 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x597d4a3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.602744:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8052:x1796767405078912:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 183us (244us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.602748:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4895 00000100:00100000:0.0:1713531221.603545:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.603581:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.603602:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405078976 00000100:00100000:2.0:1713531221.603606:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405078976 00000100:00100000:2.0:1713531221.603626:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079104 00000100:00100000:2.0:1713531221.603628:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079104 00000100:00100000:3.0:1713531221.603634:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4896 00000100:00100000:3.0:1713531221.603642:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8052:x1796767405078976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.603643:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4897 00000100:00100000:0.0:1713531221.603649:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+109:8051:x1796767405079104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.603652:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.603664:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d737 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4abc expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.603669:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.603679:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352d706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aa7 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.603682:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.603688:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff880091d37700) 00010000:00010000:3.0:1713531221.603689:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.603693:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.603696:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.603704:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603710:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603716:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603726:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603731:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603736:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.603746:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d737 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.603758:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.603763:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.603765:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531221.603766:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.603767:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782ac0, rc 0) 00010000:00010000:0.0:1713531221.603771:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603780:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603784:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.603786:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603791:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603797:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:0.0:1713531221.603798:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1713531221.603799:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8052:x1796767405078976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 156us (253us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.603801:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.603805:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4896 00010000:00010000:0.0:1713531221.603805:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352d745 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603812:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603816:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603821:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603824:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.603826:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603830:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603838:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x1454a78d (ffff88008d223600) 00010000:00010000:0.0:1713531221.603840:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.603842:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.603846:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352d74c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x1454a78d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.603886:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+108:8051:x1796767405079104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 236us (303us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.603891:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4897 00000100:00100000:1.0:1713531221.604557:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.604579:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079424 00000100:00100000:0.0:1713531221.604583:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079424 00000100:00100000:0.0:1713531221.604606:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4898 00000100:00100000:2.0:1713531221.604608:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.604611:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+108:8050:x1796767405079424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.604619:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.604627:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d753 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4aca expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.604628:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079168 00000100:00100000:3.0:1713531221.604631:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079168 00000100:00100000:2.0:1713531221.604644:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.604647:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4899 00000100:00100000:3.0:1713531221.604650:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8051:x1796767405079168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.604656:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.604664:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d75a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ac3 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.604667:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079360 00000100:00100000:2.0:1713531221.604670:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079360 00010000:00010000:3.0:1713531221.604674:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.604679:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.604683:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.604686:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4900 00000100:00100000:1.0:1713531221.604691:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+112:8052:x1796767405079360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.604716:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d75a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.604723:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.604727:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:3.0:1713531221.604728:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.604728:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.604729:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783840, rc 0) 00010000:00010000:1.0:1713531221.604735:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.604740:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.604754:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8051:x1796767405079168:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 102us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.604757:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4899 00000004:00080000:0.0:1713531221.604861:0:8791:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x56:0x0], index 0: 0 00000040:00080000:1.0:1713531221.604939:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].71, 88 off13960 00000004:00010000:1.0:1713531221.604997:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880134db0000 reply state ffff880134eb4000 transno 4294970762 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.604998:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352d76f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.605002:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1713531221.605006:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352d76f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.605012:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352d76f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.605042:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352d753 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aca expref: 115 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.605043:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+115:8052:x1796767405079360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 351us (399us total) trans 4294970762 rc 0/0 00000100:00100000:1.0:1713531221.605048:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4900 00010000:00010000:0.0:1713531221.605052:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352d76f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aca expref: 114 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.605057:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff88008cf73e00) 00010000:00010000:0.0:1713531221.605059:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.605061:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3e1c0, rc 0) 00000100:00100000:0.0:1713531221.605080:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8050:x1796767405079424:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 468us (524us total) trans 4294970761 rc 0/0 00000100:00100000:0.0:1713531221.605086:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4898 00000100:00100000:0.0:1713531221.605340:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.605382:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079552 00000100:00100000:2.0:1713531221.605387:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079552 00000100:00100000:2.0:1713531221.605403:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4901 00000100:00100000:2.0:1713531221.605407:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8051:x1796767405079552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.605445:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.605451:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.605457:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.605525:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605532:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605537:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605542:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.605545:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605550:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605557:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.605559:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.605561:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.605566:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d768 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.605610:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].70, 88 off13968 00000100:00100000:0.0:1713531221.605634:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00010000:2.0:1713531221.605651:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dea3100 reply state ffff88008c359000 transno 4294970763 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.605655:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.605674:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079616 00000100:00100000:1.0:1713531221.605678:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079616 00000100:00100000:2.0:1713531221.605686:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8051:x1796767405079552:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 278us (347us total) trans 4294970763 rc 0/0 00000100:00100000:2.0:1713531221.605690:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4901 00000100:00100000:2.0:1713531221.605700:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4902 00000100:00100000:2.0:1713531221.605703:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+114:8052:x1796767405079616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.605709:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.605714:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ad1 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.605730:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 115 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.605736:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 115 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.605744:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:2.0:1713531221.605745:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.605747:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09680, rc 0) 00000100:00100000:2.0:1713531221.605759:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8052:x1796767405079616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.605765:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4902 00010000:00010000:2.0:1713531221.606094:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606098:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606101:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606104:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.606106:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606109:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606114:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:2.0:1713531221.606115:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.606116:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.606119:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d77d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.606199:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.606210:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079808 00000100:00100000:2.0:1713531221.606213:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079808 00000100:00100000:0.0:1713531221.606224:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.606235:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079744 00000100:00100000:2.0:1713531221.606236:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079744 00000100:00100000:2.0:1713531221.606244:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4903 00000100:00100000:2.0:1713531221.606247:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8051:x1796767405079808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.606249:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4904 00000100:00100000:3.0:1713531221.606253:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+115:8050:x1796767405079744:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.606254:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.606259:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ad8 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.606284:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.606289:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 116 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.606292:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352d76f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aca expref: 116 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.606295:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 116 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.606299:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff88008cf73e00) 00010000:00010000:2.0:1713531221.606301:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:3.0:1713531221.606302:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.606302:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.606303:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a400, rc 0) 00010000:00010000:3.0:1713531221.606310:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606315:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.606318:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:8051:x1796767405079808:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 71us (121us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.606319:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.606322:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4903 00010000:00010000:3.0:1713531221.606327:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606330:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606333:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606358:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606361:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606364:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606367:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.606368:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606371:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606375:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531221.606376:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.606378:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606383:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d792 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606389:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606394:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606398:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606402:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.606404:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606409:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.606415:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x70b3c11e (ffff88008cf75400) 00010000:00010000:3.0:1713531221.606431:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.606434:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.606434:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.606439:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352d799 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6b:0x0].0x70b3c11e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.606450:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079872 00000100:00100000:2.0:1713531221.606452:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079872 00000100:00100000:2.0:1713531221.606463:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1207 00000100:00100000:2.0:1713531221.606465:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405079872:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.606477:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+114:8050:x1796767405079744:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 221us (251us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.606483:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4904 00000100:00100000:2.0:1713531221.606583:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405079872:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 116us (164us total) trans 4294967620 rc 0/0 00000100:00100000:2.0:1713531221.606587:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1207 00000100:00100000:0.0:1713531221.607102:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.607132:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.607146:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405079936 00000100:00100000:3.0:1713531221.607151:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405079936 00000100:00100000:2.0:1713531221.607160:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080000 00000100:00100000:2.0:1713531221.607163:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080000 00000100:00100000:3.0:1713531221.607178:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4905 00000100:00100000:2.0:1713531221.607183:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1208 00000100:00100000:3.0:1713531221.607184:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+114:8050:x1796767405079936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.607186:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405080000:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.607192:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.607205:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d7a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4adf expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.607220:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.607227:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.607234:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.607235:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.607251:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080128 00000100:00100000:1.0:1713531221.607255:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080128 00000100:00100000:1.0:1713531221.607282:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1043 00000100:00100000:1.0:1713531221.607285:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8052:x1796767405080128:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.607304:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405080000:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 116us (171us total) trans 4294967627 rc 0/0 00010000:00010000:3.0:1713531221.607307:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d7a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 117 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.607308:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1208 00010000:00010000:3.0:1713531221.607319:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 116 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.607325:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.607327:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.607329:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783600, rc 0) 00000100:00100000:3.0:1713531221.607353:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8050:x1796767405079936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 169us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.607359:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4905 00000100:00100000:1.0:1713531221.607429:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+116:8052:x1796767405080128:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 142us (194us total) trans 4294970764 rc 0/0 00000100:00100000:1.0:1713531221.607434:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1043 00000100:00100000:0.0:1713531221.607935:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.607959:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.607973:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080256 00000100:00100000:3.0:1713531221.607977:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080256 00000100:00100000:1.0:1713531221.607984:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080448 00000100:00100000:0.0:1713531221.607984:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.607987:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080448 00000100:00100000:3.0:1713531221.607997:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080512 00000100:00100000:3.0:1713531221.607999:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080512 00000100:00100000:1.0:1713531221.608001:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000100:00100000:0.0:1713531221.608002:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4906 00000100:00100000:1.0:1713531221.608005:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8051:x1796767405080448:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.608008:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8050:x1796767405080256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.608016:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4907 00000100:00100000:3.0:1713531221.608020:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8052:x1796767405080512:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.608039:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.608047:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.608054:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.608055:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8052:x1796767405080512:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.608059:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4907 00000100:00100000:1.0:1713531221.608107:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8051:x1796767405080448:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 100us (147us total) trans 4294970765 rc 0/0 00000100:00100000:1.0:1713531221.608112:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000040:00080000:0.0:1713531221.608225:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].71, 88 off14056 00000004:00010000:0.0:1713531221.608297:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dec5180 reply state ffff88008c50d000 transno 4294970766 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.608303:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.608398:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8050:x1796767405080256:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 389us (462us total) trans 4294970766 rc 0/0 00000100:00100000:0.0:1713531221.608404:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4906 00000100:00100000:3.0:1713531221.608674:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.608743:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080640 00000100:00100000:0.0:1713531221.608747:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080640 00000100:00100000:0.0:1713531221.608764:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4908 00000100:00100000:0.0:1713531221.608769:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8051:x1796767405080640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.608770:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.608777:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.608781:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.608784:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.608787:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.608792:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.608796:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.608801:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:2.0:1713531221.608803:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.608805:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.608810:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d7ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.608814:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8051:x1796767405080640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 44us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.608843:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080704 00000100:00100000:3.0:1713531221.608846:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080704 00000100:00100000:3.0:1713531221.608858:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4909 00000100:00100000:3.0:1713531221.608863:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+119:8052:x1796767405080704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.608871:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4908 00010000:00010000:3.0:1713531221.608872:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.608881:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d7b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ae6 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.608895:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.608910:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080768 00010000:00010000:3.0:1713531221.608912:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.608913:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080768 00010000:00010000:3.0:1713531221.608921:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.608926:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4910 00010000:00010000:3.0:1713531221.608928:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.608930:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8050:x1796767405080768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.608937:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:3.0:1713531221.608944:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.608944:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4aed expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1713531221.608951:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.608964:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d7b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ae6 expref: 122 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.608965:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 122 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.608972:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ae6 expref: 121 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.608975:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 121 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.608976:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.608977:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.608979:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782400, rc 0) 00010000:00010000:0.0:1713531221.608985:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:0.0:1713531221.608988:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.608990:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3cd80, rc 0) 00000100:00100000:3.0:1713531221.609004:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+121:8052:x1796767405080704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.609007:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8050:x1796767405080768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 76us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.609008:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4909 00000100:00100000:0.0:1713531221.609013:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4910 00000100:00100000:0.0:1713531221.609393:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.609434:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080832 00000100:00100000:2.0:1713531221.609437:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080832 00000100:00100000:2.0:1713531221.609458:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4911 00000100:00100000:2.0:1713531221.609463:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8051:x1796767405080832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.609471:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.609480:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d7ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4af4 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.609506:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.609514:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.609521:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:2.0:1713531221.609536:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.609543:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.609554:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d7ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4af4 expref: 122 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.609561:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4af4 expref: 121 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.609565:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:2.0:1713531221.609567:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.609568:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ad00, rc 0) 00000100:00100000:2.0:1713531221.609595:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8051:x1796767405080832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 132us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.609599:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4911 00000100:00100000:1.0:1713531221.609601:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.609612:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080896 00000100:00100000:2.0:1713531221.609614:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080896 00000100:00100000:2.0:1713531221.609623:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1209 00000100:00100000:2.0:1713531221.609627:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405080896:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.609647:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.609674:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405080960 00000100:00100000:0.0:1713531221.609677:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405080960 00000100:00100000:0.0:1713531221.609698:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1210 00000100:00100000:0.0:1713531221.609701:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405080960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.609706:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.609716:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4afb expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.609728:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:0.0:1713531221.609737:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.609738:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.609743:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.609750:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.609751:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405080896:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 123us (150us total) trans 4294967628 rc 0/0 00000100:00100000:2.0:1713531221.609756:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1209 00010000:00010000:0.0:1713531221.609760:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c900, rc 0) 00000100:00100000:0.0:1713531221.609772:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405080960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 71us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.609776:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1210 00000100:00100000:0.0:1713531221.610145:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.610175:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081024 00000100:00100000:2.0:1713531221.610178:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081024 00000100:00100000:2.0:1713531221.610192:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1211 00000100:00100000:2.0:1713531221.610196:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405081024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.610203:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.610214:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b02 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.610226:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.610234:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.610235:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.610239:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.610250:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.610257:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab086c0, rc 0) 00000100:00100000:2.0:1713531221.610293:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405081024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 96us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.610297:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1211 00000100:00100000:1.0:1713531221.610332:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.610362:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081152 00000100:00100000:2.0:1713531221.610366:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081152 00000100:00100000:1.0:1713531221.610366:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.610382:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1045 00000100:00100000:2.0:1713531221.610387:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8050:x1796767405081152:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.610406:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081280 00000100:00100000:3.0:1713531221.610410:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081280 00000100:00100000:3.0:1713531221.610443:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4912 00000100:00100000:3.0:1713531221.610446:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8052:x1796767405081280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.610474:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8052:x1796767405081280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.610477:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4912 00000100:00100000:2.0:1713531221.610527:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+122:8050:x1796767405081152:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 138us (194us total) trans 4294970767 rc 0/0 00000100:00100000:2.0:1713531221.610533:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1045 00000100:00100000:1.0:1713531221.610908:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.610946:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081408 00000100:00100000:3.0:1713531221.610950:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081408 00000100:00100000:3.0:1713531221.610966:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4913 00000100:00100000:3.0:1713531221.610969:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8051:x1796767405081408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.610995:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8051:x1796767405081408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 25us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.611001:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4913 00000100:00100000:0.0:1713531221.611083:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.611104:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.611107:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081536 00000100:00100000:3.0:1713531221.611109:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081536 00000100:00100000:2.0:1713531221.611120:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081600 00000100:00100000:3.0:1713531221.611123:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4914 00000100:00100000:2.0:1713531221.611123:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081600 00000100:00100000:3.0:1713531221.611126:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8050:x1796767405081536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.611139:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1212 00000100:00100000:2.0:1713531221.611142:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:8052:x1796767405081600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.611147:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.611154:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b09 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.611155:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8050:x1796767405081536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.611158:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4914 00010000:00010000:2.0:1713531221.611168:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.611175:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.611176:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.611179:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.611203:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.611214:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.611231:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409660480:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.611260:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd26000 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.611640:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.611674:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.611682:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081664 00000100:00100000:2.0:1713531221.611686:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081664 00000100:00100000:3.0:1713531221.611696:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409660480:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.611711:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1213 00010000:00010000:3.0:1713531221.611713:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 13 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.611715:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:8051:x1796767405081664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.611721:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.611723:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09f80, rc 0) 00010000:00010000:2.0:1713531221.611728:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b10 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.611741:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.611742:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:8052:x1796767405081600:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 598us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.611747:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1212 00010000:00010000:2.0:1713531221.611747:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.611749:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.611752:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.611760:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081728 00000100:00100000:3.0:1713531221.611762:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081728 00010000:00010000:2.0:1713531221.611768:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.611774:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4915 00010000:00010000:2.0:1713531221.611777:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.611778:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:8050:x1796767405081728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.611783:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.611785:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409660544:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.611791:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d7f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b17 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.611808:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd26000 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.611814:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.611822:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.611828:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:3.0:1713531221.611843:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.611850:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.611863:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d7f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b17 expref: 124 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.611872:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b17 expref: 123 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.611876:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.611877:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.611878:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b781200, rc 0) 00000100:00100000:3.0:1713531221.611892:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8050:x1796767405081728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 114us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.611895:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4915 00000100:00100000:0.0:1713531221.611914:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.611954:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081792 00000100:00100000:2.0:1713531221.611961:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081792 00010000:00010000:2.0:1713531221.611975:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.612000:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1006 00000100:00100000:2.0:1713531221.612004:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405081792:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.612011:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.612021:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.612029:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.612042:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e3c900/0xe3b2c9851352d7d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4afb expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.612050:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.612051:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.612056:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.612063:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.612079:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 12 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.612087:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409660608:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.612115:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a324240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.612338:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409660544:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.612347:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.612353:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09200, rc 0) 00000100:00100000:2.0:1713531221.612367:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+15:8051:x1796767405081664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 652us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.612371:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1213 00000100:00100000:1.0:1713531221.612469:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.612511:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081856 00000100:00100000:3.0:1713531221.612514:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081856 00010000:00010000:3.0:1713531221.612522:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.612541:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1007 00000100:00100000:3.0:1713531221.612546:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405081856:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.612553:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.612562:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.612563:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.612571:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.612574:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405081920 00000100:00100000:2.0:1713531221.612577:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405081920 00010000:00010000:3.0:1713531221.612583:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d7df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b02 expref: 16 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.612592:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531221.612592:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1214 00010000:00010000:3.0:1713531221.612593:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531221.612596:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405081920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.612598:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.612602:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.612604:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.612611:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b1e expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.612621:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.612621:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.612629:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1713531221.612630:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409660672:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.612630:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.612634:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 16 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.612642:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 16 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.612649:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08240, rc 0) 00000100:00100000:3.0:1713531221.612651:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.612663:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405081920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 66us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.612668:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1214 00000100:00100000:2.0:1713531221.612687:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409660608:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.612695:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.612711:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405081792:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 706us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.612716:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1006 00000100:00100000:1.0:1713531221.613190:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.613204:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409660672:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.613214:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.613227:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082048 00000100:00100000:2.0:1713531221.613230:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082048 00000100:00100000:3.0:1713531221.613233:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405081856:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 687us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.613240:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1007 00000100:00100000:2.0:1713531221.613245:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4916 00000100:00100000:2.0:1713531221.613248:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8050:x1796767405082048:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.613290:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8050:x1796767405082048:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 41us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.613294:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4916 00000100:00100000:1.0:1713531221.613326:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.613340:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082112 00000100:00100000:2.0:1713531221.613342:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082112 00002000:00100000:2.0:1713531221.613356:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x53:0x0] (0->2) req@ffff88008bc4c700 x1796767405082112/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.613364:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4c700 with x1796767405082112 ext(0->2) 00002000:00010000:2.0:1713531221.613367:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4c700 00000100:00100000:2.0:1713531221.613380:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 272 00000100:00100000:2.0:1713531221.613385:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405082112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.613563:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.613576:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082176 00000100:00100000:0.0:1713531221.613580:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082176 00002000:00100000:0.0:1713531221.613592:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x55:0x0] (0->2) req@ffff88008bc4e300 x1796767405082176/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.613601:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4e300 with x1796767405082176 ext(0->2) 00002000:00010000:0.0:1713531221.613604:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc4e300 00000100:00100000:0.0:1713531221.613623:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 273 00000100:00100000:0.0:1713531221.613629:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405082176:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.613753:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405082112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 366us (426us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1713531221.613760:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 272 00002000:00100000:2.0:1713531221.613766:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x53:0x0] (0->2) req@ffff88008bc4c700 x1796767405082112/t4294967621(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.613773:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4c700 with x1796767405082112 ext(0->2) 00002000:00010000:2.0:1713531221.613776:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4c700 00000100:00100000:1.0:1713531221.613784:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.613820:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082240 00000100:00100000:3.0:1713531221.613823:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082240 00000100:00100000:3.0:1713531221.613841:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1215 00000100:00100000:3.0:1713531221.613845:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+17:8050:x1796767405082240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.613851:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.613860:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b25 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.613872:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 19 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.613876:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.613877:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.613879:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 19 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.613889:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 19 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.613894:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 19 pid: 18188 timeout: 416 lvb_type: 1 00000100:00100000:0.0:1713531221.613894:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1825:x1796767405082176:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 264us (329us total) trans 4294967629 rc 0/0 00000100:00100000:3.0:1713531221.613900:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409660736:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.613902:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 273 00002000:00100000:0.0:1713531221.613908:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x55:0x0] (0->2) req@ffff88008bc4e300 x1796767405082176/t4294967629(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531221.613917:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00002000:00100000:0.0:1713531221.613922:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4e300 with x1796767405082176 ext(0->2) 00002000:00010000:0.0:1713531221.613924:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bc4e300 00000100:00100000:0.0:1713531221.614413:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.614463:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082304 00000100:00100000:2.0:1713531221.614467:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082304 00000100:00100000:0.0:1713531221.614471:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.614493:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082368 00000100:00100000:3.0:1713531221.614494:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409660736:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.614496:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082368 00000100:00100000:1.0:1713531221.614502:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4917 00000100:00100000:0.0:1713531221.614503:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.614505:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 18 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.614506:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+124:8052:x1796767405082304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.614512:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b781680, rc 0) 00000100:00100000:2.0:1713531221.614513:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4918 00000100:00100000:2.0:1713531221.614518:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+124:8051:x1796767405082368:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.614530:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:8050:x1796767405082240:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 685us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.614534:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1215 00000100:00100000:3.0:1713531221.614547:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082432 00000100:00100000:3.0:1713531221.614548:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082432 00010000:00010000:3.0:1713531221.614555:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 18 pid: 18188 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.614566:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1008 00000100:00100000:3.0:1713531221.614569:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405082432:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.614574:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.614580:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 18 pid: 18188 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.614585:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 18 pid: 18188 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.614595:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d802 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b1e expref: 18 pid: 18188 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.614600:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.614601:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.614604:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.614609:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.614619:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.614624:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409660800:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.614640:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.615227:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409660800:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.615235:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.615348:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405082432:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 777us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.615353:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1008 00000100:00100000:0.0:1713531221.615554:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.615564:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082496 00000100:00100000:0.0:1713531221.615566:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082496 00002000:00100000:0.0:1713531221.615576:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x56:0x0] (0->2) req@ffff88008ae3e300 x1796767405082496/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.615581:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3e300 with x1796767405082496 ext(0->2) 00002000:00010000:0.0:1713531221.615583:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3e300 00000100:00100000:0.0:1713531221.615598:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 274 00000100:00100000:0.0:1713531221.615601:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405082496:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.615812:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405082496:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 209us (257us total) trans 4294967630 rc 0/0 00000100:00100000:0.0:1713531221.615817:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 274 00002000:00100000:0.0:1713531221.615821:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x56:0x0] (0->2) req@ffff88008ae3e300 x1796767405082496/t4294967630(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.615826:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3e300 with x1796767405082496 ext(0->2) 00002000:00010000:0.0:1713531221.615828:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3e300 00000100:00100000:0.0:1713531221.616620:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.616634:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082560 00000100:00100000:3.0:1713531221.616637:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082560 00000100:00100000:3.0:1713531221.616651:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4919 00000100:00100000:3.0:1713531221.616655:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+125:8050:x1796767405082560:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.622248:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970766 is committed 00000020:00080000:0.0:1713531221.622311:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008c3bc9c0 refcount 2 committed 0 result 0 batchid 131 00000020:00080000:0.0:1713531221.622316:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3bc600 00000020:00080000:0.0:1713531221.622319:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131e40c00 00000001:00080000:0.0:1713531221.622339:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970767 is committed 00000020:00080000:0.0:1713531221.622348:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88012f6acf00 refcount 2 committed 0 result 0 batchid 132 00000100:00100000:3.0:1713531221.622349:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8051:x1796767405082368:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7826us (7873us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.622349:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8052:x1796767405082304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7838us (7932us total) trans 0 rc 0/0 00000020:00080000:0.0:1713531221.622350:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012f6ace40 00000020:00080000:0.0:1713531221.622353:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800924f5800 00000100:00100000:3.0:1713531221.622357:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4918 00000100:00100000:2.0:1713531221.622361:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4917 00000020:00080000:0.0:1713531221.622364:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 129 batchid updated 00000020:00080000:2.0:1713531221.622379:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 129 00000020:00080000:0.0:1713531221.622380:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008d01c6c0 refcount 2 committed 0 result 0 batchid 130 00000020:00080000:0.0:1713531221.622382:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d01c540 00000020:00080000:0.0:1713531221.622385:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bbd3500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d059400 00000020:00080000:2.0:1713531221.622391:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 132 committed batchid 129 00000100:00100000:3.0:1713531221.622394:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8050:x1796767405082560:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 5739us (5775us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.622398:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4919 00000020:00080000:2.0:1713531221.622494:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 129 00000100:00100000:0.0:1713531221.623181:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.623208:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.623221:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082688 00000100:00100000:3.0:1713531221.623227:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082688 00000100:00100000:0.0:1713531221.623228:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.623245:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082752 00000100:00100000:3.0:1713531221.623246:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082752 00000100:00100000:2.0:1713531221.623249:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082624 00000100:00100000:2.0:1713531221.623254:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082624 00000100:00100000:3.0:1713531221.623255:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1216 00000100:00100000:3.0:1713531221.623259:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405082688:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.623260:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1217 00000100:00100000:0.0:1713531221.623263:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+20:1825:x1796767405082752:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.623281:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1218 00000100:00100000:1.0:1713531221.623286:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405082624:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1713531221.634299:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967619 is committed 00000001:00080000:2.0:1713531221.634309:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967621 is committed 00000100:00100000:1.0:1713531221.634316:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405082624:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11025us (11081us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.634325:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1218 00000001:00080000:0.0:1713531221.634985:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967630 is committed 00000001:00080000:0.0:1713531221.634995:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967626 is committed 00000100:00100000:1.0:1713531221.635037:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405082752:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11771us (11827us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.635041:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1217 00000100:00100000:3.0:1713531221.635054:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405082688:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11784us (11864us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.635062:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1216 00000100:00100000:0.0:1713531221.635412:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.635460:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405082880 00000100:00100000:3.0:1713531221.635465:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405082880 00000100:00100000:3.0:1713531221.635496:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4920 00000100:00100000:3.0:1713531221.635502:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8052:x1796767405082880:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.635536:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.635554:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352d7bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ae6 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.635564:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.635567:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.635585:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635593:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635598:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635610:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635614:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635618:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635622:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.635624:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635628:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.635630:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.635632:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.635633:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.635635:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635638:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352d810 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.635653:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.635659:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083008 00000100:00100000:2.0:1713531221.635663:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083008 00000100:00100000:3.0:1713531221.635674:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8052:x1796767405082880:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 172us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.635678:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4920 00000100:00100000:2.0:1713531221.635679:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083136 00000100:00100000:2.0:1713531221.635681:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083136 00000100:00100000:3.0:1713531221.635687:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4921 00000100:00100000:3.0:1713531221.635690:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8050:x1796767405083008:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.635692:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4922 00000100:00100000:2.0:1713531221.635695:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:8051:x1796767405083136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.635700:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.635707:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352d7fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b17 expref: 90 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.635711:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.635716:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.635717:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.635721:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352d7d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4af4 expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.635723:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635728:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.635729:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:2.0:1713531221.635731:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.635732:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635737:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635740:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.635741:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.635743:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635746:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7818c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.635746:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.635747:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635750:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.635750:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.635753:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.635754:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.635756:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.635758:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352d817 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.635758:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.635761:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.635764:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.635767:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.635768:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.635771:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.635775:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:2.0:1713531221.635777:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.635778:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.635781:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8050:x1796767405083008:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 90us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.635781:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352d81e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.635785:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4921 00000100:00100000:2.0:1713531221.635817:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:8051:x1796767405083136:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 119us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.635823:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4922 00000100:00100000:0.0:1713531221.636308:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.636329:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.636344:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083200 00000100:00100000:3.0:1713531221.636348:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083200 00000100:00100000:0.0:1713531221.636353:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.636365:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083264 00000100:00100000:3.0:1713531221.636367:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083264 00000100:00100000:1.0:1713531221.636368:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083328 00000100:00100000:1.0:1713531221.636372:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083328 00000100:00100000:0.0:1713531221.636373:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1219 00000100:00100000:0.0:1713531221.636379:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405083200:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.636384:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1220 00000100:00100000:3.0:1713531221.636388:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405083264:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.636389:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1221 00000100:00100000:1.0:1713531221.636392:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405083328:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531221.636531:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:1.0:1713531221.636533:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.636534:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:1.0:1713531221.636536:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:1.0:1713531221.636537:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:0.0:1713531221.636538:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.636541:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:3.0:1713531221.636543:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.636543:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:3.0:1713531221.636545:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb mtime from disk: 0 -> 1713531217 00002000:00010000:0.0:1713531221.636545:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:0.0:1713531221.636546:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:3.0:1713531221.636547:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb atime from disk: 0 -> 1713531217 00002000:00010000:3.0:1713531221.636548:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb ctime from disk: 1713531221 -> 1713531217 00002000:00010000:3.0:1713531221.636549:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.636555:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405083328:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 161us (202us total) trans 4294967631 rc 0/0 00000100:00100000:1.0:1713531221.636559:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1221 00000100:00100000:0.0:1713531221.636567:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405083200:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 187us (259us total) trans 4294967622 rc 0/0 00000100:00100000:3.0:1713531221.636570:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405083264:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 181us (240us total) trans 4294967632 rc 0/0 00000100:00100000:0.0:1713531221.636575:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1219 00000100:00100000:3.0:1713531221.636578:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1220 00000100:00100000:0.0:1713531221.637111:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.637127:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.637145:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.637153:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083456 00000100:00100000:2.0:1713531221.637158:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083456 00000100:00100000:2.0:1713531221.637175:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083584 00000100:00100000:2.0:1713531221.637176:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083584 00000100:00100000:0.0:1713531221.637183:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083712 00000100:00100000:0.0:1713531221.637187:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083712 00000100:00100000:2.0:1713531221.637189:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4923 00000100:00100000:2.0:1713531221.637194:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8050:x1796767405083456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.637199:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4924 00000100:00100000:3.0:1713531221.637204:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:8051:x1796767405083584:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.637220:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.637220:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4925 00000100:00100000:0.0:1713531221.637224:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:8052:x1796767405083712:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.637225:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.637232:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.637232:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.637237:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.637239:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.637239:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.637246:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.637250:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.637256:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.637258:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.637261:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 89 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.637263:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 89 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.637285:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 89 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.637286:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 89 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.637292:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409660864:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.637292:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409660992:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.637297:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409660928:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.637326:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.637326:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dce40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.637330:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.637991:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.637995:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409660864:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.638002:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409660992:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.638005:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.638007:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.638011:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.638017:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083840 00000100:00100000:3.0:1713531221.638020:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083840 00000100:00100000:2.0:1713531221.638021:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409660928:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.638030:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.638032:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.638035:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.638042:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083776 00000100:00100000:3.0:1713531221.638043:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083776 00010000:00010000:3.0:1713531221.638048:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.638051:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083904 00000100:00100000:2.0:1713531221.638053:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083904 00010000:00010000:2.0:1713531221.638064:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 92 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.638065:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1009 00000100:00100000:3.0:1713531221.638068:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405083840:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.638074:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.638077:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 92 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.638082:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1010 00010000:00010000:3.0:1713531221.638085:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 92 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.638087:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405083776:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.638088:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1011 00000100:00100000:1.0:1713531221.638092:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405083904:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.638094:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352d73e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4abc expref: 92 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.638094:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.638099:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.638099:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.638100:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.638102:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.638102:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.638106:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.638107:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.638109:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.638110:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.638117:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352d761 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x99:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ac3 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.638117:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352d7a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4adf expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.638121:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.638124:0:6391:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:2.0:1713531221.638126:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:1.0:1713531221.638126:0:6391:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.638129:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.638130:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.638133:0:6391:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.638138:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405083840:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 69us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.638138:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.638139:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.638141:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.638142:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1009 00010000:00010000:2.0:1713531221.638142:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.638143:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.638152:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.638154:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.638154:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405083904:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.638155:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.638158:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.638158:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1011 00010000:00010000:0.0:1713531221.638159:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.638161:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.638162:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.638163:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.638166:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.638169:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.638170:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.638171:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405083776:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.638172:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.638173:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.638174:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.638175:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.638175:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.638177:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1010 00010000:00010000:0.0:1713531221.638178:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d833 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.638179:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.638182:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.638183:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.638183:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.638186:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.638186:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.638189:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.638190:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:3.0:1713531221.638192:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.638192:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.638193:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.638194:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.638196:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352d82c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.638197:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.638199:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:8052:x1796767405083712:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 974us (1052us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531221.638201:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:1.0:1713531221.638202:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.638203:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.638203:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4925 00010000:00010000:1.0:1713531221.638206:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352d825 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.638212:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:8051:x1796767405083584:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1009us (1084us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.638216:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4924 00000100:00100000:1.0:1713531221.638221:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:8050:x1796767405083456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1028us (1111us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.638225:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4923 00000100:00100000:0.0:1713531221.638766:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.638780:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.638794:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084032 00000100:00100000:3.0:1713531221.638797:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084032 00000100:00100000:0.0:1713531221.638803:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.638813:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405083968 00000100:00100000:3.0:1713531221.638815:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405083968 00000100:00100000:1.0:1713531221.638815:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084096 00000100:00100000:1.0:1713531221.638818:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084096 00000100:00100000:3.0:1713531221.638827:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1222 00000100:00100000:3.0:1713531221.638830:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405084032:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.638836:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1223 00000100:00100000:1.0:1713531221.638839:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405083968:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.638844:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.638852:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.638857:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.638860:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.638861:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.638862:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.638864:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.638864:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.638865:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.638866:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.638874:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.638877:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 15 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.638879:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 15 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.638882:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 15 pid: 18188 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.638886:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409661056:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.638886:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1224 00000100:00100000:1.0:1713531221.638888:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409661120:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.638891:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405084096:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.638908:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.638909:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801900 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.638914:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea70c0 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.638917:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.638922:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.638923:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.638924:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.638936:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 10 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.638941:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 10 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.638951:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409661184:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.638972:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.639469:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009d8b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409661056:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.639478:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.639489:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409661120:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.639500:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.639559:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409661184:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.639560:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.639572:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.639584:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.639588:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084224 00000100:00100000:3.0:1713531221.639591:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084224 00000100:00100000:2.0:1713531221.639594:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084160 00000100:00100000:2.0:1713531221.639597:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084160 00010000:00010000:3.0:1713531221.639602:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.639603:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.639609:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.639619:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084288 00000100:00100000:3.0:1713531221.639621:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084288 00010000:00010000:3.0:1713531221.639626:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.639628:0:6391:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1012 00000100:00100000:1.0:1713531221.639631:0:6391:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405084224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.639632:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1013 00000100:00100000:2.0:1713531221.639637:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405084160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.639637:0:6391:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.639641:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1014 00010000:00010000:2.0:1713531221.639643:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.639644:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405084288:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.639645:0:6391:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.639649:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.639650:0:6391:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.639653:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.639657:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.639661:0:6391:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b781680/0xe3b2c9851352d809 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b25 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.639662:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 17 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.639663:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.639666:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.639667:0:6391:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.639670:0:6391:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639672:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352d7e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b09 expref: 11 pid: 15499 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.639674:0:6391:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639675:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352d7ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b10 expref: 16 pid: 18188 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.639678:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.639679:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.639681:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.639683:0:6391:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.639684:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.639685:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639686:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.639689:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639693:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.639695:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639696:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.639698:0:6391:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405084224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.639702:0:6391:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1012 00010000:00010000:0.0:1713531221.639704:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.639708:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405084288:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (105us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.639710:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.639711:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1014 00010000:00010000:0.0:1713531221.639717:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639724:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639725:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639729:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.639729:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405084160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 91us (144us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.639730:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.639735:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1013 00010000:00010000:0.0:1713531221.639736:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.639738:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639739:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639741:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639745:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639746:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639749:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.639751:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639753:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639754:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639756:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639759:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639761:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.639762:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d841 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.639764:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b782640/0xe3b2c9851352d83a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639772:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639779:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639785:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.639788:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405084032:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 957us (1023us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.639790:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa0856730) 00000100:00100000:3.0:1713531221.639791:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1222 00010000:00010000:2.0:1713531221.639793:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.639796:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405083968:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 954us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.639802:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1223 00010000:00010000:2.0:1713531221.639804:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639814:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.639820:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab098c0/0xe3b2c9851352d848 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.639855:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405084096:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 963us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.639861:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1224 00000100:00100000:1.0:1713531221.640450:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.640462:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.640466:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084416 00000100:00100000:0.0:1713531221.640469:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084416 00000100:00100000:1.0:1713531221.640479:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.640489:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084544 00000100:00100000:0.0:1713531221.640490:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084544 00000100:00100000:0.0:1713531221.640496:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084672 00000100:00100000:0.0:1713531221.640497:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084672 00000100:00100000:1.0:1713531221.640503:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4926 00000100:00100000:0.0:1713531221.640508:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4927 00000100:00100000:1.0:1713531221.640509:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:8051:x1796767405084416:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.640511:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:8052:x1796767405084544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.640524:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4928 00000100:00100000:2.0:1713531221.640528:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+86:8050:x1796767405084672:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.640679:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.640689:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.640693:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.640699:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.640699:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.640704:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.640709:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.640709:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.640710:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 89 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.640715:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.640715:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.640715:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409661248:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.640730:0:15548:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.640730:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 89 pid: 8791 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.640733:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a8dca80 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.640738:0:15548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 89 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.640738:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 89 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.640746:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409661376:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.640746:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409661312:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.640765:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.640771:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.641445:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.641459:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.641476:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:15548:1796767409661376:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.641476:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409661312:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.641479:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084736 00000100:00100000:0.0:1713531221.641482:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.641483:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084736 00010000:00010000:2.0:1713531221.641488:0:15548:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.641488:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.641493:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.641507:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409661248:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.641511:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084864 00000100:00100000:3.0:1713531221.641512:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084800 00000100:00100000:3.0:1713531221.641514:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084800 00000100:00100000:2.0:1713531221.641514:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084864 00010000:00010000:1.0:1713531221.641515:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.641519:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.641525:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.641528:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1015 00000100:00100000:3.0:1713531221.641531:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405084736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.641536:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1713531221.641536:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1016 00010000:00010000:3.0:1713531221.641539:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.641539:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:1824:x1796767405084800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531221.641542:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1017 00010000:00010000:3.0:1713531221.641544:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.641545:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.641547:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405084864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.641549:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.641555:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352d7c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4aed expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.641555:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.641555:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.641559:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 92 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.641563:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352d784 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad1 expref: 91 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.641564:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.641567:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.641567:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.641569:0:19876:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:0.0:1713531221.641572:0:19876:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.641573:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.641575:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.641578:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.641578:0:19876:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.641579:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352d78b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ad8 expref: 90 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.641587:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:3.0:1713531221.641590:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.641591:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.641596:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.641601:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.641605:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.641608:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:1824:x1796767405084800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.641609:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405084736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 76us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.641612:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1016 00000100:00100000:3.0:1713531221.641615:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1015 00010000:00010000:2.0:1713531221.641617:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.641636:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405084864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.641642:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1017 00010000:00010000:2.0:1713531221.641658:0:15548:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.641664:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.641675:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.641680:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000001:00080000:1.0:1713531221.641750:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970769 00000001:00080000:2.0:1713531221.641756:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970770 00010000:00010000:1.0:1713531221.641771:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.641777:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:1.0:1713531221.641836:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970768 00000001:00080000:2.0:1713531221.641878:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970772 00000001:00080000:0.0:1713531221.641881:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970771 00000001:00080000:0.0:1713531221.641913:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970775 00000001:00080000:2.0:1713531221.641916:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970774 00000001:00080000:1.0:1713531221.641938:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970773 00000100:00100000:0.0:1713531221.641955:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409661440:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1713531221.641963:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409661504:0@lo:1000:mdt00_006.0 00000001:00080000:1.0:1713531221.641971:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970778 00000100:00100000:0.0:1713531221.641980:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.641991:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d721300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.642001:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661440 00000100:00100000:0.0:1713531221.642002:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661440 00000100:00100000:2.0:1713531221.642008:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.642012:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409661568:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.642028:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661504 00000100:00100000:0.0:1713531221.642029:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661504 00000100:00100000:2.0:1713531221.642034:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.642038:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.642038:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1713531221.642041:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409661440:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1713531221.642044:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661568 00000100:00100000:1.0:1713531221.642046:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609f00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.642047:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661568 00000100:00100000:2.0:1713531221.642049:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1713531221.642054:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409661504:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1713531221.642060:0:16800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1713531221.642063:0:16800:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409661568:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.642071:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409661440:12345-0@lo:1000:mdt00_003.0 Request processed in 30us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.642075:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1713531221.642096:0:16800:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409661568:12345-0@lo:1000:mdt00_004.0 Request processed in 33us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.642097:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409661504:12345-0@lo:1000:mdt00_006.0 Request processed in 42us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.642107:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967619 gen 2 00000004:00080000:1.0:1713531221.642111:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967618 committed transno 4294967619 00000100:00100000:3.0:1713531221.642118:0:16800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1713531221.642122:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000004:00080000:1.0:1713531221.642126:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967619 committed transno 4294967619 00000100:00100000:0.0:1713531221.642134:0:8791:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967626 gen 2 00000004:00080000:0.0:1713531221.642137:0:8791:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967626 committed transno 4294967626 00000100:00100000:1.0:1713531221.642142:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409661568:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.642148:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409661504:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.642148:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409661440:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1713531221.642317:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970776 00000001:00080000:1.0:1713531221.642330:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970779 00000001:00080000:2.0:1713531221.642335:0:15548:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970777 00000100:00100000:0.0:1713531221.642358:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409661632:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531221.642379:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.642381:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409661696:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.642382:0:15548:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409661760:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1713531221.642400:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd26000 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.642403:0:15548:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.642413:0:15548:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.642427:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661632 00000100:00100000:3.0:1713531221.642430:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661632 00000100:00100000:1.0:1713531221.642437:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.642442:0:6410:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661760 00000100:00100000:3.0:1713531221.642443:0:6410:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661760 00000100:00100000:2.0:1713531221.642445:0:16800:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409661696 00000100:00100000:1.0:1713531221.642447:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6acb40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.642449:0:16800:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409661696 00000100:00100000:3.0:1713531221.642451:0:6410:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1713531221.642454:0:6410:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409661632:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531221.642457:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1713531221.642462:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1713531221.642462:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15548:x1796767409661760:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1713531221.642466:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409661696:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.642549:0:6410:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:8791:x1796767409661632:12345-0@lo:1000:mdt00_003.0 Request processed in 93us (169us total) trans 4294967633 rc 0/0 00000100:00100000:3.0:1713531221.642553:0:6410:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1713531221.642575:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:15548:x1796767409661760:12345-0@lo:1000:mdt00_006.0 Request processed in 112us (170us total) trans 4294967634 rc 0/0 00000100:00100000:1.0:1713531221.642579:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409661696:12345-0@lo:1000:mdt00_004.0 Request processed in 111us (140us total) trans 4294967623 rc 0/0 00000100:00100000:0.0:1713531221.642581:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1713531221.642585:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1713531221.642586:0:15548:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:15548:1796767409661760:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1713531221.642600:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.642602:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409661696:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1713531221.642604:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.642607:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.642608:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409661632:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1713531221.642609:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.642611:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.642614:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642616:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642619:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff880134ed9000) 00010000:00010000:3.0:1713531221.642620:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.642621:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.642622:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642622:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642624:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352d856 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642626:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642627:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.642630:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.642632:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.642633:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642636:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.642638:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642639:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.642639:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.642642:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.642643:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.642644:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008cf75500) 00010000:00010000:3.0:1713531221.642645:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.642647:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee06c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.642647:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.642649:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.642649:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642650:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88008cf75600) 00010000:00010000:3.0:1713531221.642652:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.642653:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352d84f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642653:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.642655:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.642656:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:3.0:1713531221.642657:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.642659:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.642660:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352d85d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x99:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.642661:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee06c0/0xe3b2c98513528dfd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x71:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.642665:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642668:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642671:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642674:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.642675:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.642676:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642677:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642678:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642680:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.642681:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642682:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:2.0:1713531221.642683:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.642684:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.642684:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.642685:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642687:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642687:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c98513528f23 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x70:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642688:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee0000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.642690:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.642690:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.642693:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.642694:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.642696:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.642697:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.642700:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:3.0:1713531221.642702:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642702:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642702:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.642704:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.642706:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008bd3e300) 00010000:00010000:2.0:1713531221.642706:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642707:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.642708:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.642708:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee0000/0xe3b2c98513528e51 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.642709:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.642710:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352d864 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x71:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.642712:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642715:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642718:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642721:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.642723:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.642725:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642726:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.642728:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88009a3a4b00) 00010000:00010000:2.0:1713531221.642729:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.642730:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642732:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.642733:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352d86b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x70:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.642738:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642743:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642747:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642752:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642755:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3f3c0 already unused, calling callback (ffffffffa138a700) 00000040:00080000:3.0:1713531221.642756:0:15548:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:0.0:1713531221.642757:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000040:00080000:3.0:1713531221.642760:0:15548:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:0.0:1713531221.642761:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642766:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d223700) 00010000:00010000:0.0:1713531221.642767:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.642769:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.642773:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352d872 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x75:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000040:00080000:3.0:1713531221.642852:0:15548:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 155 count 121 00000040:00080000:3.0:1713531221.642857:0:15548:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000040:00080000:2.0:1713531221.642885:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.642887:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.642894:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+98:8050:x1796767405084672:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2364us (2412us total) trans 4294970782 rc 0/0 00000100:00100000:3.0:1713531221.642900:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4928 00000020:00080000:3.0:1713531221.642903:0:15548:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.642961:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 157 count 121 00000040:00080000:2.0:1713531221.642966:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000040:00080000:0.0:1713531221.643001:0:8791:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:2.0:1713531221.643004:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8052:x1796767405084544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2490us (2538us total) trans 4294970781 rc 0/0 00000040:00080000:0.0:1713531221.643004:0:8791:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.643010:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4927 00000020:00080000:2.0:1713531221.643013:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.643077:0:8791:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 156 count 121 00000040:00080000:0.0:1713531221.643082:0:8791:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.643125:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:8051:x1796767405084416:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2615us (2674us total) trans 4294970780 rc 0/0 00000040:00080000:1.0:1713531221.643131:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:0.0:1713531221.643133:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4926 00000040:00080000:1.0:1713531221.643134:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000020:00080000:0.0:1713531221.643136:0:8791:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.643162:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 160 count 121 00000040:00080000:1.0:1713531221.643168:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.643207:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409661824:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.643227:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.643715:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.643759:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.643769:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405084992 00000100:00100000:2.0:1713531221.643773:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405084992 00000100:00100000:2.0:1713531221.643792:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085120 00000100:00100000:2.0:1713531221.643794:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085120 00000100:00100000:1.0:1713531221.643798:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409661824:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1713531221.643799:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1046 00000100:00100000:3.0:1713531221.643803:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2287450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:8052:x1796767405084992:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.643810:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1047 00000100:00100000:2.0:1713531221.643814:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:8051:x1796767405085120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.643842:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:1.0:1713531221.643847:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.643849:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.643925:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.643945:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.643966:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.643974:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085248 00000100:00100000:2.0:1713531221.643977:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085248 00000100:00100000:0.0:1713531221.643979:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085312 00000100:00100000:0.0:1713531221.643982:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085312 00000100:00100000:2.0:1713531221.643991:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1048 00000100:00100000:2.0:1713531221.643995:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+101:8050:x1796767405085248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.643995:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085440 00000100:00100000:0.0:1713531221.643996:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085440 00000100:00100000:0.0:1713531221.644004:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085376 00000004:00080000:3.0:1713531221.644006:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1713531221.644006:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085376 00000100:00100000:0.0:1713531221.644017:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4929 00000100:00100000:0.0:1713531221.644021:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+103:8054:x1796767405085312:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000040:00080000:1.0:1713531221.644026:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 160 count 121 00000040:00080000:1.0:1713531221.644033:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000004:00000080:0.0:1713531221.644034:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb6:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.644055:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4930 00000100:00100000:1.0:1713531221.644060:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8055:x1796767405085440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000001:00080000:3.0:1713531221.644067:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970783 00000004:00000080:1.0:1713531221.644072:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb3:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.644084:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8054:x1796767405085312:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 62us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.644089:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4929 00010000:00010000:3.0:1713531221.644093:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.644099:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.644100:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4931 00010000:00010000:3.0:1713531221.644103:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.644104:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8053:x1796767405085376:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.644108:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.644110:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.644113:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00000004:00000080:0.0:1713531221.644113:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb0:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531221.644114:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+104:8055:x1796767405085440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.644116:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00000004:00080000:2.0:1713531221.644116:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1713531221.644118:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782880 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.644120:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531221.644120:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4930 00010000:00010000:3.0:1713531221.644123:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.644127:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9a:0x0].0x0 (ffff88008bd3e400) 00010000:00010000:3.0:1713531221.644128:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.644130:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.644132:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352d879 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000001:00080000:2.0:1713531221.644132:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970785 00000100:00100000:0.0:1713531221.644142:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+104:8053:x1796767405085376:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 37us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.644148:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4931 00010000:00010000:2.0:1713531221.644157:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644162:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644167:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644170:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644173:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644176:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644179:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644181:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.644183:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.644186:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00000100:00100000:3.0:1713531221.644188:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2287450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8052:x1796767405084992:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 384us (474us total) trans 4294970786 rc 0/0 00010000:00010000:2.0:1713531221.644190:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9b:0x0].0x0 (ffff88009a3a4600) 00000100:00100000:3.0:1713531221.644192:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1046 00010000:00010000:2.0:1713531221.644192:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.644193:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000020:00080000:3.0:1713531221.644195:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1713531221.644196:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352d880 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00000100:00100000:2.0:1713531221.644233:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+102:8050:x1796767405085248:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 237us (392us total) trans 4294970787 rc 0/0 00000100:00100000:2.0:1713531221.644237:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1048 00000020:00080000:2.0:1713531221.644239:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000004:00080000:2.0:1713531221.644262:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x99:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531221.644295:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970784 00010000:00010000:2.0:1713531221.644318:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644323:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644327:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644330:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644333:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644336:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644339:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644345:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.644347:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644353:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644359:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x99:0x0].0x0 (ffff88009a3a4d00) 00010000:00010000:2.0:1713531221.644361:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.644363:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.644368:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352d887 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.644410:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+102:8051:x1796767405085120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 595us (651us total) trans 4294970788 rc 0/0 00000100:00100000:2.0:1713531221.644415:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1047 00000020:00080000:2.0:1713531221.644428:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.645209:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.645247:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.645248:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085504 00000100:00100000:2.0:1713531221.645252:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085504 00000100:00100000:2.0:1713531221.645285:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085568 00000100:00100000:2.0:1713531221.645288:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085568 00000100:00100000:3.0:1713531221.645292:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4932 00000100:00100000:3.0:1713531221.645297:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8054:x1796767405085504:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.645313:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4933 00000100:00100000:2.0:1713531221.645319:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8053:x1796767405085568:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.645325:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645332:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645337:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645342:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645344:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645347:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645348:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645351:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645356:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645360:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645363:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645364:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645367:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645367:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645370:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645378:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.645380:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb6:0x0]: returning size 3 00000004:00200000:3.0:1713531221.645382:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1713531221.645382:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000004:00010000:3.0:1713531221.645387:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645387:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645392:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645395:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645398:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645401:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7821c0 already unused, calling callback (ffffffffa138a700) 00000004:00200000:2.0:1713531221.645401:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb0:0x0]: returning size 3 00010000:00010000:3.0:1713531221.645402:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.645404:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1713531221.645405:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645410:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00000004:00010000:2.0:1713531221.645410:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645411:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.645413:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645428:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352d88e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645429:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645434:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645437:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645439:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645440:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645443:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645445:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.645447:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645447:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645450:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645452:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645455:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645462:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.645464:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645467:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645471:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352d895 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645480:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645485:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645490:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645494:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645496:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645498:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa4e0622f (ffff88008bd3e800) 00010000:00010000:3.0:1713531221.645499:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645500:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645501:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645504:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352d89c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645506:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ee0622f (ffff88009a3a4300) 00010000:00010000:2.0:1713531221.645508:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645510:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645512:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645515:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645515:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352d8aa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645517:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645520:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.645522:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.645524:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645525:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645528:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff880131fa8d00) 00010000:00010000:3.0:1713531221.645529:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.645530:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645530:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.645533:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352d8a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.645535:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645539:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645541:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645546:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645552:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:2.0:1713531221.645554:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645556:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645561:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352d8b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.645567:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8054:x1796767405085504:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 269us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.645572:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4932 00000100:00100000:2.0:1713531221.645591:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8053:x1796767405085568:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 270us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.645599:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.645604:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4933 00000100:00100000:2.0:1713531221.645628:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085632 00000100:00100000:2.0:1713531221.645631:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085632 00000100:00100000:2.0:1713531221.645645:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4934 00000100:00100000:2.0:1713531221.645650:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8055:x1796767405085632:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.645670:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645676:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645682:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645691:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645696:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645700:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645710:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645716:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645720:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.645733:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb3:0x0]: returning size 3 00000004:00200000:2.0:1713531221.645735:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.645740:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645749:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645753:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645758:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645762:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645765:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645769:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645775:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.645777:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645779:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645784:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08240/0xe3b2c9851352d8b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645792:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645797:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645802:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645806:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab086c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645809:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645813:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645819:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89e0622f (ffff8800a3da5f00) 00010000:00010000:2.0:1713531221.645821:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645823:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645828:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab086c0/0xe3b2c9851352d8bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645836:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645841:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645846:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645850:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.645852:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645857:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645862:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff880129d0b600) 00010000:00010000:2.0:1713531221.645863:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.645865:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.645873:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352d8c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.645910:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8055:x1796767405085632:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 258us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.645917:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4934 00000100:00100000:0.0:1713531221.646311:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.646322:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085760 00000100:00100000:2.0:1713531221.646326:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085760 00000100:00100000:2.0:1713531221.646341:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4935 00000100:00100000:2.0:1713531221.646345:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+102:8053:x1796767405085760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.646354:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.646363:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d8cd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b2c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.646429:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646437:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646443:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646454:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646459:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646464:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646484:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646490:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646495:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.646501:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb0:0x0]: returning size 3 00010000:00010000:2.0:1713531221.646543:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646549:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646554:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646558:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.646561:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646565:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646572:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:2.0:1713531221.646574:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.646576:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646580:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352d8e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646592:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646596:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646601:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646604:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.646606:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646610:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646615:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.646617:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.646619:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646623:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352d8d4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646628:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646632:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646637:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646641:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.646643:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646648:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646653:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ee0622f (ffff8800a3da5d00) 00010000:00010000:2.0:1713531221.646655:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.646657:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646662:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352d8db lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.646683:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d8cd lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b2c expref: 104 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.646691:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352d8cd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b2c expref: 104 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.646699:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b180, rc 0) 00000100:00100000:2.0:1713531221.646731:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8053:x1796767405085760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 384us (419us total) trans 4294970789 rc 301/301 00000100:00100000:2.0:1713531221.646738:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4935 00000100:00100000:0.0:1713531221.647462:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.647512:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085824 00000100:00100000:2.0:1713531221.647516:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085824 00000100:00100000:0.0:1713531221.647529:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.647532:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405085952 00000100:00100000:2.0:1713531221.647534:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405085952 00000100:00100000:1.0:1713531221.647545:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4936 00000100:00100000:0.0:1713531221.647550:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4937 00000100:00100000:1.0:1713531221.647551:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8053:x1796767405085824:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.647555:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8054:x1796767405085952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.647577:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:1.0:1713531221.647577:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb0:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531221.647586:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d8f0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b33 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.647619:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8053:x1796767405085824:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.647625:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4936 00010000:00010000:2.0:1713531221.647633:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647640:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647647:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647656:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647662:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647667:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647687:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647692:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647698:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.647704:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb6:0x0]: returning size 3 00010000:00010000:2.0:1713531221.647742:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647748:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647757:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647761:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.647764:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647769:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647776:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff880131fa8d00) 00010000:00010000:2.0:1713531221.647778:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.647781:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647786:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352d905 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647795:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647801:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647805:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647810:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.647812:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647817:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647827:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.647828:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.647830:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647835:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352d8f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647842:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647847:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647852:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647855:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.647857:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647862:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647867:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa4e0622f (ffff8800a6933b00) 00010000:00010000:2.0:1713531221.647869:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.647870:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647875:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352d8fe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa4e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.647895:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d8f0 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b33 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.647903:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352d8f0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b33 expref: 105 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.647910:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a880, rc 0) 00000100:00100000:2.0:1713531221.647941:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8054:x1796767405085952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 385us (411us total) trans 4294970790 rc 301/301 00000100:00100000:2.0:1713531221.647947:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4937 00000100:00100000:0.0:1713531221.648461:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.648498:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086016 00000100:00100000:2.0:1713531221.648502:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086016 00000100:00100000:2.0:1713531221.648520:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4938 00000100:00100000:2.0:1713531221.648523:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8053:x1796767405086016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.648529:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.648537:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d913 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b3a expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.648555:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648560:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648565:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648572:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648576:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648580:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648640:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352d928 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648644:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352d928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648648:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352d928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.648660:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xad:0x0]: returning size 11776 00000004:00200000:2.0:1713531221.648662:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.648666:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352d928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648670:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648673:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648677:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648679:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.648681:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648684:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648687:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff88008c068100) 00010000:00010000:2.0:1713531221.648689:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.648691:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:0.0:1713531221.648692:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.648694:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352d91a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648699:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648702:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648705:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.648705:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086208 00010000:00010000:2.0:1713531221.648708:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00000100:00100000:1.0:1713531221.648708:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086208 00010000:00010000:2.0:1713531221.648709:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648712:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648715:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x2e726997 (ffff88008cf75d00) 00010000:00010000:2.0:1713531221.648716:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.648717:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.648719:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352d921 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x2e726997 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:1.0:1713531221.648721:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4939 00000100:00100000:1.0:1713531221.648724:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8055:x1796767405086208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.648731:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352d913 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b3a expref: 107 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.648731:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.648738:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d92f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b41 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.648740:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11d40/0xe3b2c9851352d928 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b3a expref: 106 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.648744:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:2.0:1713531221.648745:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1713531221.648746:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11d40, rc 0) 00000100:00100000:2.0:1713531221.648763:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+107:8053:x1796767405086016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 239us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.648767:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4938 00010000:00010000:1.0:1713531221.648770:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648776:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648780:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648787:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648790:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648794:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648807:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648810:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648813:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531221.648817:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb3:0x0]: returning size 3 00010000:00010000:1.0:1713531221.648846:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648853:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648856:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648859:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.648861:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648864:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648868:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff880129d0b600) 00010000:00010000:1.0:1713531221.648869:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.648871:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648874:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352d944 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648878:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648881:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648884:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648886:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.648888:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648893:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648897:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.648898:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.648899:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648901:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352d936 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648905:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648907:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648910:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648912:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.648913:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648916:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648919:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89e0622f (ffff880131fa8900) 00010000:00010000:1.0:1713531221.648920:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.648921:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648923:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352d93d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.648940:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d92f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b41 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.648944:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352d92f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b41 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.648949:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cfc0, rc 0) 00000100:00100000:1.0:1713531221.648972:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8055:x1796767405086208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 247us (282us total) trans 4294970791 rc 301/301 00000100:00100000:1.0:1713531221.648976:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4939 00000100:00100000:1.0:1713531221.648989:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.649011:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086080 00000100:00100000:2.0:1713531221.649014:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086080 00000100:00100000:2.0:1713531221.649030:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4940 00000100:00100000:2.0:1713531221.649033:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8054:x1796767405086080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.649042:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb6:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.649070:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8054:x1796767405086080:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 36us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.649074:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4940 00000100:00100000:0.0:1713531221.649651:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.649660:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086336 00000100:00100000:2.0:1713531221.649663:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086336 00000100:00100000:2.0:1713531221.649675:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4941 00000100:00100000:2.0:1713531221.649678:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:8053:x1796767405086336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.649684:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.649689:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352d952 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b48 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.649728:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.649745:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086400 00000100:00100000:0.0:1713531221.649749:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086400 00000100:00100000:0.0:1713531221.649774:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4942 00000100:00100000:0.0:1713531221.649780:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8055:x1796767405086400:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.649792:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb3:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.649824:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+108:8055:x1796767405086400:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 45us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.649829:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4942 00000004:00080000:2.0:1713531221.649969:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x54:0x0], index 1: 0 00010000:00010000:2.0:1713531221.650065:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352d959 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.650070:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352d959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.650075:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352d959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.650093:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352d952 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b48 expref: 109 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.650100:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352d959 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b48 expref: 108 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.650104:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:2.0:1713531221.650106:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.650107:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:2.0:1713531221.650130:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8053:x1796767405086336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 451us (479us total) trans 4294970792 rc 0/0 00000100:00100000:2.0:1713531221.650133:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4941 00000100:00100000:3.0:1713531221.651130:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.651161:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086528 00000100:00100000:2.0:1713531221.651164:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086528 00000100:00100000:2.0:1713531221.651182:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4943 00000100:00100000:2.0:1713531221.651185:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:8054:x1796767405086528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.651191:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.651196:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352d967 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b4f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.651334:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x57:0x0], index 0: 0 00010000:00010000:2.0:1713531221.651410:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352d96e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.651431:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352d96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.651436:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352d96e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.651456:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352d967 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b4f expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.651463:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352d96e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b4f expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.651467:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff88008cf75400) 00010000:00010000:2.0:1713531221.651468:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.651469:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:2.0:1713531221.651493:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8054:x1796767405086528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 307us (365us total) trans 4294970793 rc 0/0 00000100:00100000:2.0:1713531221.651496:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4943 00000100:00100000:0.0:1713531221.652540:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.652571:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086656 00000100:00100000:2.0:1713531221.652574:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086656 00000100:00100000:2.0:1713531221.652593:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4944 00000100:00100000:2.0:1713531221.652596:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8055:x1796767405086656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.652603:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.652608:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352d97c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b56 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.652733:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x55:0x0], index 1: 0 00010000:00010000:2.0:1713531221.652815:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352d983 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.652821:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352d983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.652825:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352d983 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.652842:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352d97c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b56 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.652849:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352d983 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b56 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.652853:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff88008cf75b00) 00010000:00010000:2.0:1713531221.652854:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.652855:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:2.0:1713531221.652881:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8055:x1796767405086656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 284us (342us total) trans 4294970794 rc 0/0 00000100:00100000:2.0:1713531221.652884:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4944 00000100:00100000:0.0:1713531221.654167:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.654210:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086784 00000100:00100000:2.0:1713531221.654217:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086784 00000100:00100000:2.0:1713531221.654252:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4945 00000100:00100000:2.0:1713531221.654257:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8053:x1796767405086784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.654309:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.654325:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352d959 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b48 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.654334:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff88008cf75a00) 00010000:00010000:2.0:1713531221.654340:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.654357:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.654365:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 192 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.654370:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.654390:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 192 pid: 6410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.654398:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 192 pid: 6410 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.654406:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131912680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409661888:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.654462:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.655256:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880131912680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409661888:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.655301:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.655436:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.655476:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086848 00000100:00100000:2.0:1713531221.655480:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086848 00010000:00010000:2.0:1713531221.655495:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 193 pid: 6410 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.655515:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1018 00000100:00100000:2.0:1713531221.655518:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:1823:x1796767405086848:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.655524:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.655527:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 193 pid: 6410 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.655533:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 193 pid: 6410 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.655541:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c985135280e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c341f expref: 193 pid: 6410 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.655547:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:2.0:1713531221.655549:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.655554:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.655557:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.655570:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.655590:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:1823:x1796767405086848:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.655594:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1018 00010000:00010000:0.0:1713531221.655595:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655602:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655621:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655628:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655634:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655695:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655701:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655706:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655711:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.655713:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655719:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655725:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:0.0:1713531221.655728:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.655730:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655735:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352d991 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655743:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655748:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655753:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655757:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c6c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.655759:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655764:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655769:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0xf54fdaad (ffff8800a724fe00) 00010000:00010000:0.0:1713531221.655771:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.655773:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.655777:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352d998 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xf54fdaad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.655827:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8053:x1796767405086784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1569us (1661us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.655833:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4945 00000100:00100000:0.0:1713531221.656440:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.656482:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405086912 00000100:00100000:2.0:1713531221.656486:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405086912 00000100:00100000:2.0:1713531221.656509:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4946 00000100:00100000:2.0:1713531221.656514:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:8053:x1796767405086912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.656516:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.656527:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.656540:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352d99f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b5d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.656545:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087040 00000100:00100000:1.0:1713531221.656549:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087040 00010000:00010000:2.0:1713531221.656562:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.656568:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.656575:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.656577:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4947 00000100:00100000:1.0:1713531221.656583:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8054:x1796767405087040:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.656604:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.656616:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352d96e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b4f expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.656627:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff88008cf75400) 00010000:00010000:2.0:1713531221.656634:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352d99f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.656634:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.656646:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.656646:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.656653:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.656653:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.656655:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.656657:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12880, rc 0) 00010000:00010000:1.0:1713531221.656663:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656674:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.656679:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8053:x1796767405086912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 165us (239us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.656679:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.656683:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4946 00010000:00010000:1.0:1713531221.656684:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656719:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656724:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656729:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656734:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.656736:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656741:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656748:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:1.0:1713531221.656750:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.656753:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656757:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352d9ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656765:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656770:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656775:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656778:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.656780:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656784:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656789:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0xa6bb812b (ffff880131fa8000) 00010000:00010000:1.0:1713531221.656790:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.656792:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.656796:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352d9b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xa6bb812b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.656836:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+111:8054:x1796767405087040:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 252us (319us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.656840:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4947 00000100:00100000:0.0:1713531221.657232:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.657301:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087168 00000100:00100000:1.0:1713531221.657305:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087168 00000100:00100000:1.0:1713531221.657328:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4948 00000100:00100000:1.0:1713531221.657331:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+111:8053:x1796767405087168:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.657356:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.657366:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.657368:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087232 00000100:00100000:2.0:1713531221.657372:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087232 00010000:00010000:1.0:1713531221.657372:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.657377:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.657378:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.657389:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087360 00000100:00100000:2.0:1713531221.657390:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087360 00000100:00100000:2.0:1713531221.657399:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4949 00000100:00100000:2.0:1713531221.657402:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8054:x1796767405087232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.657405:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4950 00010000:00010000:2.0:1713531221.657408:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.657409:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8055:x1796767405087360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.657434:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352d9c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b64 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.657435:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.657444:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352d983 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b56 expref: 114 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.657449:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.657451:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff88008cf75b00) 00010000:00010000:2.0:1713531221.657454:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.657455:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.657458:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.657463:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657468:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657472:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657480:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657483:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657486:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.657492:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352d9c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 114 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.657500:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.657504:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.657505:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.657507:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00010000:00010000:0.0:1713531221.657509:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657513:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657516:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657518:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3c900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.657520:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657523:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657527:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:0.0:1713531221.657528:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.657529:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657532:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352d9d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.657535:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8054:x1796767405087232:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (178us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.657536:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657539:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.657541:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4949 00010000:00010000:0.0:1713531221.657543:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657547:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.657549:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657553:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657559:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x43595b98 (ffff88008bcbf600) 00010000:00010000:0.0:1713531221.657560:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.657562:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.657567:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352d9d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x43595b98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.657601:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:8055:x1796767405087360:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 190us (221us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531221.657607:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4950 00000040:00080000:1.0:1713531221.657623:0:6405:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].72, 88 off14048 00000004:00010000:1.0:1713531221.657688:0:6405:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880135b0a300 reply state ffff880132287000 transno 4294970795 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.657693:0:6405:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.657726:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8053:x1796767405087168:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 393us (494us total) trans 4294970795 rc 0/0 00000100:00100000:1.0:1713531221.657730:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4948 00010000:00010000:2.0:1713531221.658178:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.658183:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.658187:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.658188:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.658190:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.658192:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.658195:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.658201:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:2.0:1713531221.658203:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.658204:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.658207:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352d9bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.658230:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.658242:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087488 00000100:00100000:0.0:1713531221.658246:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087488 00000100:00100000:0.0:1713531221.658262:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087552 00000100:00100000:0.0:1713531221.658263:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087552 00000100:00100000:2.0:1713531221.658282:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4951 00000100:00100000:2.0:1713531221.658286:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8054:x1796767405087488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.658292:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4952 00000100:00100000:1.0:1713531221.658297:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:8053:x1796767405087552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.658307:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.658313:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.658314:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b6b expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.658318:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.658323:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.658334:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.658341:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.658350:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.658351:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.658353:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00000100:00100000:1.0:1713531221.658373:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+114:8053:x1796767405087552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.658377:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4952 00000100:00100000:0.0:1713531221.658382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.658394:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087616 00000100:00100000:1.0:1713531221.658397:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087616 00000100:00100000:1.0:1713531221.658407:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4953 00000100:00100000:1.0:1713531221.658410:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+114:8055:x1796767405087616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.658415:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.658435:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352d9ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b72 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.658445:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.658450:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.658454:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.658489:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352d9ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 116 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.658496:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 115 pid: 6405 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1713531221.658499:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].72, 88 off14144 00010000:00010000:1.0:1713531221.658500:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:1.0:1713531221.658502:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.658503:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c000, rc 0) 00000100:00100000:1.0:1713531221.658527:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8055:x1796767405087616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 116us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.658531:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4953 00000004:00010000:2.0:1713531221.658549:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dfef100 reply state ffff880134d64000 transno 4294970796 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.658554:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.658584:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8054:x1796767405087488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 297us (398us total) trans 4294970796 rc 0/0 00000100:00100000:2.0:1713531221.658589:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4951 00000100:00100000:0.0:1713531221.658973:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.659008:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087680 00000100:00100000:2.0:1713531221.659012:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087680 00000100:00100000:2.0:1713531221.659029:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1225 00010000:00010000:3.0:1713531221.659033:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.659033:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405087680:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.659038:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.659042:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.659044:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.659046:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.659049:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.659055:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:3.0:1713531221.659056:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.659058:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.659061:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352d9de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.659127:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.659152:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405087680:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 118us (179us total) trans 4294967624 rc 0/0 00000100:00100000:2.0:1713531221.659157:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1225 00000100:00100000:0.0:1713531221.659166:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.659214:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087744 00000100:00100000:3.0:1713531221.659218:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087744 00000100:00100000:1.0:1713531221.659231:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405087872 00000100:00100000:1.0:1713531221.659235:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405087872 00000100:00100000:3.0:1713531221.659238:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4954 00000100:00100000:3.0:1713531221.659243:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8054:x1796767405087744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.659248:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4955 00010000:00010000:3.0:1713531221.659254:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.659254:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+116:8055:x1796767405087872:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.659262:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b79 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.659300:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659308:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 117 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.659308:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.659314:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659317:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 117 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.659330:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:3.0:1713531221.659332:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.659334:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b781680, rc 0) 00000100:00100000:3.0:1713531221.659366:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8054:x1796767405087744:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 121us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.659372:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4954 00000040:00080000:0.0:1713531221.659456:0:6405:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].73, 88 off14136 00000004:00010000:0.0:1713531221.659497:0:6405:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880135b09180 reply state ffff8801322f7000 transno 4294970797 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.659502:0:6405:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531221.659537:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8055:x1796767405087872:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 283us (371us total) trans 4294970797 rc 0/0 00000100:00100000:0.0:1713531221.659544:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4955 00000100:00100000:0.0:1713531221.659782:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.659818:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088000 00000100:00100000:2.0:1713531221.659822:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088000 00000100:00100000:2.0:1713531221.659838:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000100:00100000:2.0:1713531221.659841:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+118:8053:x1796767405088000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.659937:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659942:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659946:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659951:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.659953:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659956:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.659962:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:3.0:1713531221.659963:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.659964:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.659965:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8053:x1796767405088000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 122us (182us total) trans 4294970798 rc 0/0 00010000:00010000:3.0:1713531221.659967:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352da01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.659969:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000100:00100000:2.0:1713531221.660042:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.660055:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088064 00000100:00100000:0.0:1713531221.660058:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088064 00000100:00100000:2.0:1713531221.660068:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.660075:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1226 00000100:00100000:0.0:1713531221.660078:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405088064:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.660229:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405088064:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 148us (186us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1713531221.660235:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1226 00000100:00100000:0.0:1713531221.660249:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088128 00000100:00100000:0.0:1713531221.660252:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088128 00000100:00100000:0.0:1713531221.660285:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4956 00000100:00100000:0.0:1713531221.660289:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+118:8055:x1796767405088128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.660298:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.660306:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b80 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.660325:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 119 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.660333:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 119 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.660344:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:0.0:1713531221.660346:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.660348:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08900, rc 0) 00000100:00100000:0.0:1713531221.660374:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8055:x1796767405088128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 83us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.660379:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4956 00000100:00100000:0.0:1713531221.660513:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.660541:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088256 00000100:00100000:2.0:1713531221.660545:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088256 00000100:00100000:2.0:1713531221.660566:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4957 00000100:00100000:2.0:1713531221.660570:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8053:x1796767405088256:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.660616:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+119:8053:x1796767405088256:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 45us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.660620:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4957 00000100:00100000:2.0:1713531221.660752:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.660779:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088384 00000100:00100000:0.0:1713531221.660782:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088384 00000100:00100000:0.0:1713531221.660795:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1050 00000100:00100000:0.0:1713531221.660797:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+119:8054:x1796767405088384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.660945:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+120:8054:x1796767405088384:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 146us (193us total) trans 4294970799 rc 0/0 00000100:00100000:0.0:1713531221.660950:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1050 00000100:00100000:0.0:1713531221.661060:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.661070:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088448 00000100:00100000:2.0:1713531221.661073:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088448 00000100:00100000:2.0:1713531221.661089:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1227 00000100:00100000:2.0:1713531221.661092:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405088448:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.661186:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405088448:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 93us (126us total) trans 4294967625 rc 0/0 00000100:00100000:2.0:1713531221.661191:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1227 00000100:00100000:0.0:1713531221.661248:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.661257:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088512 00000100:00100000:2.0:1713531221.661259:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088512 00000100:00100000:2.0:1713531221.661286:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4958 00000100:00100000:2.0:1713531221.661289:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+120:8053:x1796767405088512:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.661294:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.661301:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352da0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b87 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.661321:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.661327:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.661332:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.661347:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.661352:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.661362:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352da0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b87 expref: 122 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.661369:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b87 expref: 121 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.661373:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:2.0:1713531221.661374:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.661376:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13600, rc 0) 00000100:00100000:2.0:1713531221.661390:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8053:x1796767405088512:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 101us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.661394:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4958 00000100:00100000:0.0:1713531221.661462:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.661473:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088640 00000100:00100000:2.0:1713531221.661475:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088640 00000100:00100000:2.0:1713531221.661486:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4959 00000100:00100000:2.0:1713531221.661488:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8054:x1796767405088640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.661512:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+121:8054:x1796767405088640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 23us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.661516:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4959 00000100:00100000:0.0:1713531221.661695:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.661721:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088768 00000100:00100000:2.0:1713531221.661723:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088768 00000100:00100000:2.0:1713531221.661737:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1051 00000100:00100000:2.0:1713531221.661740:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+121:8055:x1796767405088768:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.661849:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+122:8055:x1796767405088768:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 107us (154us total) trans 4294970800 rc 0/0 00000100:00100000:2.0:1713531221.661854:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1051 00000100:00100000:0.0:1713531221.661999:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.662026:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088832 00000100:00100000:2.0:1713531221.662029:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088832 00000100:00100000:2.0:1713531221.662041:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4960 00000100:00100000:2.0:1713531221.662043:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+122:8054:x1796767405088832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.662049:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.662055:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352da1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b8e expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.662072:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.662077:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.662081:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:2.0:1713531221.662090:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.662095:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.662103:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352da1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b8e expref: 124 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.662110:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b8e expref: 123 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.662117:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.662118:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.662120:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:2.0:1713531221.662142:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8054:x1796767405088832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 98us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.662145:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4960 00000100:00100000:0.0:1713531221.662153:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.662163:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405088896 00000100:00100000:2.0:1713531221.662165:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405088896 00000100:00100000:2.0:1713531221.662178:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1228 00000100:00100000:2.0:1713531221.662180:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405088896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.662185:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.662194:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b95 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.662204:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.662212:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.662213:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.662217:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.662224:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.662229:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11200, rc 0) 00000100:00100000:2.0:1713531221.662242:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405088896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 61us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.662246:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1228 00000100:00100000:0.0:1713531221.662332:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.662341:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089024 00000100:00100000:2.0:1713531221.662343:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089024 00000100:00100000:2.0:1713531221.662351:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4961 00000100:00100000:2.0:1713531221.662353:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8055:x1796767405089024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.662380:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8055:x1796767405089024:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (48us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.662384:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4961 00000100:00100000:0.0:1713531221.662855:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.662907:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089152 00000100:00100000:2.0:1713531221.662911:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089152 00000100:00100000:0.0:1713531221.662923:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.662933:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4962 00000100:00100000:2.0:1713531221.662936:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8053:x1796767405089152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.662955:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.662962:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089216 00000100:00100000:3.0:1713531221.662966:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089216 00000100:00100000:1.0:1713531221.662967:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089280 00000100:00100000:2.0:1713531221.662968:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+123:8053:x1796767405089152:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.662972:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089280 00000100:00100000:2.0:1713531221.662983:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4962 00000100:00100000:3.0:1713531221.662995:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1229 00000100:00100000:3.0:1713531221.663000:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405089216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.663001:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4963 00010000:00010000:3.0:1713531221.663006:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.663007:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8055:x1796767405089280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.663015:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.663016:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4b9c expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.663023:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352da39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ba3 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.663026:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:3.0:1713531221.663032:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.663033:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.663036:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.663043:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.663048:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.663049:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783600, rc 0) 00010000:00010000:1.0:1713531221.663055:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.663061:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.663076:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405089216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 76us (154us total) trans 0 rc 0/0 00000004:00200000:1.0:1713531221.663076:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1713531221.663080:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1229 00000004:00010000:1.0:1713531221.663083:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.663097:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352da39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ba3 expref: 125 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.663108:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ba3 expref: 124 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.663114:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:1.0:1713531221.663116:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.663118:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5db00, rc 0) 00000100:00100000:1.0:1713531221.663153:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8055:x1796767405089280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 145us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.663159:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4963 00000100:00100000:0.0:1713531221.663488:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.663535:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089344 00000100:00100000:1.0:1713531221.663540:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089344 00000100:00100000:1.0:1713531221.663577:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1230 00000100:00100000:1.0:1713531221.663582:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:8053:x1796767405089344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.663590:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.663603:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4baa expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.663619:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.663626:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.663628:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.663631:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.663654:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531221.663659:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.663665:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 13 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.663677:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409661952:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.663680:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.663683:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089408 00000100:00100000:3.0:1713531221.663687:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089408 00000100:00100000:3.0:1713531221.663709:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1231 00000100:00100000:1.0:1713531221.663712:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.663713:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405089408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.663720:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.663725:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089536 00000100:00100000:1.0:1713531221.663727:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089536 00010000:00010000:3.0:1713531221.663731:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bb1 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531221.663741:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00000100:00100000:1.0:1713531221.663745:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4964 00010000:00010000:3.0:1713531221.663747:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.663748:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1713531221.663750:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8054:x1796767405089536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.663751:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.663758:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.663763:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783840, rc 0) 00000100:00100000:3.0:1713531221.663779:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405089408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 66us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.663783:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1231 00000100:00100000:1.0:1713531221.663795:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8054:x1796767405089536:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 44us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.663802:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4964 00000100:00100000:1.0:1713531221.664237:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409661952:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.664254:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.664265:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cb40, rc 0) 00000100:00100000:1.0:1713531221.664305:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:8053:x1796767405089344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 721us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.664310:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1230 00000100:00100000:0.0:1713531221.664482:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.664510:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.664515:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089792 00000100:00100000:1.0:1713531221.664519:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089792 00000100:00100000:2.0:1713531221.664538:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089600 00000100:00100000:0.0:1713531221.664540:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.664542:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089600 00000100:00100000:1.0:1713531221.664542:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4965 00000100:00100000:1.0:1713531221.664546:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8055:x1796767405089792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.664555:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 14 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.664571:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1019 00000100:00100000:2.0:1713531221.664574:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405089600:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.664579:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8055:x1796767405089792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.664580:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531221.664587:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4965 00010000:00010000:2.0:1713531221.664588:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 14 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.664599:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 14 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.664599:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089664 00000100:00100000:1.0:1713531221.664602:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089664 00010000:00010000:2.0:1713531221.664610:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11200/0xe3b2c9851352da2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b95 expref: 14 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.664613:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1232 00000100:00100000:1.0:1713531221.664617:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:8054:x1796767405089664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.664618:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.664619:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.664623:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.664623:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.664628:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.664631:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bb8 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.664641:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.664646:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.664647:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409662016:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.664652:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.664654:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.664656:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.664683:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531221.664685:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.664693:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.664702:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409662080:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.664722:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.665172:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409662080:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.665185:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.665190:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6393:1796767409662016:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.665195:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cd80, rc 0) 00010000:00010000:2.0:1713531221.665202:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.665225:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:8054:x1796767405089664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 606us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.665231:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1232 00000100:00100000:2.0:1713531221.665234:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405089600:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 658us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.665242:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1019 00000100:00100000:0.0:1713531221.665314:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.665341:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.665348:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089856 00000100:00100000:2.0:1713531221.665352:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089856 00010000:00010000:2.0:1713531221.665363:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.665375:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089920 00000100:00100000:1.0:1713531221.665378:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089920 00000100:00100000:2.0:1713531221.665388:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1020 00000100:00100000:2.0:1713531221.665393:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405089856:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531221.665393:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1233 00000100:00100000:1.0:1713531221.665398:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:8055:x1796767405089920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.665400:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.665405:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.665410:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.665413:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bbf expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.665437:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.665441:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.665447:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.665448:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.665451:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b783600/0xe3b2c9851352da32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b9c expref: 15 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.665451:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.665460:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.665461:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.665465:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 14 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.665466:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.665473:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.665475:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 14 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.665483:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409662144:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.665492:0:6393:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.665501:0:6393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409662208:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.665505:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88013692bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.665522:0:6393:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.665633:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.665670:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405089984 00000100:00100000:2.0:1713531221.665673:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405089984 00002000:00100000:2.0:1713531221.665694:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x54:0x0] (0->2) req@ffff88008d415880 x1796767405089984/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.665703:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415880 with x1796767405089984 ext(0->2) 00002000:00010000:2.0:1713531221.665707:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d415880 00000100:00100000:2.0:1713531221.665730:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 275 00000100:00100000:2.0:1713531221.665735:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405089984:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.666040:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405089984:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 304us (406us total) trans 4294967626 rc 0/0 00000100:00100000:2.0:1713531221.666056:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 275 00002000:00100000:2.0:1713531221.666061:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x54:0x0] (0->2) req@ffff88008d415880 x1796767405089984/t4294967626(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.666066:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415880 with x1796767405089984 ext(0->2) 00002000:00010000:2.0:1713531221.666069:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d415880 00000100:00100000:2.0:1713531221.666158:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.666181:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090048 00000100:00100000:3.0:1713531221.666185:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090048 00010000:00010000:3.0:1713531221.666197:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 17 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.666208:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409662144:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.666212:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1021 00000100:00100000:3.0:1713531221.666215:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405090048:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.666220:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 17 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.666224:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.666229:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e640, rc 0) 00010000:00010000:3.0:1713531221.666232:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 17 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.666238:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 17 pid: 15499 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.666248:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b783840/0xe3b2c9851352da4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb1 expref: 17 pid: 15499 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.666248:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+17:8055:x1796767405089920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 850us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.666253:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1233 00010000:00010000:3.0:1713531221.666254:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.666255:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.666258:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.666263:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.666296:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.666300:0:6393:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6393:1796767409662208:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.666305:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409662272:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.666306:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.666320:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405089856:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 927us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.666323:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e84d480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.666324:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1020 00000100:00100000:0.0:1713531221.666471:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.666531:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090112 00000100:00100000:2.0:1713531221.666534:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090112 00002000:00100000:2.0:1713531221.666544:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x57:0x0] (0->2) req@ffff88008d415180 x1796767405090112/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.666549:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415180 with x1796767405090112 ext(0->2) 00002000:00010000:2.0:1713531221.666551:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d415180 00000100:00100000:2.0:1713531221.666564:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 276 00000100:00100000:2.0:1713531221.666566:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405090112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.666570:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.666600:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090176 00000100:00100000:1.0:1713531221.666603:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090176 00000100:00100000:1.0:1713531221.666622:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4966 00000100:00100000:1.0:1713531221.666625:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8053:x1796767405090176:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.666803:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405090112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 233us (332us total) trans 4294967636 rc 0/0 00000100:00100000:2.0:1713531221.666810:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 276 00002000:00100000:2.0:1713531221.666815:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x57:0x0] (0->2) req@ffff88008d415180 x1796767405090112/t4294967636(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.666823:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415180 with x1796767405090112 ext(0->2) 00002000:00010000:2.0:1713531221.666826:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d415180 00000100:00100000:3.0:1713531221.666834:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409662272:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.666842:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.666858:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405090048:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 643us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.666863:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1021 00000100:00100000:0.0:1713531221.667122:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.667136:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090240 00000100:00100000:2.0:1713531221.667140:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090240 00002000:00100000:2.0:1713531221.667168:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x55:0x0] (0->2) req@ffff88008d414380 x1796767405090240/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.667178:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414380 with x1796767405090240 ext(0->2) 00002000:00010000:2.0:1713531221.667181:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d414380 00000100:00100000:2.0:1713531221.667199:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 277 00000100:00100000:2.0:1713531221.667205:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405090240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.667571:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.667591:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090304 00000100:00100000:3.0:1713531221.667596:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090304 00000100:00100000:3.0:1713531221.667621:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4967 00000100:00100000:3.0:1713531221.667624:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+125:8054:x1796767405090304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.668170:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767405090240:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 965us (1047us total) trans 4294967627 rc 0/0 00000100:00100000:2.0:1713531221.668175:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 277 00002000:00100000:2.0:1713531221.668180:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x55:0x0] (0->2) req@ffff88008d414380 x1796767405090240/t4294967627(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.668184:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414380 with x1796767405090240 ext(0->2) 00002000:00010000:2.0:1713531221.668186:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d414380 00000100:00100000:0.0:1713531221.668926:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.668957:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090368 00000100:00100000:3.0:1713531221.668960:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090368 00000100:00100000:3.0:1713531221.668980:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4968 00000100:00100000:3.0:1713531221.668983:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+126:8055:x1796767405090368:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.674448:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970799 is committed 00000020:00080000:0.0:1713531221.674464:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a8dce40 refcount 2 committed 0 result 0 batchid 133 00000020:00080000:0.0:1713531221.674468:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bd13840 00000020:00080000:0.0:1713531221.674471:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d223300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880132115800 00000020:00080000:0.0:1713531221.674501:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008aea7000 refcount 2 committed 0 result 0 batchid 135 00000020:00080000:0.0:1713531221.674504:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008e40c200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009270fcc0 00000020:00080000:0.0:1713531221.674506:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008e40c700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bbcdc00 00000001:00080000:0.0:1713531221.674518:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970800 is committed 00000100:00100000:3.0:1713531221.674531:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+107:8054:x1796767405090304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 6899us (6954us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.674532:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:8053:x1796767405090176:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7899us (7957us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.674541:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4967 00000100:00100000:2.0:1713531221.674545:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4966 00000020:00080000:0.0:1713531221.674545:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a6fbf3c0 refcount 2 committed 0 result 0 batchid 134 00000020:00080000:0.0:1713531221.674547:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a6fbf6c0 00000020:00080000:0.0:1713531221.674549:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008b7d2c00 00000020:00080000:0.0:1713531221.674562:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 132 batchid updated 00000020:00080000:2.0:1713531221.674567:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 135 committed batchid 132 00000100:00100000:3.0:1713531221.674594:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:8055:x1796767405090368:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 5608us (5666us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.674600:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4968 00000020:00080000:2.0:1713531221.674704:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 132 00000100:00100000:2.0:1713531221.675532:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.675562:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.675594:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.675607:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090560 00000100:00100000:3.0:1713531221.675608:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090432 00000100:00100000:2.0:1713531221.675612:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090496 00000100:00100000:3.0:1713531221.675613:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090432 00000100:00100000:1.0:1713531221.675613:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090560 00000100:00100000:2.0:1713531221.675614:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090496 00000100:00100000:2.0:1713531221.675632:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1234 00000100:00100000:2.0:1713531221.675635:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405090496:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.675648:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1235 00000100:00100000:3.0:1713531221.675653:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405090432:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.675654:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1236 00000100:00100000:1.0:1713531221.675658:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405090560:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.688811:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405090432:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13151us (13242us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.688811:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1824:x1796767405090560:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13145us (13274us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.688819:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1235 00000100:00100000:0.0:1713531221.688822:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1236 00000001:00080000:2.0:1713531221.688842:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967622 is committed 00000001:00080000:2.0:1713531221.688849:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967623 is committed 00000001:00080000:2.0:1713531221.688854:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967627 is committed 00000100:00100000:3.0:1713531221.688900:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405090496:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13260us (13302us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.688908:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1234 00000001:00080000:0.0:1713531221.688925:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967635 is committed 00000001:00080000:0.0:1713531221.688931:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967634 is committed 00000001:00080000:0.0:1713531221.688937:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967636 is committed 00000100:00100000:0.0:1713531221.689988:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.690016:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.690043:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090944 00000100:00100000:3.0:1713531221.690049:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090944 00000100:00100000:0.0:1713531221.690060:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.690067:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090816 00000100:00100000:2.0:1713531221.690071:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090816 00000100:00100000:3.0:1713531221.690080:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405090880 00000100:00100000:3.0:1713531221.690083:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405090880 00000100:00100000:2.0:1713531221.690095:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4969 00000100:00100000:3.0:1713531221.690101:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4970 00000100:00100000:2.0:1713531221.690101:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+93:8053:x1796767405090944:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.690106:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:8054:x1796767405090816:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.690113:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4971 00000100:00100000:0.0:1713531221.690119:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8055:x1796767405090880:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.690155:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.690155:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.690157:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.690175:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352da24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b8e expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.690175:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352da16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b87 expref: 93 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.690175:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352da40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ba3 expref: 93 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.690189:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.690189:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:0.0:1713531221.690189:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:3.0:1713531221.690193:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.690193:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.690193:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.690216:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690217:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690217:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.690227:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690227:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.690227:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690235:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690235:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.690235:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690249:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.690249:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.690250:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.690255:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690255:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.690255:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.690260:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690261:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690261:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.690285:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.690286:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.690289:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.690289:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690290:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.690293:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.690295:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.690296:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.690299:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.690302:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:2.0:1713531221.690303:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:0.0:1713531221.690304:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.690305:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.690306:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690307:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.690308:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.690309:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.690311:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352da6a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.690312:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.690313:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352da71 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.690317:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352da63 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.690377:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8055:x1796767405090880:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 258us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.690381:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8054:x1796767405090816:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 273us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.690384:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4971 00000100:00100000:2.0:1713531221.690385:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8053:x1796767405090944:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 282us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.690388:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4970 00000100:00100000:2.0:1713531221.690392:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4969 00000100:00100000:0.0:1713531221.691189:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.691206:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.691224:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.691241:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091008 00000100:00100000:3.0:1713531221.691245:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091008 00000100:00100000:1.0:1713531221.691249:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091072 00000100:00100000:1.0:1713531221.691254:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091072 00000100:00100000:3.0:1713531221.691262:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091136 00000100:00100000:3.0:1713531221.691263:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091136 00000100:00100000:2.0:1713531221.691287:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1237 00000100:00100000:2.0:1713531221.691292:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405091008:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.691294:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1238 00000100:00100000:0.0:1713531221.691301:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405091072:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.691302:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1239 00000100:00100000:1.0:1713531221.691307:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405091136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.691493:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.691495:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.691497:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.691498:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:2.0:1713531221.691499:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb blocks from disk: 1 -> 11 00002000:00010000:0.0:1713531221.691501:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.691504:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.691506:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.691508:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:0.0:1713531221.691510:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.691520:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405091008:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 228us (332us total) trans 4294967628 rc 0/0 00000100:00100000:2.0:1713531221.691525:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1237 00000100:00100000:0.0:1713531221.691531:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405091072:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 229us (322us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1713531221.691537:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1238 00002000:00010000:2.0:1713531221.691557:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.691559:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.691560:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.691561:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:2.0:1713531221.691562:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.691573:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405091136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 267us (348us total) trans 4294967629 rc 0/0 00000100:00100000:2.0:1713531221.691577:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1239 00000100:00100000:2.0:1713531221.692251:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.692295:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.692314:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091392 00000100:00100000:0.0:1713531221.692317:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091392 00000100:00100000:2.0:1713531221.692328:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.692343:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091456 00000100:00100000:0.0:1713531221.692344:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091456 00000100:00100000:2.0:1713531221.692348:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091520 00000100:00100000:2.0:1713531221.692351:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091520 00000100:00100000:3.0:1713531221.692356:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4972 00000100:00100000:0.0:1713531221.692361:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4973 00000100:00100000:3.0:1713531221.692362:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8053:x1796767405091392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.692365:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8054:x1796767405091456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.692371:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4974 00000100:00100000:1.0:1713531221.692376:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:8055:x1796767405091520:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.692396:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.692398:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.692401:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.692406:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.692407:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.692408:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.692411:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.692412:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.692415:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.692442:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.692443:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.692448:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.692451:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.692451:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 90 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.692464:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 90 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.692470:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409662336:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.692470:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409662400:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.692471:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409662464:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.692501:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a324b40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.692501:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.692504:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d721300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.693220:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.693227:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409662400:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.693239:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409662464:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.693239:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.693239:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.693247:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409662336:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.693252:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.693254:0:6393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091584 00000100:00100000:2.0:1713531221.693257:0:6393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091584 00000100:00100000:0.0:1713531221.693257:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.693259:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.693283:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091648 00000100:00100000:3.0:1713531221.693287:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091648 00010000:00010000:2.0:1713531221.693296:0:6393:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.693298:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.693321:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091712 00000100:00100000:3.0:1713531221.693323:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091712 00010000:00010000:3.0:1713531221.693332:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.693334:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1022 00000100:00100000:2.0:1713531221.693339:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405091648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531221.693339:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1023 00000100:00100000:0.0:1713531221.693344:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405091584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.693347:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.693351:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1024 00010000:00010000:0.0:1713531221.693351:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.693352:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.693355:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+93:1825:x1796767405091712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.693356:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.693360:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.693363:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.693365:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.693368:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.693373:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352d9a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b5d expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.693374:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352d9c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b64 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.693376:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.693381:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:2.0:1713531221.693383:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:0.0:1713531221.693384:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693386:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693388:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352d9f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b72 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.693388:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.693392:0:10988:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693396:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693397:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:3.0:1713531221.693400:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.693401:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.693402:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.693405:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.693410:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.693411:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.693432:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405091584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.693438:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.693439:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1023 00000100:00100000:2.0:1713531221.693440:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405091648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 100us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.693445:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1022 00000100:00100000:3.0:1713531221.693466:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:1825:x1796767405091712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.693472:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1024 00010000:00010000:2.0:1713531221.693472:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.693476:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693487:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.693492:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693492:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.693497:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693502:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693502:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.693507:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.693508:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693509:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.693512:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.693513:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693514:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693517:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.693518:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.693519:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693520:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.693523:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.693524:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.693526:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.693530:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352da7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.693531:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:3.0:1713531221.693533:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.693533:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.693536:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.693538:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.693540:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352da78 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.693542:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.693546:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.693549:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.693554:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.693562:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:8054:x1796767405091456:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1197us (1277us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531221.693562:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00000100:00100000:3.0:1713531221.693564:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8053:x1796767405091392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1202us (1313us total) trans 0 rc -22/-22 00010000:00010000:1.0:1713531221.693565:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1713531221.693567:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4973 00010000:00010000:1.0:1713531221.693567:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.693571:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4972 00010000:00010000:1.0:1713531221.693572:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352da86 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.693597:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+85:8055:x1796767405091520:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1220us (1268us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.693602:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4974 00000100:00100000:0.0:1713531221.694098:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.694125:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.694145:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091840 00000100:00100000:2.0:1713531221.694148:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091840 00000100:00100000:0.0:1713531221.694150:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.694166:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091776 00000100:00100000:2.0:1713531221.694167:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091776 00000100:00100000:1.0:1713531221.694171:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091904 00000100:00100000:1.0:1713531221.694176:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091904 00000100:00100000:2.0:1713531221.694177:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1240 00000100:00100000:2.0:1713531221.694180:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405091840:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.694181:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1241 00000100:00100000:0.0:1713531221.694186:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405091776:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.694196:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1242 00010000:00010000:2.0:1713531221.694197:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.694201:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405091904:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.694206:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.694207:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.694212:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.694213:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.694215:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.694219:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.694222:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.694227:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.694228:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.694229:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.694229:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.694232:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.694236:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.694237:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.694237:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531221.694240:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.694244:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409662528:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.694250:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.694255:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.694259:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 12 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.694263:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebf6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1713531221.694263:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.694287:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409662592:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.694301:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409662656:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.694308:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.694322:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d721300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.694986:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409662528:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.694988:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409662592:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.694995:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.694997:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.695030:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409662656:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.695036:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.695049:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.695063:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.695074:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405091968 00000100:00100000:2.0:1713531221.695077:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405091968 00000100:00100000:0.0:1713531221.695081:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.695087:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.695098:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092032 00000100:00100000:2.0:1713531221.695099:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092032 00000100:00100000:3.0:1713531221.695102:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092096 00010000:00010000:2.0:1713531221.695105:0:10988:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 14 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.695106:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092096 00000100:00100000:0.0:1713531221.695107:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1025 00000100:00100000:0.0:1713531221.695111:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405091968:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.695117:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.695119:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.695126:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1026 00010000:00010000:0.0:1713531221.695131:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.695132:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405092032:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.695137:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.695139:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.695146:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1027 00010000:00010000:0.0:1713531221.695150:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352da55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bb8 expref: 13 pid: 20637 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.695152:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405092096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.695152:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.695157:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.695158:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.695160:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.695160:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695165:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.695165:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.695170:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.695177:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.695179:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.695179:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cb40/0xe3b2c9851352da47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4baa expref: 15 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.695187:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.695192:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352da5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bbf expref: 14 pid: 20637 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.695192:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.695193:0:10988:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.695194:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695195:0:10988:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.695196:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405091968:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (146us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.695201:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.695201:0:10988:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.695201:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1025 00010000:00010000:3.0:1713531221.695202:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.695205:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695210:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.695212:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695213:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.695216:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695223:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.695227:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.695229:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405092032:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 96us (164us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.695229:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.695232:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.695235:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1026 00010000:00010000:1.0:1713531221.695238:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.695247:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405092096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (164us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.695249:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695250:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.695253:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1027 00010000:00010000:2.0:1713531221.695255:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695255:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09200/0xe3b2c9851352da94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695264:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695287:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695291:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695294:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.695296:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695300:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695308:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.695314:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352da8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.695316:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405091776:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1128us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.695322:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1241 00010000:00010000:1.0:1713531221.695337:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695343:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.695346:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405091840:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1164us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.695352:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1240 00010000:00010000:1.0:1713531221.695354:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695360:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695365:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695390:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.695393:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695399:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695408:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.695414:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5df80/0xe3b2c9851352da9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.695463:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405091904:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1261us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.695469:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1242 00000100:00100000:0.0:1713531221.695982:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.696001:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.696014:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092288 00000100:00100000:1.0:1713531221.696017:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092288 00000100:00100000:0.0:1713531221.696021:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.696037:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092352 00000100:00100000:1.0:1713531221.696038:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092352 00000100:00100000:1.0:1713531221.696045:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092480 00000100:00100000:1.0:1713531221.696046:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092480 00000100:00100000:3.0:1713531221.696056:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4975 00000100:00100000:3.0:1713531221.696062:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:8054:x1796767405092288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.696062:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4976 00000100:00100000:1.0:1713531221.696065:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:8053:x1796767405092352:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.696068:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4977 00000100:00100000:0.0:1713531221.696073:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8055:x1796767405092480:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.696318:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.696326:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.696326:0:8791:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.696330:0:8791:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.696331:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.696337:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.696340:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.696343:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.696343:0:8791:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.696345:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.696349:0:8791:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.696358:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.696360:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.696360:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409662720:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.696364:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.696368:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 90 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.696371:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409662784:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.696377:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409662848:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.696384:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d721300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.696387:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104000 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.696399:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a324b40 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.697128:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.697130:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8791:1796767409662720:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.697140:0:8791:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.697140:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.697151:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409662784:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.697162:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.697164:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.697167:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409662848:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.697177:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092608 00010000:00010000:3.0:1713531221.697180:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.697180:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092608 00010000:00010000:2.0:1713531221.697189:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.697196:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092544 00000100:00100000:3.0:1713531221.697198:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092544 00000100:00100000:2.0:1713531221.697200:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092672 00000100:00100000:2.0:1713531221.697201:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092672 00010000:00010000:2.0:1713531221.697207:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.697209:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1028 00010000:00010000:3.0:1713531221.697211:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.697214:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405092608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.697222:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531221.697224:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1029 00000100:00100000:2.0:1713531221.697227:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405092672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.697227:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.697228:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1030 00000100:00100000:3.0:1713531221.697233:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405092544:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.697233:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.697234:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.697236:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.697241:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.697241:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.697243:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352da08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b80 expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.697245:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 93 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.697250:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352d9fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b79 expref: 92 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.697250:0:6393:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:0.0:1713531221.697253:0:6393:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.697254:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 92 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.697257:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.697259:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.697260:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.697263:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.697264:0:6393:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.697287:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352d9e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4b6b expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.697288:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.697292:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.697296:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.697297:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:3.0:1713531221.697300:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.697300:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.697304:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405092608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.697305:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.697307:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.697308:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1028 00010000:00010000:3.0:1713531221.697312:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.697324:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.697324:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405092672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.697330:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1029 00000100:00100000:3.0:1713531221.697342:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405092544:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 107us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.697347:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.697348:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1030 00010000:00010000:2.0:1713531221.697353:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000001:00080000:1.0:1713531221.697373:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970803 00000001:00080000:2.0:1713531221.697450:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970802 00000001:00080000:1.0:1713531221.697508:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970804 00000001:00080000:1.0:1713531221.697556:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970806 00000001:00080000:2.0:1713531221.697579:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970805 00000100:00100000:1.0:1713531221.697614:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409662912:0@lo:1000:mdt00_005.0 00000001:00080000:2.0:1713531221.697622:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970808 00000100:00100000:1.0:1713531221.697651:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.697668:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409662976:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1713531221.697669:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4d8dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.697692:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.697703:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.697710:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409662912 00000100:00100000:0.0:1713531221.697713:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409662912 00000100:00100000:0.0:1713531221.697733:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409662976 00000100:00100000:0.0:1713531221.697734:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409662976 00000100:00100000:0.0:1713531221.697754:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1713531221.697757:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409662912:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1713531221.697762:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1713531221.697768:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409662976:12345-0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1713531221.697794:0:8791:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.697799:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.697800:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409662912:12345-0@lo:1000:mdt00_005.0 Request processed in 42us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.697803:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1713531221.697814:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409662976:12345-0@lo:1000:mdt00_001.0 Request processed in 45us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.697820:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1713531221.697826:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967634 gen 2 00000004:00080000:2.0:1713531221.697831:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967633 committed transno 4294967634 00000004:00080000:2.0:1713531221.697849:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967634 committed transno 4294967634 00000100:00100000:2.0:1713531221.697862:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409662976:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1713531221.697868:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970801 00000001:00080000:1.0:1713531221.697975:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970810 00000001:00080000:1.0:1713531221.698006:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970811 00000001:00080000:2.0:1713531221.698044:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970809 00000100:00100000:1.0:1713531221.698047:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409663040:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1713531221.698069:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.698086:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409663104:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1713531221.698089:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009aa436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.698105:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967623 gen 2 00000100:00100000:2.0:1713531221.698107:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.698108:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409663040 00000004:00080000:1.0:1713531221.698108:0:15461:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967623 committed transno 4294967623 00000100:00100000:3.0:1713531221.698112:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409663040 00000100:00100000:1.0:1713531221.698124:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409662912:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1713531221.698135:0:6409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409663104 00000100:00100000:3.0:1713531221.698136:0:6409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409663104 00000100:00100000:2.0:1713531221.698136:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091d34f00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.698150:0:6409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1713531221.698153:0:6409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8791:x1796767409663040:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531221.698158:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1713531221.698162:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409663104:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1713531221.698194:0:6409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8791:x1796767409663040:12345-0@lo:1000:mdt00_003.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.698200:0:6409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000001:00080000:1.0:1713531221.698253:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970807 00000100:00100000:0.0:1713531221.698284:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409663104:12345-0@lo:1000:mdt00_001.0 Request processed in 121us (176us total) trans 4294967638 rc 0/0 00000100:00100000:0.0:1713531221.698289:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1713531221.698292:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409663104:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1713531221.698300:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409663168:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1713531221.698307:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698311:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.698314:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1713531221.698315:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698318:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.698320:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698324:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.698328:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9bed80 going to sleep for 11 seconds 00010000:00010000:2.0:1713531221.698329:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531221.698330:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.698332:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698334:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352daa9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.698337:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409663168 00000100:00100000:0.0:1713531221.698339:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409663168 00000100:00100000:1.0:1713531221.698343:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409663040:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1713531221.698347:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.698349:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00010000:00010000:2.0:1713531221.698350:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.698351:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15461:x1796767409663168:12345-0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1713531221.698353:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.698356:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.698358:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.698361:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.698365:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff880131fa8d00) 00010000:00010000:2.0:1713531221.698366:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.698367:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.698370:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c985135290ce lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.698387:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698393:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698399:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698404:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698408:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698412:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698429:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.698431:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698438:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00000001:00080000:1.0:1713531221.698439:0:8791:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970812 00010000:00010000:2.0:1713531221.698444:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff88008bd36000) 00010000:00010000:2.0:1713531221.698446:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.698448:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.698452:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dab7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.698457:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409663168:12345-0@lo:1000:mdt00_005.0 Request processed in 104us (141us total) trans 4294967630 rc 0/0 00000100:00100000:1.0:1713531221.698467:0:8791:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409663232:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1713531221.698472:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1713531221.698484:0:8791:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.698496:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409663232 00000100:00100000:1.0:1713531221.698498:0:8791:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.698499:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409663232 00000100:00100000:0.0:1713531221.698506:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1713531221.698508:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:8791:x1796767409663232:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1713531221.698512:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409663168:0@lo:1000:mdt00_005.0 00000040:00080000:2.0:1713531221.698516:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.698519:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:1.0:1713531221.698522:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698527:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698530:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698533:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698534:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698537:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698545:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff880131fa8a00) 00010000:00010000:1.0:1713531221.698547:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.698548:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698552:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352dab0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698567:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698570:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698573:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698576:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee1200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698577:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698580:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.698582:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:8791:x1796767409663232:12345-0@lo:1000:mdt00_003.0 Request processed in 72us (97us total) trans 4294967631 rc 0/0 00010000:00010000:1.0:1713531221.698584:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff880129d0b600) 00010000:00010000:1.0:1713531221.698585:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1713531221.698586:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00010000:00010000:1.0:1713531221.698587:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698589:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee1200/0xe3b2c985135290f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.698602:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698607:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698611:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.698614:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 159 count 121 00010000:00010000:1.0:1713531221.698614:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698616:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698619:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000040:00080000:2.0:1713531221.698620:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:1.0:1713531221.698621:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698622:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698625:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698628:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff88009a3a4c00) 00010000:00010000:1.0:1713531221.698629:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.698631:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.698634:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352dabe lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.698666:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+99:8054:x1796767405092288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2602us (2684us total) trans 4294970813 rc 0/0 00000040:00080000:1.0:1713531221.698666:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.698668:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531221.698674:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4975 00000020:00080000:2.0:1713531221.698677:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.698744:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 160 count 121 00000040:00080000:1.0:1713531221.698753:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.698785:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8055:x1796767405092480:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2710us (2761us total) trans 4294970814 rc 0/0 00000100:00100000:1.0:1713531221.698791:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4977 00000020:00080000:1.0:1713531221.698795:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.698836:0:8791:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8791:1796767409663232:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1713531221.698849:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698855:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698859:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698863:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698865:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698870:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698876:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.698878:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.698880:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698885:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352daa2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698897:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698905:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698909:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698913:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698914:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698918:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698923:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:1.0:1713531221.698925:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.698926:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698930:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352907a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:1.0:1713531221.698948:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698953:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698958:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698963:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698967:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698972:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698975:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5db00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.698977:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698981:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698985:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff8800a6933b00) 00010000:00010000:1.0:1713531221.698987:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.698988:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.698992:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dac5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000040:00080000:1.0:1713531221.699025:0:8791:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.699027:0:8791:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.699093:0:8791:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 158 count 121 00000040:00080000:1.0:1713531221.699098:0:8791:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1713531221.699138:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:8053:x1796767405092352:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3071us (3134us total) trans 4294970815 rc 0/0 00000100:00100000:1.0:1713531221.699145:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4976 00000020:00080000:1.0:1713531221.699148:0:8791:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1713531221.699174:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.699177:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.699202:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 163 count 121 00000040:00080000:2.0:1713531221.699207:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.699251:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccf100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409663296:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531221.699294:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebf6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.699378:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.699400:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.699413:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092800 00000100:00100000:2.0:1713531221.699429:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092800 00000100:00100000:1.0:1713531221.699443:0:15621:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405092928 00000100:00100000:1.0:1713531221.699446:0:15621:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405092928 00000100:00100000:2.0:1713531221.699456:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1052 00000100:00100000:2.0:1713531221.699461:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2287050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:8054:x1796767405092800:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.699461:0:15621:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1053 00000100:00100000:1.0:1713531221.699464:0:15621:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:8055:x1796767405092928:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.699644:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:1.0:1713531221.699671:0:15621:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1713531221.699674:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093056 00000100:00100000:3.0:1713531221.699677:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093056 00000004:00080000:2.0:1713531221.699693:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1713531221.699695:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1054 00000100:00100000:3.0:1713531221.699699:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8053:x1796767405093056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000001:00080000:1.0:1713531221.699709:0:15621:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970817 00000001:00080000:2.0:1713531221.699719:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970816 00010000:00010000:1.0:1713531221.699733:0:15621:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699738:0:15621:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699743:0:15621:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699747:0:15621:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699749:0:15621:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699752:0:15621:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699755:0:15621:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699757:0:15621:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.699759:0:15621:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.699760:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.699762:0:15621:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699766:0:15621:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9e:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531221.699767:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:1.0:1713531221.699767:0:15621:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531221.699768:0:15621:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:1.0:1713531221.699772:0:15621:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352dacc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15621 initiator: MDT0 00010000:00010000:2.0:1713531221.699774:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699779:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699784:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699789:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699793:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699797:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.699800:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699804:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.699810:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9d:0x0].0x0 (ffff88008bd36900) 00010000:00010000:2.0:1713531221.699813:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.699815:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531221.699818:0:15621:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8055:x1796767405092928:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 352us (416us total) trans 4294970818 rc 0/0 00010000:00010000:2.0:1713531221.699820:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dad3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:1.0:1713531221.699822:0:15621:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1053 00000020:00080000:1.0:1713531221.699824:0:15621:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.699869:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2287050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+104:8054:x1796767405092800:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 406us (490us total) trans 4294970819 rc 0/0 00000004:00080000:3.0:1713531221.699870:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1713531221.699875:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1052 00000020:00080000:2.0:1713531221.699878:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:3.0:1713531221.699892:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970820 00010000:00010000:3.0:1713531221.699924:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699931:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699938:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699943:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699948:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699952:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699957:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699961:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.699964:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699969:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699975:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9c:0x0].0x0 (ffff8800a3da5f00) 00010000:00010000:3.0:1713531221.699978:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.699980:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.699985:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352dada lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531221.700045:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8053:x1796767405093056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 344us (400us total) trans 4294970821 rc 0/0 00000100:00100000:3.0:1713531221.700052:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1054 00000020:00080000:3.0:1713531221.700055:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531221.700076:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccf100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409663296:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.700103:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:3.0:1713531221.700118:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.700120:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.700146:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.700151:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093184 00000100:00100000:1.0:1713531221.700154:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093184 00000100:00100000:0.0:1713531221.700164:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.700174:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093248 00000100:00100000:1.0:1713531221.700176:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093248 00000100:00100000:1.0:1713531221.700185:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093120 00000100:00100000:1.0:1713531221.700187:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093120 00000100:00100000:1.0:1713531221.700199:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4978 00000100:00100000:1.0:1713531221.700204:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8058:x1796767405093184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.700205:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4979 00000100:00100000:2.0:1713531221.700209:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531221.700217:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1713531221.700219:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.700258:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 48us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.700260:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8058:x1796767405093184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.700262:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4979 00000100:00100000:1.0:1713531221.700283:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4978 00000100:00100000:2.0:1713531221.700289:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4980 00000100:00100000:2.0:1713531221.700292:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8056:x1796767405093120:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.700299:0:15548:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb7:0x0] from 18446744073709551615 #0 00000040:00080000:3.0:1713531221.700325:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 163 count 121 00000040:00080000:3.0:1713531221.700332:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.700332:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+103:8056:x1796767405093120:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 39us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.700336:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4980 00000100:00100000:0.0:1713531221.701152:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.701173:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.701193:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.701197:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093312 00000100:00100000:3.0:1713531221.701201:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093312 00000100:00100000:2.0:1713531221.701214:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093376 00000100:00100000:3.0:1713531221.701217:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093440 00000100:00100000:2.0:1713531221.701217:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093376 00000100:00100000:3.0:1713531221.701219:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093440 00000100:00100000:0.0:1713531221.701224:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4981 00000100:00100000:0.0:1713531221.701228:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093312:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.701242:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4982 00000100:00100000:3.0:1713531221.701247:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8058:x1796767405093440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.701255:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4983 00010000:00010000:0.0:1713531221.701256:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.701258:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8056:x1796767405093376:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.701263:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701282:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701288:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701291:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701292:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701294:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701298:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701298:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701303:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701307:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701309:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701310:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701312:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701314:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701314:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701316:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701317:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701326:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701327:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531221.701328:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb2:0x0]: returning size 3 00000004:00200000:0.0:1713531221.701331:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1713531221.701332:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701334:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000004:00010000:0.0:1713531221.701336:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701337:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701339:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701341:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701344:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701346:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701349:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.701350:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701351:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.701353:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb7:0x0]: returning size 3 00010000:00010000:0.0:1713531221.701354:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701356:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.701356:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.701359:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.701360:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.701361:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531221.701362:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701362:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701365:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352dae1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701369:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701370:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701373:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701374:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531221.701375:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb4:0x0]: returning size 3 00010000:00010000:0.0:1713531221.701376:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00000004:00200000:3.0:1713531221.701377:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.701378:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.701380:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701382:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701383:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000004:00010000:3.0:1713531221.701384:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701385:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x80e0622f (ffff880131fa8900) 00010000:00010000:0.0:1713531221.701386:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.701387:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.701387:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701389:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701390:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701390:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352daef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701395:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701396:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701399:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:0.0:1713531221.701402:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701403:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701404:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.701405:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701408:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.701408:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.701408:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.701411:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.701411:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff880091d38b00) 00010000:00010000:0.0:1713531221.701412:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.701413:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701427:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.701430:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.701431:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352dafd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.701432:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701433:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701437:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352daf6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701441:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.701443:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.701446:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701448:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701450:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352dae8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701453:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.701458:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701459:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701462:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531221.701462:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093312:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 233us (311us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.701464:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701464:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.701467:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4981 00010000:00010000:3.0:1713531221.701469:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701469:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701473:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.701475:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701478:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xade0622f (ffff88008bd36100) 00010000:00010000:3.0:1713531221.701480:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701480:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.701483:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.701487:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352db04 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701490:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92e0622f (ffff880099cd0500) 00010000:00010000:3.0:1713531221.701492:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.701494:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701496:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701499:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352db0b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701501:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.701505:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.701509:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.701510:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701511:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701515:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701516:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701521:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701521:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:2.0:1713531221.701523:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.701525:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.701525:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701527:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.701530:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352db12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.701532:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.701537:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d000) 00010000:00010000:3.0:1713531221.701539:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.701542:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.701546:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352db19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.701560:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8056:x1796767405093376:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 299us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.701567:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4983 00000100:00100000:3.0:1713531221.701575:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8058:x1796767405093440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 326us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.701582:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4982 00000100:00100000:0.0:1713531221.702126:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.702173:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093568 00000100:00100000:3.0:1713531221.702177:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093568 00000100:00100000:3.0:1713531221.702201:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4984 00000100:00100000:3.0:1713531221.702206:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8057:x1796767405093568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.702214:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.702225:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352db20 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bc6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.702310:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702319:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702326:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702336:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702342:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702347:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702367:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702373:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702379:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.702385:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb2:0x0]: returning size 3 00010000:00010000:3.0:1713531221.702456:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702462:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702467:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702472:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.702474:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702478:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702485:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff880091d38b00) 00010000:00010000:3.0:1713531221.702488:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.702490:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702495:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352db35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702504:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702509:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702519:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702523:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.702525:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702530:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702536:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.702538:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.702540:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702544:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352db27 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702549:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702554:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702558:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702563:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.702565:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702570:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702579:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x80e0622f (ffff88008e9b4c00) 00010000:00010000:3.0:1713531221.702581:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.702583:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702587:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352db2e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.702608:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352db20 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bc6 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.702614:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352db20 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bc6 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.702621:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783600, rc 0) 00000100:00100000:3.0:1713531221.702652:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8057:x1796767405093568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 445us (525us total) trans 4294970822 rc 301/301 00000100:00100000:3.0:1713531221.702658:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4984 00000100:00100000:1.0:1713531221.703467:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.703503:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.703512:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093632 00000100:00100000:3.0:1713531221.703516:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093632 00000100:00100000:2.0:1713531221.703518:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093760 00000100:00100000:2.0:1713531221.703522:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093760 00000100:00100000:3.0:1713531221.703536:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4985 00000100:00100000:3.0:1713531221.703541:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093632:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.703543:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4986 00000100:00100000:0.0:1713531221.703547:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8056:x1796767405093760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.703554:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb2:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.703555:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.703562:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352db43 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bcd expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.703595:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.703596:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8057:x1796767405093632:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (132us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.703600:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.703602:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4985 00010000:00010000:0.0:1713531221.703604:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703610:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703614:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703617:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703631:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703634:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703638:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:0.0:1713531221.703641:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb7:0x0]: returning size 3 00010000:00010000:0.0:1713531221.703672:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703679:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703685:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703689:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.703692:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703697:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703705:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:0.0:1713531221.703706:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.703709:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703714:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352db58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703723:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703728:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703733:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703738:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.703741:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703749:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703755:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.703756:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.703757:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703760:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352db4a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703765:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703767:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703770:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703773:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.703774:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703777:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703779:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xade0622f (ffff880131fa8000) 00010000:00010000:0.0:1713531221.703780:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.703781:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703784:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352db51 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.703801:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352db43 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bcd expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.703806:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352db43 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bcd expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.703810:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08900, rc 0) 00000100:00100000:0.0:1713531221.703834:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8056:x1796767405093760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 287us (332us total) trans 4294970823 rc 301/301 00000100:00100000:0.0:1713531221.703838:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4986 00000100:00100000:0.0:1713531221.704477:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.704545:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093888 00000100:00100000:2.0:1713531221.704549:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093888 00000100:00100000:2.0:1713531221.704571:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4987 00000100:00100000:2.0:1713531221.704575:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8057:x1796767405093888:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.704584:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.704590:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352db66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bd4 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.704630:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.704665:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.704679:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405093952 00000100:00100000:0.0:1713531221.704681:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405093952 00000100:00100000:3.0:1713531221.704684:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094080 00000100:00100000:3.0:1713531221.704687:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094080 00000100:00100000:0.0:1713531221.704698:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4988 00000100:00100000:0.0:1713531221.704701:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8056:x1796767405093952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.704704:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4989 00000100:00100000:3.0:1713531221.704709:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8058:x1796767405094080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:0.0:1713531221.704714:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb7:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1713531221.704717:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.704726:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352db6d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bdb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.704756:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8056:x1796767405093952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.704762:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4988 00010000:00010000:3.0:1713531221.704769:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704777:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704783:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704792:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704797:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704802:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704822:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704828:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704834:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.704840:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb4:0x0]: returning size 3 00000004:00080000:2.0:1713531221.704844:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x58:0x0], index 0: 0 00010000:00010000:3.0:1713531221.704879:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704885:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704891:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704895:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.704897:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704902:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704909:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d000) 00010000:00010000:3.0:1713531221.704911:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.704913:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704918:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352db82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704927:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704932:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704937:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704945:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.704945:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352db90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.704947:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.704951:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352db90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.704952:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.704956:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352db90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.704957:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.704959:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.704962:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704967:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352db74 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704974:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.704975:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352db66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bd4 expref: 111 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.704978:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.704983:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.704983:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352db90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bd4 expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.704987:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff88008bd36300) 00010000:00010000:3.0:1713531221.704988:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.704988:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.704990:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.704990:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00010000:00010000:3.0:1713531221.704995:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.705000:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92e0622f (ffff880134ed9000) 00010000:00010000:3.0:1713531221.705002:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.705005:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.705010:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352db7b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.705016:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8057:x1796767405093888:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 440us (539us total) trans 4294970825 rc 0/0 00000100:00100000:2.0:1713531221.705020:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4987 00010000:00010000:3.0:1713531221.705031:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352db6d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bdb expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.705038:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352db6d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bdb expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.705045:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7821c0, rc 0) 00000100:00100000:3.0:1713531221.705067:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8058:x1796767405094080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 357us (403us total) trans 4294970824 rc 301/301 00000100:00100000:3.0:1713531221.705073:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4989 00000100:00100000:0.0:1713531221.705667:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.705705:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094144 00000100:00100000:3.0:1713531221.705709:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094144 00000100:00100000:3.0:1713531221.705731:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4990 00000100:00100000:3.0:1713531221.705736:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8058:x1796767405094144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.705743:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00000080:3.0:1713531221.705751:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb4:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531221.705753:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094272 00000100:00100000:0.0:1713531221.705755:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094272 00000100:00100000:0.0:1713531221.705766:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4991 00000100:00100000:0.0:1713531221.705769:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8056:x1796767405094272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.705776:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.705781:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352db9e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4be2 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.705807:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8058:x1796767405094144:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 69us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.705814:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4990 00000004:00080000:0.0:1713531221.705964:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x56:0x0], index 1: 0 00010000:00010000:0.0:1713531221.706049:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352dba5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.706055:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352dba5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.706059:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352dba5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.706076:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352db9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be2 expref: 111 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.706083:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352dba5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be2 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.706087:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff880091d37200) 00010000:00010000:0.0:1713531221.706088:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.706089:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09b00, rc 0) 00000100:00100000:0.0:1713531221.706114:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8056:x1796767405094272:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 344us (371us total) trans 4294970826 rc 0/0 00000100:00100000:0.0:1713531221.706118:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4991 00000100:00100000:0.0:1713531221.707015:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.707061:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094400 00000100:00100000:2.0:1713531221.707066:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094400 00000100:00100000:2.0:1713531221.707096:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4992 00000100:00100000:2.0:1713531221.707102:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8057:x1796767405094400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.707127:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.707138:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352db90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bd4 expref: 110 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.707149:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff88008bd36300) 00010000:00010000:2.0:1713531221.707154:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.707166:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707174:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707180:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707192:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707197:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707203:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707243:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707249:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707254:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707258:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.707261:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707287:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707295:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:2.0:1713531221.707297:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.707299:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707316:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dbb3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707324:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707329:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707333:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707337:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.707340:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707345:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707351:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0xaf39dcec (ffff88008bd36600) 00010000:00010000:2.0:1713531221.707353:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.707355:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.707360:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dbba lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xaf39dcec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.707404:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8057:x1796767405094400:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 300us (399us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.707410:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4992 00000100:00100000:0.0:1713531221.708081:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.708117:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.708133:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094464 00000100:00100000:2.0:1713531221.708137:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094464 00000100:00100000:2.0:1713531221.708151:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094592 00000100:00100000:2.0:1713531221.708152:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094592 00000100:00100000:3.0:1713531221.708158:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4993 00000100:00100000:3.0:1713531221.708164:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8057:x1796767405094464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.708166:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4994 00000100:00100000:0.0:1713531221.708171:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:8058:x1796767405094592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.708172:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.708179:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.708182:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dbc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4be9 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.708186:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dbc8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bf0 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.708195:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.708200:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.708205:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.708245:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dbc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.708254:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.708259:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:3.0:1713531221.708260:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.708262:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782ac0, rc 0) 00000100:00100000:3.0:1713531221.708305:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8057:x1796767405094464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.708309:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4993 00000004:00080000:0.0:1713531221.708345:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x59:0x0], index 0: 0 00010000:00010000:0.0:1713531221.708447:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dbd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.708453:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.708458:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dbd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.708487:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dbc8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf0 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.708499:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dbd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf0 expref: 112 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.708503:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff880091d37800) 00010000:00010000:0.0:1713531221.708504:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.708506:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0bcc0, rc 0) 00000100:00100000:0.0:1713531221.708529:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8058:x1796767405094592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 358us (412us total) trans 4294970827 rc 0/0 00000100:00100000:0.0:1713531221.708581:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4994 00000100:00100000:0.0:1713531221.708976:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.709005:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094720 00000100:00100000:2.0:1713531221.709012:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094720 00000100:00100000:2.0:1713531221.709032:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4995 00000100:00100000:2.0:1713531221.709036:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8057:x1796767405094720:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.709070:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709076:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709081:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000040:00080000:2.0:1713531221.709308:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].73, 88 off14232 00000004:00010000:2.0:1713531221.709365:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b555c00 reply state ffff88008a915000 transno 4294970828 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.709372:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.709401:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.709438:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8057:x1796767405094720:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 399us (462us total) trans 4294970828 rc 0/0 00000100:00100000:3.0:1713531221.709441:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094848 00000100:00100000:2.0:1713531221.709445:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4995 00000100:00100000:3.0:1713531221.709446:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094848 00000100:00100000:2.0:1713531221.709469:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4996 00000100:00100000:2.0:1713531221.709473:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8056:x1796767405094848:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.709492:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.709501:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352dba5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be2 expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.709511:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff880091d37200) 00010000:00010000:2.0:1713531221.709515:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.709525:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709532:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709538:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709551:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709557:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709562:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709597:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709603:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709607:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709611:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.709614:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709618:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709624:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:2.0:1713531221.709626:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.709628:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709632:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dbeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709639:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709644:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709648:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709652:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.709654:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709659:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709664:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0xc69169ef (ffff88008bd36400) 00010000:00010000:2.0:1713531221.709666:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.709668:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.709672:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dbf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0xc69169ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.709713:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8056:x1796767405094848:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 237us (313us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.709718:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4996 00010000:00010000:3.0:1713531221.709829:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709836:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709841:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709846:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.709849:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709854:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709862:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:3.0:1713531221.709864:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.709867:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.709872:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dbe4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.709977:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.710014:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094912 00000100:00100000:2.0:1713531221.710018:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094912 00000100:00100000:2.0:1713531221.710036:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4997 00000100:00100000:2.0:1713531221.710040:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:8057:x1796767405094912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.710049:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.710057:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bf7 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.710081:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.710095:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 113 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.710108:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:2.0:1713531221.710110:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.710111:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:2.0:1713531221.710141:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:8057:x1796767405094912:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 100us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.710147:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4997 00000100:00100000:0.0:1713531221.710314:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.710410:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.710434:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405094976 00000100:00100000:2.0:1713531221.710438:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405094976 00000100:00100000:1.0:1713531221.710438:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095104 00000100:00100000:1.0:1713531221.710443:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095104 00000100:00100000:2.0:1713531221.710454:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4998 00000100:00100000:2.0:1713531221.710457:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8056:x1796767405094976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.710464:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.710468:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 4999 00010000:00010000:2.0:1713531221.710474:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dc00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4bfe expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.710474:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+114:8058:x1796767405095104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.710485:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.710490:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.710495:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.710495:0:8791:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.710506:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dbd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf0 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.710522:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff880091d37800) 00010000:00010000:1.0:1713531221.710527:0:8791:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.710531:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dc00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.710539:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.710541:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 114 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.710545:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.710547:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531221.710547:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.710548:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00010000:00010000:1.0:1713531221.710554:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710566:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710572:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.710574:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8056:x1796767405094976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 116us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.710578:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4998 00010000:00010000:1.0:1713531221.710578:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710613:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710618:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710623:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710639:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.710642:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710648:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710655:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:1.0:1713531221.710657:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.710660:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710664:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352dc0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710673:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710678:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710683:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710687:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.710689:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710694:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710700:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x5d4fb60b (ffff88008e9b4c00) 00010000:00010000:1.0:1713531221.710702:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.710703:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.710708:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352dc15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x5d4fb60b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.710754:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8058:x1796767405095104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 278us (341us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.710760:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 4999 00000100:00100000:0.0:1713531221.710882:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.710911:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095168 00000100:00100000:1.0:1713531221.710914:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095168 00000100:00100000:1.0:1713531221.710933:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1243 00000100:00100000:1.0:1713531221.710936:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405095168:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.711055:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405095168:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 118us (173us total) trans 4294967639 rc 0/0 00000100:00100000:1.0:1713531221.711059:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1243 00000100:00100000:0.0:1713531221.711140:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.711150:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095296 00000100:00100000:1.0:1713531221.711152:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095296 00000100:00100000:1.0:1713531221.711162:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5000 00000100:00100000:1.0:1713531221.711165:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+113:8056:x1796767405095296:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.711187:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.711192:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.711196:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.711256:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.711286:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095360 00000100:00100000:2.0:1713531221.711290:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095360 00000100:00100000:2.0:1713531221.711318:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5001 00000100:00100000:2.0:1713531221.711323:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8058:x1796767405095360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.711330:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.711341:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dc23 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c05 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.711364:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531221.711365:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].74, 88 off14224 00010000:00010000:2.0:1713531221.711372:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.711379:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:1.0:1713531221.711406:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b588700 reply state ffff880132282000 transno 4294970829 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.711410:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531221.711440:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dc23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.711457:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.711462:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:2.0:1713531221.711464:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1713531221.711471:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+117:8056:x1796767405095296:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 301us (327us total) trans 4294970829 rc 0/0 00010000:00010000:2.0:1713531221.711477:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13a80, rc 0) 00000100:00100000:1.0:1713531221.711482:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5000 00000100:00100000:2.0:1713531221.711509:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8058:x1796767405095360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 185us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.711515:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5001 00000100:00100000:0.0:1713531221.711658:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.711695:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095488 00000100:00100000:3.0:1713531221.711700:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095488 00000100:00100000:3.0:1713531221.711735:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1055 00000100:00100000:3.0:1713531221.711740:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8057:x1796767405095488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.711879:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.711886:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.711891:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.711896:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.711899:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.711904:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00000100:00100000:3.0:1713531221.711907:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8057:x1796767405095488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 166us (248us total) trans 4294970830 rc 0/0 00010000:00010000:2.0:1713531221.711912:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00000100:00100000:3.0:1713531221.711914:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1055 00010000:00010000:2.0:1713531221.711914:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531221.711917:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:2.0:1713531221.711927:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dc1c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.712040:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.712055:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095552 00000100:00100000:2.0:1713531221.712059:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095552 00000100:00100000:2.0:1713531221.712085:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5002 00000100:00100000:2.0:1713531221.712091:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:8056:x1796767405095552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.712099:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.712105:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c0c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.712127:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.712136:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.712145:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.712147:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.712149:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.712151:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12400, rc 0) 00000100:00100000:1.0:1713531221.712155:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095680 00000100:00100000:1.0:1713531221.712159:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095680 00000100:00100000:2.0:1713531221.712173:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8056:x1796767405095552:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 81us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.712176:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5003 00000100:00100000:2.0:1713531221.712179:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5002 00000100:00100000:1.0:1713531221.712179:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8058:x1796767405095680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.712201:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.712207:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.712211:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000040:00080000:1.0:1713531221.712344:0:8791:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].74, 88 off14320 00000004:00010000:1.0:1713531221.712393:0:8791:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88009aa69500 reply state ffff880132280000 transno 4294970831 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.712398:0:8791:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.712451:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8058:x1796767405095680:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 270us (306us total) trans 4294970831 rc 0/0 00000100:00100000:1.0:1713531221.712455:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5003 00000100:00100000:0.0:1713531221.712571:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.712606:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095808 00000100:00100000:1.0:1713531221.712609:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095808 00000100:00100000:1.0:1713531221.712635:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5004 00000100:00100000:1.0:1713531221.712638:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8057:x1796767405095808:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.712690:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8057:x1796767405095808:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 50us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.712698:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5004 00000100:00100000:2.0:1713531221.712788:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.712803:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095872 00000100:00100000:1.0:1713531221.712805:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095872 00000100:00100000:1.0:1713531221.712818:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1244 00000100:00100000:1.0:1713531221.712821:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405095872:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.712919:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.712926:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.712928:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405095872:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 105us (141us total) trans 4294967632 rc 0/0 00010000:00010000:3.0:1713531221.712932:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.712932:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1244 00010000:00010000:3.0:1713531221.712939:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.712942:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.712947:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.712956:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:3.0:1713531221.712958:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.712960:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:3.0:1713531221.712965:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dc38 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00000100:00100000:0.0:1713531221.713111:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.713170:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405095936 00000100:00100000:1.0:1713531221.713174:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405095936 00000100:00100000:1.0:1713531221.713198:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5005 00000100:00100000:1.0:1713531221.713203:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8058:x1796767405095936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.713213:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.713221:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c13 expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713245:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 119 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713254:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 119 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713284:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:1.0:1713531221.713286:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.713289:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f3c0, rc 0) 00000100:00100000:1.0:1713531221.713317:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8058:x1796767405095936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 113us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.713323:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5005 00000100:00100000:0.0:1713531221.713449:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.713462:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096000 00000100:00100000:1.0:1713531221.713464:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096000 00000100:00100000:1.0:1713531221.713475:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5006 00000100:00100000:1.0:1713531221.713478:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8057:x1796767405096000:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.713484:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.713489:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352dc46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c1a expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713508:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.713513:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.713518:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:1.0:1713531221.713531:0:8791:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.713538:0:8791:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:1.0:1713531221.713547:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352dc46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c1a expref: 121 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713554:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c1a expref: 120 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.713558:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:1.0:1713531221.713570:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531221.713572:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5d440, rc 0) 00000100:00100000:1.0:1713531221.713595:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+120:8057:x1796767405096000:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.713598:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5006 00000100:00100000:0.0:1713531221.713602:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.713621:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096128 00000100:00100000:3.0:1713531221.713625:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096128 00000100:00100000:3.0:1713531221.713645:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1056 00000100:00100000:3.0:1713531221.713650:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8056:x1796767405096128:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.713828:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8056:x1796767405096128:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 175us (223us total) trans 4294970832 rc 0/0 00000100:00100000:3.0:1713531221.713834:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1056 00000100:00100000:0.0:1713531221.714251:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.714281:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.714296:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096192 00000100:00100000:1.0:1713531221.714300:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096192 00000100:00100000:0.0:1713531221.714304:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.714310:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096384 00000100:00100000:2.0:1713531221.714314:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096384 00000100:00100000:1.0:1713531221.714318:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1245 00000100:00100000:1.0:1713531221.714322:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405096192:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.714337:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1246 00000100:00100000:2.0:1713531221.714342:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405096384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.714349:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.714363:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c21 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.714378:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.714388:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.714390:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.714394:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.714402:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.714408:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11d40, rc 0) 00000100:00100000:2.0:1713531221.714441:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405096384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 99us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.714446:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1246 00000100:00100000:1.0:1713531221.714470:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405096192:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 146us (218us total) trans 4294967640 rc 0/0 00000100:00100000:1.0:1713531221.714476:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1245 00000100:00100000:1.0:1713531221.714493:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096320 00000100:00100000:1.0:1713531221.714496:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096320 00000100:00100000:1.0:1713531221.714509:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5007 00000100:00100000:1.0:1713531221.714512:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8056:x1796767405096320:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.714552:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+121:8056:x1796767405096320:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 38us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.714558:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5007 00000100:00100000:0.0:1713531221.715047:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.715097:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096512 00000100:00100000:3.0:1713531221.715100:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096512 00000100:00100000:0.0:1713531221.715113:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.715117:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1057 00000100:00100000:3.0:1713531221.715120:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8058:x1796767405096512:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.715148:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.715158:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096640 00000100:00100000:2.0:1713531221.715160:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096704 00000100:00100000:1.0:1713531221.715161:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096640 00000100:00100000:2.0:1713531221.715163:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096704 00000100:00100000:1.0:1713531221.715175:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5008 00000100:00100000:1.0:1713531221.715178:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:8057:x1796767405096640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.715179:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5009 00000100:00100000:2.0:1713531221.715182:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8056:x1796767405096704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.715188:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.715194:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dc5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c28 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.715204:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+125:8057:x1796767405096640:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 25us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.715207:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5008 00010000:00010000:2.0:1713531221.715213:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.715222:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.715226:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.715228:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8058:x1796767405096512:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 107us (182us total) trans 4294970833 rc 0/0 00000100:00100000:3.0:1713531221.715236:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1057 00000004:00200000:2.0:1713531221.715238:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.715244:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.715253:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dc5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c28 expref: 124 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.715262:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c28 expref: 123 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.715286:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.715288:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.715290:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11200, rc 0) 00000100:00100000:2.0:1713531221.715311:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8056:x1796767405096704:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 128us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.715315:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5009 00000100:00100000:0.0:1713531221.715821:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.715842:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.715858:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096832 00000100:00100000:2.0:1713531221.715861:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096832 00000100:00100000:2.0:1713531221.715876:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5010 00000100:00100000:1.0:1713531221.715879:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096896 00000100:00100000:2.0:1713531221.715880:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8058:x1796767405096832:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.715882:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096896 00000100:00100000:1.0:1713531221.715901:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1247 00000100:00100000:1.0:1713531221.715905:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+14:8057:x1796767405096896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.715912:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.715913:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8058:x1796767405096832:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 32us (92us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.715920:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c2f expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.715922:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5010 00010000:00010000:1.0:1713531221.715935:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.715941:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.715942:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.715944:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 15 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.715963:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.715971:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.715980:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409663360:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.716005:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00900 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.716054:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.716069:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405096960 00000100:00100000:0.0:1713531221.716073:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405096960 00000100:00100000:0.0:1713531221.716093:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1248 00000100:00100000:0.0:1713531221.716098:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405096960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.716107:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.716120:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c36 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.716140:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:0.0:1713531221.716150:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.716151:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.716156:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.716167:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 12 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.716175:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a1c0, rc 0) 00000100:00100000:0.0:1713531221.716204:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405096960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 106us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.716246:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1248 00000100:00100000:0.0:1713531221.716555:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.716566:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409663360:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.716582:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 15 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.716591:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097024 00000100:00100000:2.0:1713531221.716594:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097024 00010000:00010000:1.0:1713531221.716596:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cfc0, rc 0) 00000100:00100000:2.0:1713531221.716609:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5011 00000100:00100000:2.0:1713531221.716613:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8058:x1796767405097024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.716620:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.716637:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c3d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.716639:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:8057:x1796767405096896:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 732us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.716644:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1247 00010000:00010000:2.0:1713531221.716658:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.716666:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.716666:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.716673:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.716681:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097088 00000100:00100000:0.0:1713531221.716684:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097088 00000004:00200000:2.0:1713531221.716690:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1713531221.716696:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 416 lvb_type: 1 00000004:00010000:2.0:1713531221.716697:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.716711:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c3d expref: 125 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.716712:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1031 00000100:00100000:0.0:1713531221.716717:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405097088:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.716722:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c3d expref: 124 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.716725:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.716729:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:2.0:1713531221.716731:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.716733:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00010000:00010000:0.0:1713531221.716737:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1713531221.716752:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.716753:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8058:x1796767405097024:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 139us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.716758:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5011 00010000:00010000:0.0:1713531221.716824:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af11d40/0xe3b2c9851352dc54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c21 expref: 15 pid: 20637 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1713531221.716837:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.716838:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.716845:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.716852:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.716855:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.716868:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097216 00000100:00100000:2.0:1713531221.716870:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097216 00010000:00010000:0.0:1713531221.716873:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.716881:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5012 00000100:00100000:0.0:1713531221.716883:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409663424:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.716884:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8056:x1796767405097216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.716907:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7104a80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.716912:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8056:x1796767405097216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.716918:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5012 00000100:00100000:0.0:1713531221.717497:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.717517:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.717527:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097280 00000100:00100000:2.0:1713531221.717528:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409663424:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.717529:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097280 00000100:00100000:1.0:1713531221.717538:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097344 00010000:00010000:2.0:1713531221.717542:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.717542:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097344 00000100:00100000:0.0:1713531221.717549:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1249 00000100:00100000:0.0:1713531221.717552:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405097280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.717559:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531221.717562:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405097088:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 844us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.717562:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1250 00000100:00100000:1.0:1713531221.717567:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:8056:x1796767405097344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.717568:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1031 00010000:00010000:0.0:1713531221.717568:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c44 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.717574:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1713531221.717576:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:1.0:1713531221.717583:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c4b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.717584:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.717584:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.717587:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.717594:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.717598:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.717599:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0bcc0, rc 0) 00010000:00010000:1.0:1713531221.717605:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.717606:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.717609:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.717612:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405097280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 59us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.717615:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1249 00010000:00010000:1.0:1713531221.717625:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.717634:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.717648:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409663488:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.717670:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.717873:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.717913:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097408 00000100:00100000:2.0:1713531221.717917:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097408 00002000:00100000:2.0:1713531221.717936:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x58:0x0] (0->2) req@ffff88008dbbca80 x1796767405097408/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.717945:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbca80 with x1796767405097408 ext(0->2) 00002000:00010000:2.0:1713531221.717948:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbca80 00000100:00100000:2.0:1713531221.717960:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 278 00000100:00100000:2.0:1713531221.717964:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405097408:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.718133:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409663488:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.718147:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.718156:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c900, rc 0) 00000100:00100000:1.0:1713531221.718184:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:8056:x1796767405097344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 616us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.718190:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1250 00000100:00100000:2.0:1713531221.718300:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767405097408:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 335us (426us total) trans 4294967641 rc 0/0 00000100:00100000:2.0:1713531221.718305:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 278 00002000:00100000:2.0:1713531221.718309:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x58:0x0] (0->2) req@ffff88008dbbca80 x1796767405097408/t4294967641(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.718314:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbca80 with x1796767405097408 ext(0->2) 00002000:00010000:2.0:1713531221.718316:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dbbca80 00000100:00100000:0.0:1713531221.718350:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.718361:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097472 00000100:00100000:2.0:1713531221.718363:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097472 00010000:00010000:2.0:1713531221.718371:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:0.0:1713531221.718380:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.718386:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:2.0:1713531221.718391:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405097472:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531221.718393:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097600 00000100:00100000:3.0:1713531221.718397:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097600 00010000:00010000:2.0:1713531221.718397:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.718409:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.718428:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5013 00010000:00010000:2.0:1713531221.718433:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.718434:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8058:x1796767405097600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.718447:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352dc70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c36 expref: 13 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.718456:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.718458:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.718463:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.718470:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.718472:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8058:x1796767405097600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 37us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.718479:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5013 00010000:00010000:2.0:1713531221.718490:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.718499:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409663552:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.718516:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6eb0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.718848:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.718887:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097664 00000100:00100000:0.0:1713531221.718891:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097664 00000100:00100000:0.0:1713531221.718919:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5014 00000100:00100000:0.0:1713531221.718924:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8057:x1796767405097664:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.719091:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.719095:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409663552:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.719103:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.719122:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405097472:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 730us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.719128:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1032 00000100:00100000:2.0:1713531221.719332:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097728 00000100:00100000:2.0:1713531221.719336:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097728 00000100:00100000:2.0:1713531221.719352:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1251 00000100:00100000:2.0:1713531221.719356:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+17:8058:x1796767405097728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.719363:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.719371:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c52 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.719384:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.719395:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.719396:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.719399:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 18 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.719411:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.719432:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.719440:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409663616:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.719468:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6eb0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.719528:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.719587:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097792 00000100:00100000:2.0:1713531221.719590:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097792 00002000:00100000:2.0:1713531221.719601:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x56:0x0] (0->2) req@ffff88008ebe3100 x1796767405097792/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.719606:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebe3100 with x1796767405097792 ext(0->2) 00002000:00010000:2.0:1713531221.719608:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebe3100 00000100:00100000:2.0:1713531221.719622:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 279 00000100:00100000:2.0:1713531221.719625:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405097792:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.720019:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b478a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409663616:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.720022:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405097792:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 394us (493us total) trans 4294967633 rc 0/0 00000100:00100000:2.0:1713531221.720028:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 279 00010000:00010000:3.0:1713531221.720031:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 18 pid: 7956 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1713531221.720033:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x56:0x0] (0->2) req@ffff88008ebe3100 x1796767405097792/t4294967633(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00010000:3.0:1713531221.720039:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10900, rc 0) 00002000:00100000:2.0:1713531221.720040:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebe3100 with x1796767405097792 ext(0->2) 00002000:00010000:2.0:1713531221.720043:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ebe3100 00000100:00100000:3.0:1713531221.720056:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+18:8058:x1796767405097728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 699us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.720062:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1251 00000100:00100000:3.0:1713531221.720352:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.720366:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097856 00000100:00100000:3.0:1713531221.720369:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097856 00010000:00010000:3.0:1713531221.720379:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.720440:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:3.0:1713531221.720444:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405097856:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.720450:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.720459:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.720465:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.720475:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352dc85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c44 expref: 18 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.720481:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.720482:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.720486:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 17 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.720490:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 17 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.720502:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 17 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.720508:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebe1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409663680:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.720525:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a324240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.720615:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.720629:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097920 00000100:00100000:3.0:1713531221.720631:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097920 00000100:00100000:3.0:1713531221.720646:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5015 00000100:00100000:3.0:1713531221.720649:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+125:8056:x1796767405097920:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.721123:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409663680:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.721130:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.721143:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405097856:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 699us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.721147:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1033 00000100:00100000:0.0:1713531221.721563:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.721576:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405097984 00000100:00100000:3.0:1713531221.721579:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405097984 00002000:00100000:3.0:1713531221.721592:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x59:0x0] (0->2) req@ffff88008d091880 x1796767405097984/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.721598:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d091880 with x1796767405097984 ext(0->2) 00002000:00010000:3.0:1713531221.721600:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d091880 00000100:00100000:3.0:1713531221.721608:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 280 00000100:00100000:3.0:1713531221.721611:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405097984:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.721815:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1822:x1796767405097984:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 202us (252us total) trans 4294967642 rc 0/0 00000100:00100000:3.0:1713531221.721820:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 280 00002000:00100000:3.0:1713531221.721824:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x59:0x0] (0->2) req@ffff88008d091880 x1796767405097984/t4294967642(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.721829:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d091880 with x1796767405097984 ext(0->2) 00002000:00010000:3.0:1713531221.721831:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d091880 00000100:00100000:0.0:1713531221.722459:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.722469:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098048 00000100:00100000:2.0:1713531221.722473:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098048 00000100:00100000:2.0:1713531221.722487:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5016 00000100:00100000:2.0:1713531221.722490:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+126:8058:x1796767405098048:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.722532:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+126:8058:x1796767405098048:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.722535:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5016 00000100:00100000:3.0:1713531221.723511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.723527:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098112 00000100:00100000:3.0:1713531221.723530:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098112 00000100:00100000:3.0:1713531221.723547:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1252 00000100:00100000:3.0:1713531221.723552:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+19:1825:x1796767405098112:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.724344:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409663744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1713531221.724370:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.724413:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409663744 00000100:00100000:0.0:1713531221.724430:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409663744 00000100:00100000:0.0:1713531221.724514:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1713531221.724518:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2632:x1796767409663744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1713531221.724912:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 195493888 pending 3407872 free 3853516800 avail 3845128192 00000100:00100000:0.0:1713531221.724961:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2632:x1796767409663744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 419us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.724963:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409663744:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1713531221.724969:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000001:00080000:1.0:1713531221.728229:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970827 is committed 00000001:00080000:1.0:1713531221.728243:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970831 is committed 00000020:00080000:1.0:1713531221.728256:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009aa436c0 refcount 2 committed 0 result 0 batchid 138 00000020:00080000:1.0:1713531221.728261:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008d721c00 00000020:00080000:1.0:1713531221.728264:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008ef73800 00000100:00100000:2.0:1713531221.728286:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:8057:x1796767405097664:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9360us (9436us total) trans 0 rc 0/0 00000020:00080000:1.0:1713531221.728291:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b4d8dc00 refcount 2 committed 0 result 0 batchid 137 00000100:00100000:2.0:1713531221.728293:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5014 00000020:00080000:1.0:1713531221.728293:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008c801300 00000020:00080000:1.0:1713531221.728296:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a3a4200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008a83f800 00000020:00080000:1.0:1713531221.728323:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008bca5540 refcount 2 committed 0 result 0 batchid 136 00000020:00080000:1.0:1713531221.728326:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008bca5180 00000020:00080000:1.0:1713531221.728328:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880135fcb800 00000020:00080000:1.0:1713531221.728338:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 135 batchid updated 00000001:00080000:1.0:1713531221.728346:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970833 is committed 00000100:00100000:2.0:1713531221.728369:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:8056:x1796767405097920:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7717us (7754us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.728373:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5015 00000020:00080000:1.0:1713531221.728375:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 138 committed batchid 135 00000020:00080000:1.0:1713531221.728659:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 135 00000100:00100000:1.0:1713531221.729288:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.729305:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098240 00000100:00100000:3.0:1713531221.729309:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098240 00000100:00100000:1.0:1713531221.729318:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.729324:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098176 00000100:00100000:3.0:1713531221.729325:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098176 00000100:00100000:3.0:1713531221.729335:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1253 00000100:00100000:3.0:1713531221.729339:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405098240:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.729369:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1254 00000100:00100000:3.0:1713531221.729371:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405098176:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.729402:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405098176:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.729406:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1254 00000100:00100000:0.0:1713531221.730524:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.730543:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098368 00000100:00100000:2.0:1713531221.730546:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098368 00000100:00100000:2.0:1713531221.730561:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5017 00000100:00100000:2.0:1713531221.730564:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8057:x1796767405098368:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.730590:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.730608:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dc4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c1a expref: 91 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.730617:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:2.0:1713531221.730620:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.730635:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730644:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730649:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730659:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730663:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730666:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730670:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.730672:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730677:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730681:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:2.0:1713531221.730682:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.730684:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.730689:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dc9a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.730718:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8057:x1796767405098368:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 153us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.730722:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5017 00000100:00100000:3.0:1713531221.731475:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.731493:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098432 00000100:00100000:2.0:1713531221.731497:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098432 00000100:00100000:2.0:1713531221.731514:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1255 00000100:00100000:2.0:1713531221.731519:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405098432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.731745:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.731748:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.731750:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.731752:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:2.0:1713531221.731754:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.731776:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405098432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 256us (301us total) trans 4294967643 rc 0/0 00000100:00100000:2.0:1713531221.731782:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1255 00000100:00100000:2.0:1713531221.732476:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.732494:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098560 00000100:00100000:3.0:1713531221.732498:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098560 00000100:00100000:3.0:1713531221.732521:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5018 00000100:00100000:3.0:1713531221.732526:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:8057:x1796767405098560:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.732554:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.732567:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.732579:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.732601:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.732612:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.732623:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409663808:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.732654:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539e840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.733256:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409663808:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.733289:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.733433:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.733451:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098624 00000100:00100000:3.0:1713531221.733455:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098624 00010000:00010000:3.0:1713531221.733469:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.733487:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1034 00000100:00100000:3.0:1713531221.733491:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405098624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.733499:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.733503:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.733512:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.733526:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dbcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4be9 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.733542:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:3.0:1713531221.733545:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733551:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733556:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733570:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.733612:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405098624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 118us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.733618:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1034 00010000:00010000:3.0:1713531221.733662:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733668:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733710:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733717:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733722:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733727:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7818c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.733730:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733735:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733743:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:3.0:1713531221.733745:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.733747:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.733752:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dca1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.733781:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8057:x1796767405098560:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1254us (1304us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.733787:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5018 00000100:00100000:2.0:1713531221.734328:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.734341:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098688 00000100:00100000:3.0:1713531221.734344:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098688 00000100:00100000:3.0:1713531221.734355:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1256 00000100:00100000:3.0:1713531221.734358:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+21:1824:x1796767405098688:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.734372:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.734381:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 21 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.734385:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.734386:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.734388:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.734402:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 21 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.734408:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 21 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.734414:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409663872:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.734448:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b539ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.734989:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409663872:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.735000:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.735288:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.735323:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098752 00000100:00100000:3.0:1713531221.735326:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098752 00010000:00010000:3.0:1713531221.735338:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 22 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.735353:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1035 00000100:00100000:3.0:1713531221.735357:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+22:1822:x1796767405098752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.735363:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.735373:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 22 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.735380:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 22 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.735395:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dc69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c2f expref: 22 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.735403:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.735404:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.735407:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.735429:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.735445:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.735460:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735466:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.735474:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405098752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 115us (186us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.735478:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.735480:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1035 00010000:00010000:2.0:1713531221.735482:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735486:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735489:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.735491:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735496:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735504:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.735508:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b781200/0xe3b2c9851352dca8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.735594:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405098688:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1233us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.735599:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1256 00000100:00100000:2.0:1713531221.736236:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.736248:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098880 00000100:00100000:2.0:1713531221.736250:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098880 00000100:00100000:2.0:1713531221.736263:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5019 00000100:00100000:2.0:1713531221.736279:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+89:8057:x1796767405098880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.736462:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.736469:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.736473:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 4/0,1 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.736484:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.736490:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 90 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.736496:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409663936:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.736514:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b50bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.737367:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409663936:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.737377:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.737393:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.737407:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405098944 00000100:00100000:3.0:1713531221.737411:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405098944 00010000:00010000:3.0:1713531221.737441:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.737471:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1036 00000100:00100000:3.0:1713531221.737477:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405098944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.737545:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.737551:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.737560:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.737573:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352dbf9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bf7 expref: 91 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.737583:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:3.0:1713531221.737586:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.737592:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.737597:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.737689:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.737692:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.737697:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.737711:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405098944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 234us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.737719:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1036 00000001:00080000:2.0:1713531221.737775:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970834 00000001:00080000:2.0:1713531221.737865:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970835 00000001:00080000:2.0:1713531221.737907:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970836 00000100:00100000:2.0:1713531221.737964:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664000:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.737992:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.738004:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880136b4a540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.738051:0:19878:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664000 00000100:00100000:0.0:1713531221.738065:0:19878:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664000 00000100:00100000:0.0:1713531221.738086:0:19878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1713531221.738091:0:19878:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664000:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.738151:0:19878:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664000:12345-0@lo:1000:mdt00_004.0 Request processed in 58us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.738157:0:19878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1713531221.738163:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664000:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1713531221.738306:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970837 00000100:00100000:2.0:1713531221.738337:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664064:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.738351:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.738358:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880135b893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.738374:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664064 00000100:00100000:0.0:1713531221.738377:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664064 00000100:00100000:0.0:1713531221.738406:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1713531221.738409:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664064:12345-0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531221.738581:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967638 is committed 00000001:00080000:0.0:1713531221.738587:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967637 is committed 00000001:00080000:0.0:1713531221.738591:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967640 is committed 00000100:00100000:3.0:1713531221.738594:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+17:1825:x1796767405098112:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 15040us (15082us total) trans 0 rc 0/0 00000001:00080000:0.0:1713531221.738595:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967641 is committed 00000001:00080000:0.0:1713531221.738601:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967642 is committed 00000100:00100000:3.0:1713531221.738602:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1252 00000100:00100000:0.0:1713531221.738671:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664064:12345-0@lo:1000:mdt00_004.0 Request processed in 260us (318us total) trans 4294967644 rc 0/0 00000100:00100000:0.0:1713531221.738676:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1713531221.738696:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967638 gen 2 00000004:00080000:0.0:1713531221.738699:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967638 committed transno 4294967638 00000100:00100000:0.0:1713531221.738729:0:9619:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff88008b7e2680 x1796767409664064/t4294967644(4294967644) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1713531237 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 00000100:00100000:0.0:1713531221.738749:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b7e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664064:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1713531221.738775:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738783:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738787:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738790:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.738793:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738796:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738802:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff880134ed9e00) 00010000:00010000:0.0:1713531221.738804:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.738806:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738809:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352dcaf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.738836:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738840:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738843:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738845:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008aee3a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.738847:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738850:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738861:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff880091d38b00) 00010000:00010000:0.0:1713531221.738862:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.738863:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.738866:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee3a80/0xe3b2c98513529176 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.739038:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739045:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739057:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739061:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739064:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739068:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739071:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.739072:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739075:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739078:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff880090055700) 00010000:00010000:0.0:1713531221.739080:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.739086:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.739089:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352dcb6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531221.739174:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.739177:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531221.739387:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.739405:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099072 00000100:00100000:2.0:1713531221.739409:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099072 00000100:00100000:2.0:1713531221.739438:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5020 00000100:00100000:2.0:1713531221.739441:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:8058:x1796767405099072:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.739464:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.739476:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dc7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c3d expref: 94 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.739485:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:2.0:1713531221.739487:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.739497:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739502:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739506:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739516:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739519:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739522:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739525:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.739526:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739529:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.739533:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:2.0:1713531221.739534:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.739535:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:0.0:1713531221.739537:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 162 count 121 00010000:00010000:2.0:1713531221.739538:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dcbd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:0.0:1713531221.739544:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.739569:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+93:8058:x1796767405099072:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 127us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.739573:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5020 00000100:00100000:0.0:1713531221.739592:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:8057:x1796767405098880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3323us (3354us total) trans 4294970838 rc 0/0 00000100:00100000:0.0:1713531221.739608:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5019 00000020:00080000:0.0:1713531221.739611:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1713531221.740313:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.740325:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099136 00000100:00100000:3.0:1713531221.740328:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099136 00000100:00100000:3.0:1713531221.740343:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1257 00000100:00100000:3.0:1713531221.740347:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405099136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.740351:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00010000:3.0:1713531221.740447:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.740449:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.740451:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.740452:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:3.0:1713531221.740454:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.740472:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405099136:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 124us (160us total) trans 4294967645 rc 0/0 00000100:00100000:3.0:1713531221.740477:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1257 00000100:00100000:3.0:1713531221.740489:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099264 00000100:00100000:3.0:1713531221.740491:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099264 00000100:00100000:3.0:1713531221.740501:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1058 00000100:00100000:3.0:1713531221.740504:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2286c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:8057:x1796767405099264:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.740681:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0x9f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.740717:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970839 00010000:00010000:3.0:1713531221.740743:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740750:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740755:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740759:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740762:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740765:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740768:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740770:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780000 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.740772:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740776:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740780:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9f:0x0].0x0 (ffff88008b78df00) 00010000:00010000:3.0:1713531221.740782:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.740783:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.740786:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352dcc4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531221.740827:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2286c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:8057:x1796767405099264:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 321us (475us total) trans 4294970840 rc 0/0 00000100:00100000:3.0:1713531221.740831:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1058 00000020:00080000:3.0:1713531221.740833:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.741181:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.741201:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099392 00000100:00100000:3.0:1713531221.741204:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099392 00000100:00100000:3.0:1713531221.741223:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5021 00000100:00100000:3.0:1713531221.741227:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:8058:x1796767405099392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.741248:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.741257:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.741265:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.741303:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.741315:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 94 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.741326:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409664128:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.741353:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b50b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.741889:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409664128:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.741901:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.742081:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.742099:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099456 00000100:00100000:3.0:1713531221.742102:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099456 00010000:00010000:3.0:1713531221.742116:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 95 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.742134:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1037 00000100:00100000:3.0:1713531221.742138:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+95:1823:x1796767405099456:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531221.742146:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.742150:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 95 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.742159:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 95 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.742170:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352dc2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c05 expref: 95 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:3.0:1713531221.742179:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:3.0:1713531221.742183:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742189:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742194:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742207:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.742226:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+94:1823:x1796767405099456:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.742233:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1037 00010000:00010000:3.0:1713531221.742250:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742256:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742286:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742291:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742296:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742300:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.742302:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742307:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742318:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:3.0:1713531221.742320:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.742323:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.742326:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352dccb lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.742349:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:8058:x1796767405099392:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1122us (1169us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.742353:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5021 00000100:00100000:2.0:1713531221.742960:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.742973:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099520 00000100:00100000:3.0:1713531221.742975:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099520 00000100:00100000:3.0:1713531221.742989:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1258 00000100:00100000:3.0:1713531221.742992:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405099520:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.743007:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.743016:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.743021:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.743022:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.743024:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.743034:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.743042:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.743049:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409664192:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.743065:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b40cc180 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.743693:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409664192:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.743702:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.743839:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.743862:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099584 00000100:00100000:0.0:1713531221.743865:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099584 00000001:00080000:2.0:1713531221.743870:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967631 is committed 00010000:00010000:0.0:1713531221.743876:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 14 pid: 7956 timeout: 416 lvb_type: 0 00000001:00080000:2.0:1713531221.743878:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967632 is committed 00000001:00080000:2.0:1713531221.743884:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967633 is committed 00000100:00100000:0.0:1713531221.743893:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1038 00000100:00100000:0.0:1713531221.743896:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405099584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.743902:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.743913:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 14 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.743919:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 14 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.743921:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405098240:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 14582us (14656us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.743926:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1253 00010000:00010000:0.0:1713531221.743930:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352dc93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c52 expref: 14 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.743936:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.743937:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.743939:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.743945:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.743955:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.743965:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.743972:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.743980:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405099584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.743984:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1038 00010000:00010000:2.0:1713531221.743987:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.743994:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.744000:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.744006:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7818c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.744009:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.744015:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.744026:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.744032:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352dcd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.744068:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405099520:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1073us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.744074:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1258 00000100:00100000:0.0:1713531221.744581:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.744603:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.744619:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099712 00000100:00100000:3.0:1713531221.744623:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099712 00000100:00100000:2.0:1713531221.744635:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099840 00000100:00100000:2.0:1713531221.744638:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099840 00000100:00100000:3.0:1713531221.744644:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5022 00000100:00100000:3.0:1713531221.744649:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:8058:x1796767405099712:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.744651:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5023 00000100:00100000:0.0:1713531221.744655:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+94:8056:x1796767405099840:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.744682:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.744691:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dc62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c28 expref: 94 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.744699:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531221.744701:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.744712:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744718:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744722:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744733:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744735:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744738:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744741:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.744743:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744746:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744752:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531221.744754:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.744755:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.744758:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352dcd9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.744793:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:8056:x1796767405099840:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 137us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.744797:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5023 00010000:00010000:3.0:1713531221.744835:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.744846:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 93 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.744852:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.744867:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 93 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.744876:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 93 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.744886:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409664256:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.744911:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b40cc180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.745469:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.745498:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099904 00000100:00100000:2.0:1713531221.745501:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099904 00000100:00100000:2.0:1713531221.745518:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1259 00000100:00100000:2.0:1713531221.745523:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405099904:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.745524:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409664256:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.745535:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.745604:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.745616:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405099968 00000100:00100000:0.0:1713531221.745618:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405099968 00010000:00010000:0.0:1713531221.745627:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.745640:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000100:00100000:0.0:1713531221.745643:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+94:1823:x1796767405099968:12345-192.168.202.39@tcp:103:ldlm_bl.0 00002000:00010000:2.0:1713531221.745645:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.745647:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.745648:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb atime from disk: 0 -> 1713531216 00010000:00010000:0.0:1713531221.745648:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1713531221.745649:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00010000:00010000:0.0:1713531221.745650:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00002000:00010000:2.0:1713531221.745651:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1713531221.745655:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.745663:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352dc3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c13 expref: 94 pid: 8791 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.745669:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405099904:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 146us (200us total) trans 4294967634 rc 0/0 00010000:00010000:0.0:1713531221.745672:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:0.0:1713531221.745674:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.745675:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1259 00010000:00010000:0.0:1713531221.745677:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.745680:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.745687:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.745693:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.745696:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.745702:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405099968:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.745705:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1039 00000001:00080000:3.0:1713531221.745759:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970841 00000001:00080000:3.0:1713531221.745840:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970842 00000001:00080000:3.0:1713531221.745865:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970843 00000100:00100000:3.0:1713531221.745906:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664320:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.745929:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.745946:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b52cac00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.745959:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664320 00000100:00100000:0.0:1713531221.745962:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664320 00000100:00100000:0.0:1713531221.745980:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1713531221.746022:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664320:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.746075:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664320:12345-0@lo:1000:mdt00_004.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.746081:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1713531221.746091:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664320:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.746186:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.746221:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100096 00000001:00080000:3.0:1713531221.746224:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970844 00000100:00100000:1.0:1713531221.746224:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100096 00000100:00100000:1.0:1713531221.746240:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5024 00000100:00100000:1.0:1713531221.746244:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:8056:x1796767405100096:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.746255:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664384:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1713531221.746261:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.746285:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.746287:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1713531221.746289:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.746293:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.746300:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664384 00010000:00010000:1.0:1713531221.746301:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.746303:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664384 00010000:00010000:1.0:1713531221.746307:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.746316:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664448:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.746321:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1713531221.746325:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409664384:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1713531221.746341:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.746466:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409664384:12345-0@lo:1000:mdt00_004.0 Request processed in 139us (177us total) trans 4294967646 rc 0/0 00000100:00100000:0.0:1713531221.746475:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1713531221.746497:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409664384:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1713531221.746511:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746518:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746521:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746524:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.746525:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746528:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746533:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008bd36000) 00010000:00010000:3.0:1713531221.746534:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.746536:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746538:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782ac0/0xe3b2c9851352dce0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746552:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746555:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746558:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746561:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dfa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.746562:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746568:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746571:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d000) 00010000:00010000:3.0:1713531221.746572:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.746574:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746576:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352923a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15571 initiator: MDT0 00010000:00010000:3.0:1713531221.746593:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746597:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746601:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746604:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746607:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746610:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746612:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.746613:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746616:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746619:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78da00) 00010000:00010000:3.0:1713531221.746620:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.746622:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.746624:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781200/0xe3b2c9851352dcee lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:3.0:1713531221.746666:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.746669:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.746761:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 163 count 121 00000040:00080000:3.0:1713531221.746768:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.746803:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8058:x1796767405099712:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2154us (2222us total) trans 4294970845 rc 0/0 00000100:00100000:3.0:1713531221.746808:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5022 00000020:00080000:3.0:1713531221.746810:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.746913:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664448:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.746928:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.747073:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.747088:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100160 00000100:00100000:0.0:1713531221.747091:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100160 00010000:00010000:0.0:1713531221.747133:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.747150:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1040 00000100:00100000:0.0:1713531221.747153:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:1823:x1796767405100160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.747158:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.747160:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.747166:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.747173:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352dc07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4bfe expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.747181:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531221.747183:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.747187:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.747190:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.747204:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.747222:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+96:1823:x1796767405100160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.747226:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1040 00010000:00010000:1.0:1713531221.747237:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747244:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747254:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747257:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747260:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747263:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.747265:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747283:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747290:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:1.0:1713531221.747291:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.747293:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.747296:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352dce7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.747323:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+95:8056:x1796767405100096:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1077us (1137us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.747328:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5024 00000100:00100000:2.0:1713531221.747432:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.747470:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100288 00000100:00100000:3.0:1713531221.747474:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100288 00000100:00100000:3.0:1713531221.747492:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1059 00000100:00100000:3.0:1713531221.747497:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:8058:x1796767405100288:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.747671:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.747703:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970846 00010000:00010000:3.0:1713531221.747738:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747746:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747752:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747756:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747759:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747762:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747765:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747767:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780240 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.747769:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747771:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747775:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa1:0x0].0x0 (ffff88008b78de00) 00010000:00010000:3.0:1713531221.747777:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.747778:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531221.747781:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780240/0xe3b2c9851352dcf5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531221.747787:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.747813:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100352 00000100:00100000:2.0:1713531221.747817:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100352 00000100:00100000:3.0:1713531221.747829:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:8058:x1796767405100288:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 330us (411us total) trans 4294970847 rc 0/0 00000100:00100000:3.0:1713531221.747835:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1059 00000020:00080000:3.0:1713531221.747837:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.747843:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1260 00000100:00100000:2.0:1713531221.747848:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405100352:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.747867:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.747877:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 10 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.747883:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.747885:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.747887:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.747903:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 10 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.747912:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 10 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.747921:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409664512:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.747943:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7c81780 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.748391:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409664512:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.748404:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.748584:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.748614:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100416 00000100:00100000:2.0:1713531221.748617:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100416 00010000:00010000:2.0:1713531221.748629:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 11 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.748650:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1041 00000100:00100000:2.0:1713531221.748654:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405100416:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.748661:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.748671:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 11 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.748679:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 11 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.748694:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5c900/0xe3b2c9851352dc8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c4b expref: 11 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.748702:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.748704:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.748706:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.748713:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.748726:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.748733:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748738:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748748:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.748751:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405100416:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 95us (167us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.748752:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748756:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.748757:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1041 00010000:00010000:0.0:1713531221.748759:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.748761:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748765:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748772:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.748776:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352dcfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.748801:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405100352:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 953us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.748805:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1260 00000100:00100000:0.0:1713531221.749354:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.749386:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100544 00000100:00100000:1.0:1713531221.749390:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100544 00000100:00100000:1.0:1713531221.749414:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5025 00000100:00100000:1.0:1713531221.749431:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:8056:x1796767405100544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.749550:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.749559:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 98 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.749563:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:1.0:1713531221.749575:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 98 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.749581:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 98 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.749587:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664576:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.749616:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.750195:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664576:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.750206:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.750296:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.750319:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100608 00000100:00100000:2.0:1713531221.750321:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100608 00010000:00010000:2.0:1713531221.750331:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.750356:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1042 00000100:00100000:2.0:1713531221.750360:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:1822:x1796767405100608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.750367:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.750370:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.750378:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.750390:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352dc31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c0c expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.750398:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:2.0:1713531221.750401:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.750406:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.750411:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.750440:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.750455:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.750459:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.750466:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+98:1822:x1796767405100608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 104us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.750471:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1042 00000001:00080000:0.0:1713531221.750531:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970848 00000001:00080000:0.0:1713531221.750653:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970849 00000001:00080000:0.0:1713531221.750686:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970850 00000100:00100000:0.0:1713531221.750729:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409664640:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.750751:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.750768:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e46a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.750779:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664640 00000100:00100000:2.0:1713531221.750782:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664640 00000100:00100000:2.0:1713531221.750797:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1713531221.750799:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409664640:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.750844:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409664640:12345-0@lo:1000:mdt00_001.0 Request processed in 44us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.750848:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1713531221.750851:0:6405:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967631 gen 2 00000004:00080000:0.0:1713531221.750854:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967630 committed transno 4294967631 00000004:00080000:0.0:1713531221.750865:0:6405:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967631 committed transno 4294967631 00000100:00100000:0.0:1713531221.750878:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409664640:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1713531221.751022:0:6405:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970851 00000100:00100000:0.0:1713531221.751064:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ae3fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409664704:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1713531221.751084:0:6405:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.751103:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433600 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.751107:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409664704 00000100:00100000:2.0:1713531221.751109:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409664704 00000100:00100000:2.0:1713531221.751118:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1713531221.751120:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6405:x1796767409664704:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1713531221.751215:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6405:x1796767409664704:12345-0@lo:1000:mdt00_001.0 Request processed in 94us (131us total) trans 4294967635 rc 0/0 00000100:00100000:2.0:1713531221.751219:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1713531221.751231:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ae3fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6405:1796767409664704:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1713531221.751247:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751254:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751260:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751264:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.751288:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751292:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751298:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff88008bd36100) 00010000:00010000:0.0:1713531221.751300:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.751302:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751305:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352dd03 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:0.0:1713531221.751322:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.751325:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.751329:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.751334:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d8fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.751336:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.751338:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.751343:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:0.0:1713531221.751344:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.751348:0:6405:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 191 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.751352:0:6405:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 191 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.751356:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 191 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.751369:0:6405:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b3c0/0xe3b2c9851352c7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46c5 expref: 191 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.751375:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ae3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664768:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531221.751399:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433600 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.752100:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ae3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664768:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.752111:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.752116:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c98513529114 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.752135:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.752143:0:6405:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 191 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.752149:0:6405:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 4/0,1 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.752163:0:6405:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 191 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.752172:0:6405:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 191 pid: 15461 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.752174:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.752181:0:6405:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664832:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.752202:0:6405:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a7c81780 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.752211:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100672 00000100:00100000:3.0:1713531221.752215:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100672 00000100:00100000:3.0:1713531221.752231:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:3.0:1713531221.752235:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405100672:12345-192.168.202.39@tcp:49:diff.0 00000100:00100000:3.0:1713531221.752295:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405100672:12345-192.168.202.39@tcp:49:diff.0 Request processed in 60us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.752299:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:2.0:1713531221.752650:0:6405:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6405:1796767409664832:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.752665:0:6405:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:0.0:1713531221.752758:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.752790:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100736 00000100:00100000:2.0:1713531221.752794:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100736 00010000:00010000:2.0:1713531221.752808:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 192 pid: 15461 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.752833:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1043 00000100:00100000:2.0:1713531221.752838:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a798a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:1822:x1796767405100736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.752848:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.752851:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 192 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.752860:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 192 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.752873:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352c79a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c46a9 expref: 192 pid: 15461 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.752881:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:2.0:1713531221.752884:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.752890:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.752895:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6405 initiator: MDT0 00010000:00010000:2.0:1713531221.752912:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.752919:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.752925:0:6405:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.752931:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.752934:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a798a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+191:1822:x1796767405100736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 95us (176us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.752938:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00000100:00100000:2.0:1713531221.752940:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1043 00010000:00010000:3.0:1713531221.752943:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.752948:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.752953:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.752955:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.752955:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100800 00000100:00100000:1.0:1713531221.752959:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100800 00010000:00010000:3.0:1713531221.752960:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.752968:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb7:0x0].0x0 (ffff880131fa8400) 00010000:00010000:3.0:1713531221.752971:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.752973:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.752981:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1261 00010000:00010000:3.0:1713531221.752982:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dd0a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:1.0:1713531221.752986:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+41:7973:x1796767405100800:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.752994:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.753009:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dd11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c59 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.753023:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x56:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.753035:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.753037:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000040:00080000:3.0:1713531221.753041:0:6405:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00010000:00010000:1.0:1713531221.753043:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dd11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c59 expref: 42 pid: 7956 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1713531221.753044:0:6405:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:1.0:1713531221.753054:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dd11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c59 expref: 42 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.753063:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cfc0, rc 0) 00000100:00100000:1.0:1713531221.753083:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:7973:x1796767405100800:12345-192.168.202.39@tcp:101:diff.0 Request processed in 97us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.753089:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1261 00000040:00080000:3.0:1713531221.753143:0:6405:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 161 count 121 00000040:00080000:3.0:1713531221.753148:0:6405:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.753188:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+101:8056:x1796767405100544:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3756us (3833us total) trans 4294970852 rc 0/0 00000100:00100000:3.0:1713531221.753195:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5025 00000020:00080000:3.0:1713531221.753199:0:6405:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1713531221.753209:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.753212:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.753252:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 166 count 121 00000040:00080000:0.0:1713531221.753258:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.753327:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409664896:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.753407:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008e433180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.754042:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.754076:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.754094:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405100928 00000100:00100000:3.0:1713531221.754098:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405100928 00000100:00100000:2.0:1713531221.754104:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101056 00000100:00100000:2.0:1713531221.754107:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101056 00002000:00100000:3.0:1713531221.754118:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x56:0x0] (0->4095) req@ffff88008aa1aa00 x1796767405100928/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00100000:2.0:1713531221.754121:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1061 00000100:00100000:2.0:1713531221.754126:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:8056:x1796767405101056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00002000:00100000:3.0:1713531221.754127:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa1aa00 with x1796767405100928 ext(0->4095) 00002000:00010000:3.0:1713531221.754130:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa1aa00 00000100:00100000:3.0:1713531221.754141:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 281 00000100:00100000:3.0:1713531221.754146:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1825:x1796767405100928:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:1.0:1713531221.754182:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ebe2a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409664896:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531221.754191:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.754210:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.754230:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1825:x1796767405100928:12345-192.168.202.39@tcp:3:diff.0 Request processed in 83us (187us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.754234:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.754236:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 281 00000040:00080000:1.0:1713531221.754236:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.754239:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00002000:00100000:3.0:1713531221.754241:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x56:0x0] (0->4095) req@ffff88008aa1aa00 x1796767405100928/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.754248:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa1aa00 with x1796767405100928 ext(0->4095) 00002000:00010000:3.0:1713531221.754251:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa1aa00 00000100:00100000:3.0:1713531221.754284:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101120 00000100:00100000:3.0:1713531221.754287:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101120 00000100:00100000:3.0:1713531221.754301:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101184 00000100:00100000:3.0:1713531221.754303:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101184 00000100:00100000:3.0:1713531221.754312:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101248 00000100:00100000:3.0:1713531221.754313:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101248 00000100:00100000:0.0:1713531221.754325:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5026 00000100:00100000:3.0:1713531221.754332:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5027 00000100:00100000:0.0:1713531221.754332:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+105:8059:x1796767405101120:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.754336:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8060:x1796767405101184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.754347:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xaf:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1713531221.754347:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb5:0x0] from 18446744073709551615 #0 00000004:00080000:2.0:1713531221.754359:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531221.754391:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970853 00000100:00100000:3.0:1713531221.754398:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8060:x1796767405101184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 61us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.754400:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+106:8059:x1796767405101120:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 68us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.754404:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5027 00000100:00100000:0.0:1713531221.754408:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5026 00000100:00100000:3.0:1713531221.754429:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5028 00000100:00100000:3.0:1713531221.754433:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8061:x1796767405101248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.754442:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb1:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531221.754446:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754454:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754461:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754466:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754471:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531221.754472:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8061:x1796767405101248:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 38us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.754477:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5028 00010000:00010000:2.0:1713531221.754477:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754482:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754486:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.754489:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00000040:00080000:1.0:1713531221.754491:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 166 count 121 00010000:00010000:2.0:1713531221.754493:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00000040:00080000:1.0:1713531221.754497:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:2.0:1713531221.754500:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa0:0x0].0x0 (ffff880091d37700) 00010000:00010000:2.0:1713531221.754502:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531221.754505:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531221.754509:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dd18 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531221.754577:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:8056:x1796767405101056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 449us (499us total) trans 4294970854 rc 0/0 00000100:00100000:2.0:1713531221.754583:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1061 00000020:00080000:2.0:1713531221.754586:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.755353:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.755444:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101376 00000100:00100000:2.0:1713531221.755448:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101376 00000100:00100000:2.0:1713531221.755471:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:2.0:1713531221.755474:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+191:7973:x1796767405101376:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:2.0:1713531221.755603:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405101376:12345-192.168.202.39@tcp:35:diff.0 Request processed in 127us (251us total) trans 4294970855 rc 0/0 00000100:00100000:2.0:1713531221.755608:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:0.0:1713531221.755619:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.755637:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101440 00000100:00100000:2.0:1713531221.755639:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101440 00000100:00100000:2.0:1713531221.755650:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5029 00000100:00100000:2.0:1713531221.755653:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+103:8061:x1796767405101440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.755665:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.755678:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101504 00010000:00010000:2.0:1713531221.755680:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.755681:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101504 00010000:00010000:2.0:1713531221.755688:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.755692:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.755693:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.755698:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101568 00000100:00100000:1.0:1713531221.755700:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101568 00010000:00010000:2.0:1713531221.755704:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.755708:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.755711:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.755717:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5030 00000100:00100000:1.0:1713531221.755722:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8060:x1796767405101504:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.755723:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5031 00010000:00010000:2.0:1713531221.755723:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.755727:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:8059:x1796767405101568:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.755727:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.755730:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531221.755743:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb1:0x0]: returning size 3 00010000:00010000:3.0:1713531221.755745:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755745:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00000004:00200000:2.0:1713531221.755746:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.755751:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755753:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755760:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755760:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755767:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755767:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755770:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755772:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755776:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755776:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755777:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755781:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755782:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755782:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.755784:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755787:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755789:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755792:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755797:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.755798:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755799:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755800:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.755803:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755803:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755805:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755807:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dd1f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755810:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:1.0:1713531221.755816:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaf:0x0]: returning size 3 00010000:00010000:2.0:1713531221.755817:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531221.755819:0:15548:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:3.0:1713531221.755821:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb5:0x0]: returning size 3 00010000:00010000:2.0:1713531221.755821:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.755823:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531221.755825:0:15548:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755826:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000004:00010000:3.0:1713531221.755828:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755830:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af121c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.755832:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755832:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.755836:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755837:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755842:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755842:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77e0622f (ffff880091d37800) 00010000:00010000:1.0:1713531221.755842:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755844:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.755846:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755847:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755850:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dd26 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755851:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755855:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.755856:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7821c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.755858:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755859:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755861:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755863:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755864:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755866:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755871:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.755872:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755873:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.755875:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af106c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.755875:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755877:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755878:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.755880:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.755880:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e400/0xe3b2c9851352dd34 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755882:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755882:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755886:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7821c0/0xe3b2c9851352dd3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755887:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:2.0:1713531221.755889:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.755889:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:2.0:1713531221.755891:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.755893:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755894:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.755895:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dd2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.755899:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755899:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755904:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.755907:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b781b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.755907:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.755910:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755910:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755914:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755915:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755920:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9be0622f (ffff88008b78d800) 00010000:00010000:1.0:1713531221.755920:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x54d7622f (ffff88008cf75500) 00010000:00010000:3.0:1713531221.755922:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.755922:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.755924:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755924:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755928:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781b00/0xe3b2c9851352dd49 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755928:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d440/0xe3b2c9851352dd42 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00000100:00100000:2.0:1713531221.755934:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+105:8061:x1796767405101440:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 278us (315us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.755936:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755938:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.755940:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5029 00010000:00010000:1.0:1713531221.755941:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755944:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755945:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755949:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755949:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.755951:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755953:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.755955:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755956:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755960:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755961:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:3.0:1713531221.755964:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff8800a69cf300) 00010000:00010000:1.0:1713531221.755964:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.755966:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.755966:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755968:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.755970:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dd50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:3.0:1713531221.755972:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782880/0xe3b2c9851352dd57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.755999:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:8059:x1796767405101568:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 270us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.755999:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+104:8060:x1796767405101504:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 276us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.756005:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5030 00000100:00100000:3.0:1713531221.756008:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5031 00000100:00100000:0.0:1713531221.756238:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.756284:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101632 00000100:00100000:3.0:1713531221.756287:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101632 00000100:00100000:3.0:1713531221.756308:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5032 00000100:00100000:3.0:1713531221.756312:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405101632:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.756323:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.756332:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352dd5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c60 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.756364:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756372:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756379:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756390:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756396:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756402:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756484:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756489:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756493:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:3.0:1713531221.756505:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xae:0x0]: returning size 3 00000004:00200000:3.0:1713531221.756507:0:6405:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.756513:0:6405:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756517:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756521:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756524:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756527:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756530:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7806c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.756531:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756534:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756538:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.756540:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.756541:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756544:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7806c0/0xe3b2c9851352dd65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756550:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756552:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756555:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756558:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.756560:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756563:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756566:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x659c9a94 (ffff88008b78d900) 00010000:00010000:3.0:1713531221.756567:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.756568:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756571:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783600/0xe3b2c9851352dd6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756584:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782640/0xe3b2c9851352dd5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 194 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.756585:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.756590:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 193 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.756594:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:3.0:1713531221.756595:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.756596:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782f40, rc 0) 00000100:00100000:1.0:1713531221.756607:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101760 00000100:00100000:1.0:1713531221.756610:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101760 00000100:00100000:3.0:1713531221.756614:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405101632:12345-192.168.202.39@tcp:101:diff.0 Request processed in 301us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.756618:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5032 00000100:00100000:3.0:1713531221.756628:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5033 00000100:00100000:3.0:1713531221.756631:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a710dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+103:8061:x1796767405101760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.756636:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.756642:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352dd7a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c67 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.756679:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756684:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756688:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756694:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756697:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756700:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756716:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756722:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756727:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:3.0:1713531221.756733:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb1:0x0]: returning size 3 00010000:00010000:3.0:1713531221.756779:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756789:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756794:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756799:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b783180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.756801:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756805:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756811:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:3.0:1713531221.756812:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531221.756813:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756816:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783180/0xe3b2c9851352dd8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756823:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756826:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756829:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756832:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.756833:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756839:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756843:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531221.756843:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.756845:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756847:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780900/0xe3b2c9851352dd81 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756851:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756854:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756856:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756858:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b780b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.756860:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756862:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756865:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77e0622f (ffff88008b78db00) 00010000:00010000:3.0:1713531221.756866:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.756867:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756870:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780b40/0xe3b2c9851352dd88 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.756886:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352dd7a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c67 expref: 105 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.756891:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b783840/0xe3b2c9851352dd7a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c67 expref: 105 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.756895:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b783840, rc 0) 00000100:00100000:3.0:1713531221.756921:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a710dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:8061:x1796767405101760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 289us (336us total) trans 4294970856 rc 301/301 00000100:00100000:3.0:1713531221.756924:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5033 00000100:00100000:0.0:1713531221.757473:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.757489:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101888 00000100:00100000:2.0:1713531221.757493:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101888 00000100:00100000:2.0:1713531221.757522:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5034 00000100:00100000:2.0:1713531221.757526:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405101888:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.757534:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.757542:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dd9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c6e expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.757576:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.757582:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.757587:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531221.757591:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xae:0x0]: returning size 3 00000100:00100000:1.0:1713531221.757610:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.757621:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405101952 00010000:00010000:2.0:1713531221.757623:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.757624:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405101952 00010000:00010000:2.0:1713531221.757627:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.757627:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.757630:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.757632:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.757634:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.757634:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102080 00000100:00100000:1.0:1713531221.757636:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102080 00010000:00010000:2.0:1713531221.757637:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.757641:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:2.0:1713531221.757642:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1713531221.757642:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5035 00010000:00010000:2.0:1713531221.757644:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.757646:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5036 00010000:00010000:2.0:1713531221.757647:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dda4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.757647:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8061:x1796767405101952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.757649:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8059:x1796767405102080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.757661:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dd9d lrc: 1/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c6e expref: 195 pid: 6404 timeout: 0 lvb_type: 0 00000004:00000080:0.0:1713531221.757663:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb1:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1713531221.757664:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.757669:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dd9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c6e expref: 195 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.757671:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ddb2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c75 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.757673:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12880, rc 0) 00000100:00100000:2.0:1713531221.757691:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:7973:x1796767405101888:12345-192.168.202.39@tcp:101:diff.0 Request processed in 165us (220us total) trans 4294970857 rc 301/301 00000100:00100000:2.0:1713531221.757695:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5034 00000100:00100000:0.0:1713531221.757697:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8061:x1796767405101952:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 51us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.757702:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5035 00010000:00010000:1.0:1713531221.757713:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757718:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757722:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757731:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757735:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757738:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757753:0:15548:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757756:0:15548:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757759:0:15548:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15548 initiator: MDT0 00000004:00200000:1.0:1713531221.757763:0:15548:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb5:0x0]: returning size 3 00010000:00010000:1.0:1713531221.757793:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757797:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757800:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757803:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.757804:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757807:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757812:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff8800a69cf300) 00010000:00010000:1.0:1713531221.757813:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531221.757814:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757817:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352ddc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757823:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757826:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757829:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757831:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.757833:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757835:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757838:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531221.757839:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.757840:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757843:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e640/0xe3b2c9851352ddb9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757846:0:15548:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757850:0:15548:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757853:0:15548:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757855:0:15548:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.757856:0:15548:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757859:0:15548:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757861:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9be0622f (ffff88008cf75600) 00010000:00010000:1.0:1713531221.757862:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.757863:0:15548:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757866:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352ddc0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15548 initiator: MDT0 00010000:00010000:1.0:1713531221.757879:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ddb2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c75 expref: 106 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.757884:0:15548:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352ddb2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c75 expref: 106 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.757887:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ed00, rc 0) 00000100:00100000:1.0:1713531221.757902:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:af1f6925-d627-45ab-9271-3bfd492d0648+105:8059:x1796767405102080:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 252us (276us total) trans 4294970858 rc 301/301 00000100:00100000:1.0:1713531221.757908:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5036 00000100:00100000:1.0:1713531221.758409:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.758457:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102208 00000100:00100000:3.0:1713531221.758460:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102208 00000100:00100000:3.0:1713531221.758475:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5037 00000100:00100000:3.0:1713531221.758479:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:8061:x1796767405102208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.758487:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.758494:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352ddd5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c7c expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.758551:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.758563:0:15548:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102272 00000100:00100000:1.0:1713531221.758566:0:15548:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102272 00000100:00100000:1.0:1713531221.758581:0:15548:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5038 00000100:00100000:1.0:1713531221.758585:0:15548:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:7973:x1796767405102272:12345-192.168.202.39@tcp:101:diff.0 00000100:00100000:0.0:1713531221.758586:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.758593:0:15548:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.758601:0:15548:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c83 expref: -99 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.758602:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.758616:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102464 00010000:00010000:1.0:1713531221.758619:0:15548:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 2/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.758619:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102464 00010000:00010000:1.0:1713531221.758625:0:15548:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 4/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 195 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.758629:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102336 00000100:00100000:0.0:1713531221.758630:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102336 00010000:00010000:1.0:1713531221.758636:0:15548:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.758638:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5039 00000100:00100000:0.0:1713531221.758641:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+108:8060:x1796767405102464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.758645:0:15548:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 3/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 195 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.758647:0:8791:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.758653:0:15548:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:1.0:1713531221.758654:0:15548:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.758654:0:8791:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352dde3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c8a expref: -99 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.758657:0:15548:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 3/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 195 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.758662:0:15548:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5db00, rc 0) 00000100:00100000:2.0:1713531221.758672:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5040 00000100:00100000:2.0:1713531221.758677:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8059:x1796767405102336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.758684:0:15548:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:7973:x1796767405102272:12345-192.168.202.39@tcp:101:diff.0 Request processed in 97us (132us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.758687:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000100:00100000:1.0:1713531221.758689:0:15548:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5038 00000004:00000080:2.0:1713531221.758690:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xb5:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1713531221.758692:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758697:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758703:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758707:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758710:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758726:0:8791:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.758727:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8059:x1796767405102336:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 50us (124us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.758730:0:8791:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00000100:00100000:2.0:1713531221.758731:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5040 00010000:00010000:0.0:1713531221.758733:0:8791:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8791 initiator: MDT0 00000004:00200000:0.0:1713531221.758736:0:8791:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaf:0x0]: returning size 3 00010000:00010000:0.0:1713531221.758767:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758770:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758773:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758776:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.758777:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758780:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758785:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:0.0:1713531221.758786:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1713531221.758788:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758790:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352ddf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758799:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758802:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758805:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758807:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab098c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.758809:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758811:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758814:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531221.758816:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.758817:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758819:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ddea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758823:0:8791:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758826:0:8791:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758828:0:8791:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758830:0:8791:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.758832:0:8791:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8791 initiator: MDT0 00000004:00080000:3.0:1713531221.758834:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x57:0x0], index 1: 0 00010000:00010000:0.0:1713531221.758836:0:8791:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758839:0:8791:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x54d7622f (ffff880131ab6f00) 00010000:00010000:0.0:1713531221.758840:0:8791:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.758841:0:8791:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758844:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352ddf1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54d7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8791 initiator: MDT0 00010000:00010000:0.0:1713531221.758858:0:8791:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352dde3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c8a expref: 109 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.758862:0:8791:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352dde3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c8a expref: 109 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.758866:0:8791:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ba80, rc 0) 00000100:00100000:0.0:1713531221.758889:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+109:8060:x1796767405102464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 247us (303us total) trans 4294970859 rc 301/301 00000100:00100000:0.0:1713531221.758893:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5039 00010000:00010000:3.0:1713531221.758958:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352de06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.758971:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352de06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.758977:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352de06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.759004:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780480/0xe3b2c9851352ddd5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c7c expref: 109 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.759015:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352de06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c7c expref: 108 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.759021:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d400) 00010000:00010000:3.0:1713531221.759023:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.759025:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b780d80, rc 0) 00000100:00100000:3.0:1713531221.759052:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8061:x1796767405102208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 572us (643us total) trans 4294970860 rc 0/0 00000100:00100000:3.0:1713531221.759058:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5037 00000100:00100000:0.0:1713531221.759556:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.759585:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102528 00000100:00100000:3.0:1713531221.759588:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102528 00000100:00100000:3.0:1713531221.759601:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5041 00000100:00100000:3.0:1713531221.759604:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8060:x1796767405102528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531221.759613:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xaf:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531221.759640:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8060:x1796767405102528:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.759644:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5041 00000100:00100000:1.0:1713531221.759983:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.760026:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102656 00000100:00100000:3.0:1713531221.760029:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102656 00000100:00100000:3.0:1713531221.760045:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5042 00000100:00100000:3.0:1713531221.760048:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+108:8059:x1796767405102656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.760055:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.760062:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352de14 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c91 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1713531221.760244:0:6405:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5a:0x0], index 0: 0 00010000:00010000:3.0:1713531221.760363:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352de1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.760371:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352de1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.760379:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352de1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.760408:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b781680/0xe3b2c9851352de14 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c91 expref: 111 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.760434:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352de1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c91 expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.760440:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff88008b78d700) 00010000:00010000:3.0:1713531221.760443:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.760444:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b782d00, rc 0) 00000100:00100000:3.0:1713531221.760468:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8059:x1796767405102656:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 417us (484us total) trans 4294970861 rc 0/0 00000100:00100000:3.0:1713531221.760474:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5042 00000100:00100000:0.0:1713531221.761406:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.761455:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102784 00000100:00100000:3.0:1713531221.761458:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102784 00000100:00100000:3.0:1713531221.761472:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5043 00000100:00100000:3.0:1713531221.761475:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8061:x1796767405102784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.761492:0:6405:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.761500:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780d80/0xe3b2c9851352de06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c7c expref: 110 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.761507:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d400) 00010000:00010000:3.0:1713531221.761512:0:6405:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.761520:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761525:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761529:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761535:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761538:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761541:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761568:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761571:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761575:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761577:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7818c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.761579:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761582:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761586:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.761587:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.761589:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761592:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7818c0/0xe3b2c9851352de29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761596:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761599:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761601:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761603:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b782400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.761605:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761608:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761611:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x21e42ffe (ffff88008b78d200) 00010000:00010000:3.0:1713531221.761612:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.761613:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.761616:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782400/0xe3b2c9851352de30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x21e42ffe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00000100:00100000:3.0:1713531221.761648:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+109:8061:x1796767405102784:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 171us (242us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531221.761652:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5043 00000100:00100000:0.0:1713531221.762405:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.762443:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.762453:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102848 00000100:00100000:0.0:1713531221.762455:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102848 00000100:00100000:0.0:1713531221.762469:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405102976 00000100:00100000:0.0:1713531221.762470:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405102976 00000100:00100000:3.0:1713531221.762479:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5044 00000100:00100000:0.0:1713531221.762484:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5045 00000100:00100000:3.0:1713531221.762485:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+110:8061:x1796767405102848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.762487:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8060:x1796767405102976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.762492:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.762494:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.762500:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352de37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c9f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.762501:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352de3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4c98 expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.762515:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.762520:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.762524:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531221.762563:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b780000/0xe3b2c9851352de3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 113 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.762571:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 112 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.762575:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.762576:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531221.762577:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12640, rc 0) 00000100:00100000:3.0:1713531221.762605:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:8061:x1796767405102848:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 120us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.762610:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5044 00000004:00080000:0.0:1713531221.762631:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x58:0x0], index 1: 0 00010000:00010000:0.0:1713531221.762712:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352de4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.762718:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352de4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.762723:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352de4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.762741:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352de37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c9f expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.762748:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352de4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c9f expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.762752:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:0.0:1713531221.762754:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531221.762755:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b600, rc 0) 00000100:00100000:0.0:1713531221.762780:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8060:x1796767405102976:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 291us (337us total) trans 4294970862 rc 0/0 00000100:00100000:0.0:1713531221.762784:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5045 00000100:00100000:0.0:1713531221.763288:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.763328:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103104 00000100:00100000:1.0:1713531221.763333:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103104 00000100:00100000:1.0:1713531221.763361:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5046 00000100:00100000:1.0:1713531221.763366:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8061:x1796767405103104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.763409:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763433:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763442:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:1.0:1713531221.763654:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].75, 88 off14312 00000004:00010000:1.0:1713531221.763710:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b0000 reply state ffff88008a916000 transno 4294970863 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.763716:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.763760:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8061:x1796767405103104:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 392us (491us total) trans 4294970863 rc 0/0 00000100:00100000:1.0:1713531221.763766:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5046 00000100:00100000:0.0:1713531221.763840:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.763869:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103232 00000100:00100000:1.0:1713531221.763872:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103232 00000100:00100000:1.0:1713531221.763889:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5047 00000100:00100000:1.0:1713531221.763894:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8059:x1796767405103232:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.763914:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.763925:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782d00/0xe3b2c9851352de1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c91 expref: 114 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.763934:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff88008b78d700) 00010000:00010000:1.0:1713531221.763941:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.763951:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763959:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763965:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763979:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763984:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.763989:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764019:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764023:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764028:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764033:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.764035:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764040:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764046:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:1.0:1713531221.764048:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.764050:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764054:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352de61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764060:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764064:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764069:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764072:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.764074:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764078:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764084:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x972cd43d (ffff88008cf75d00) 00010000:00010000:1.0:1713531221.764086:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.764087:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.764090:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352de68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x972cd43d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.764124:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8059:x1796767405103232:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 230us (284us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.764128:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5047 00010000:00010000:3.0:1713531221.764317:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.764326:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.764331:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.764336:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.764339:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.764340:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.764344:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.764353:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.764355:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.764357:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.764362:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352de5a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.764372:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103296 00000100:00100000:1.0:1713531221.764374:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103296 00000100:00100000:1.0:1713531221.764389:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5048 00000100:00100000:1.0:1713531221.764393:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:8061:x1796767405103296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.764402:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.764410:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ca6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.764447:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.764456:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.764468:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:1.0:1713531221.764470:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.764472:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cd80, rc 0) 00000100:00100000:1.0:1713531221.764498:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8061:x1796767405103296:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.764503:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5048 00000100:00100000:2.0:1713531221.764959:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.764992:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.765002:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103360 00000100:00100000:1.0:1713531221.765006:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103360 00000100:00100000:1.0:1713531221.765021:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103488 00000100:00100000:1.0:1713531221.765023:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103488 00000100:00100000:2.0:1713531221.765035:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5049 00000100:00100000:2.0:1713531221.765041:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8059:x1796767405103360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.765042:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5050 00000100:00100000:1.0:1713531221.765047:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8060:x1796767405103488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.765050:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.765062:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352de76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cad expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.765064:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.765074:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352de4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c9f expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.765080:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.765081:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:1.0:1713531221.765084:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.765092:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765093:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.765097:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765100:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.765101:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765108:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765111:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765114:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765136:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765138:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352de76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.765139:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.765139:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:1.0:1713531221.765142:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765146:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 114 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.765146:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.765148:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765150:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:1.0:1713531221.765151:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765152:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.765153:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00010000:00010000:1.0:1713531221.765154:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:1.0:1713531221.765155:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.765157:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765159:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352de84 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765165:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765168:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.765171:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8059:x1796767405103360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 131us (214us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.765171:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765173:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.765174:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.765175:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5049 00010000:00010000:1.0:1713531221.765177:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765180:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x75f3fe78 (ffff88008cf75a00) 00010000:00010000:1.0:1713531221.765181:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.765183:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.765186:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352de8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x75f3fe78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.765194:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103552 00000100:00100000:2.0:1713531221.765196:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103552 00000100:00100000:2.0:1713531221.765208:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1262 00000100:00100000:2.0:1713531221.765211:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405103552:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.765220:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:8060:x1796767405103488:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 172us (227us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531221.765223:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5050 00000100:00100000:2.0:1713531221.765346:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405103552:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 133us (208us total) trans 4294967636 rc 0/0 00000100:00100000:2.0:1713531221.765351:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1262 00000100:00100000:0.0:1713531221.765728:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.765753:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.765775:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103616 00000100:00100000:1.0:1713531221.765778:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103616 00000100:00100000:1.0:1713531221.765789:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103744 00000100:00100000:1.0:1713531221.765790:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103744 00000100:00100000:2.0:1713531221.765798:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5051 00000100:00100000:2.0:1713531221.765805:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:8060:x1796767405103616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.765810:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5052 00010000:00010000:2.0:1713531221.765814:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.765814:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:8059:x1796767405103744:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.765826:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352de92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cb4 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.765838:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765841:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.765843:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765848:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.765848:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.765855:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.765889:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531221.765900:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352de92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 116 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.765911:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.765918:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:2.0:1713531221.765920:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.765921:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10900, rc 0) 00000100:00100000:2.0:1713531221.765946:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8060:x1796767405103616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 140us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.765952:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5051 00000100:00100000:2.0:1713531221.765971:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103872 00000100:00100000:2.0:1713531221.765974:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103872 00000100:00100000:2.0:1713531221.765996:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1063 00000100:00100000:2.0:1713531221.766000:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:8061:x1796767405103872:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000040:00080000:1.0:1713531221.766000:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].75, 88 off14408 00000004:00010000:1.0:1713531221.766053:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b3100 reply state ffff88008a914000 transno 4294970864 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.766060:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531221.766090:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8059:x1796767405103744:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 275us (337us total) trans 4294970864 rc 0/0 00000100:00100000:1.0:1713531221.766094:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5052 00000100:00100000:2.0:1713531221.766152:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+117:8061:x1796767405103872:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 150us (264us total) trans 4294970865 rc 0/0 00000100:00100000:2.0:1713531221.766157:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1063 00010000:00010000:3.0:1713531221.766490:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766495:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766498:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766502:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.766504:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766507:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766513:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:3.0:1713531221.766514:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.766516:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.766518:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352de99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.766624:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.766650:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.766665:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405103936 00000100:00100000:1.0:1713531221.766668:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405103936 00000100:00100000:1.0:1713531221.766679:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104064 00000100:00100000:1.0:1713531221.766681:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104064 00000100:00100000:0.0:1713531221.766683:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.766689:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104192 00000100:00100000:3.0:1713531221.766692:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104192 00000100:00100000:1.0:1713531221.766694:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5053 00000100:00100000:1.0:1713531221.766699:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8059:x1796767405103936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.766702:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5054 00010000:00010000:1.0:1713531221.766708:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1713531221.766708:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5055 00000100:00100000:2.0:1713531221.766709:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+118:8060:x1796767405104064:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.766713:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+118:8061:x1796767405104192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.766715:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cbb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.766736:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.766743:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.766745:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.766750:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+119:8061:x1796767405104192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 36us (67us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.766751:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.766754:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5055 00010000:00010000:1.0:1713531221.766757:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:2.0:1713531221.766759:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.766759:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531221.766761:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c000, rc 0) 00000100:00100000:1.0:1713531221.766778:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:8059:x1796767405103936:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 78us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.766783:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5053 00000040:00080000:2.0:1713531221.766936:0:6404:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].76, 88 off14400 00000004:00010000:2.0:1713531221.766991:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b2a00 reply state ffff880134d63000 transno 4294970866 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.766997:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.767046:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8060:x1796767405104064:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 336us (394us total) trans 4294970866 rc 0/0 00000100:00100000:2.0:1713531221.767053:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5054 00000100:00100000:0.0:1713531221.767293:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.767315:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.767333:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104320 00000100:00100000:2.0:1713531221.767337:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104320 00000100:00100000:3.0:1713531221.767345:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104256 00000100:00100000:3.0:1713531221.767348:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104256 00000100:00100000:2.0:1713531221.767358:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1263 00000100:00100000:2.0:1713531221.767362:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405104320:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.767364:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5056 00000100:00100000:3.0:1713531221.767367:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+119:8061:x1796767405104256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.767374:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.767379:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352deb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cc2 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.767402:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.767407:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.767414:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.767438:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.767444:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.767454:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352deb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc2 expref: 121 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.767462:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc2 expref: 120 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.767466:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.767467:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.767468:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:3.0:1713531221.767486:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+120:8061:x1796767405104256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 118us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.767490:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5056 00010000:00010000:3.0:1713531221.767501:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.767504:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.767507:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.767510:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.767511:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.767515:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.767517:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405104320:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 152us (222us total) trans 4294967647 rc 0/0 00010000:00010000:3.0:1713531221.767520:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:3.0:1713531221.767521:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.767522:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.767525:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352deae lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531221.767527:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1263 00000100:00100000:0.0:1713531221.767605:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.767620:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104384 00000100:00100000:2.0:1713531221.767623:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104384 00000100:00100000:2.0:1713531221.767640:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5057 00000100:00100000:2.0:1713531221.767645:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+119:8060:x1796767405104384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.767654:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.767662:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cc9 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.767690:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 120 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.767699:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 120 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.767711:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:2.0:1713531221.767713:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.767715:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:2.0:1713531221.767735:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8060:x1796767405104384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 90us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.767741:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5057 00000100:00100000:0.0:1713531221.768030:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.768084:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104512 00000100:00100000:2.0:1713531221.768087:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104512 00000100:00100000:2.0:1713531221.768105:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000100:00100000:2.0:1713531221.768107:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2286850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:8059:x1796767405104512:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.768125:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.768215:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2286850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8059:x1796767405104512:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 106us (186us total) trans 4294970867 rc 0/0 00000100:00100000:2.0:1713531221.768220:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000100:00100000:2.0:1713531221.768247:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104576 00000100:00100000:2.0:1713531221.768249:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104576 00000100:00100000:2.0:1713531221.768257:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1264 00000100:00100000:2.0:1713531221.768260:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405104576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.768265:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.768297:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cd0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.768309:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.768317:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.768319:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.768323:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 11 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.768330:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 11 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.768335:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:2.0:1713531221.768350:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405104576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 89us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.768354:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1264 00000100:00100000:0.0:1713531221.768401:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.768408:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104640 00000100:00100000:2.0:1713531221.768410:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104640 00000100:00100000:2.0:1713531221.768432:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1265 00000100:00100000:2.0:1713531221.768436:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405104640:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.768530:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405104640:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 93us (129us total) trans 4294967637 rc 0/0 00000100:00100000:2.0:1713531221.768534:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1265 00000100:00100000:1.0:1713531221.768747:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.768781:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104768 00000100:00100000:2.0:1713531221.768785:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104768 00000100:00100000:2.0:1713531221.768809:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5058 00000100:00100000:2.0:1713531221.768813:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8059:x1796767405104768:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.768857:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8059:x1796767405104768:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 41us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.768863:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5058 00000100:00100000:2.0:1713531221.768946:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.768994:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405104896 00000100:00100000:0.0:1713531221.768998:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405104896 00000100:00100000:0.0:1713531221.769016:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5059 00000100:00100000:0.0:1713531221.769019:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8061:x1796767405104896:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.769051:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8061:x1796767405104896:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.769057:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5059 00000100:00100000:1.0:1713531221.769066:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.769080:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105024 00000100:00100000:3.0:1713531221.769084:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105024 00000100:00100000:3.0:1713531221.769099:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1065 00000100:00100000:3.0:1713531221.769103:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:8060:x1796767405105024:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.769218:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+122:8060:x1796767405105024:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 113us (153us total) trans 4294970868 rc 0/0 00000100:00100000:3.0:1713531221.769223:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1065 00000100:00100000:0.0:1713531221.769448:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.769469:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105088 00000100:00100000:2.0:1713531221.769472:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105088 00000100:00100000:2.0:1713531221.769497:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5060 00000100:00100000:2.0:1713531221.769502:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+122:8059:x1796767405105088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.769510:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.769518:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ded1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cd7 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.769541:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.769548:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.769555:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531221.769572:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.769580:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531221.769593:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352ded1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd7 expref: 124 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.769604:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd7 expref: 123 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.769609:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:2.0:1713531221.769611:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.769613:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:1.0:1713531221.769635:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.769644:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8059:x1796767405105088:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.769650:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5060 00000100:00100000:2.0:1713531221.769666:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105152 00000100:00100000:2.0:1713531221.769668:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105152 00000100:00100000:1.0:1713531221.769670:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.769686:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105280 00000100:00100000:2.0:1713531221.769688:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1266 00000100:00100000:3.0:1713531221.769689:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105280 00000100:00100000:2.0:1713531221.769692:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:8061:x1796767405105152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.769699:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531221.769706:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5061 00010000:00010000:2.0:1713531221.769707:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cde expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.769709:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8060:x1796767405105280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.769721:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.769733:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.769734:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1713531221.769737:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+123:8060:x1796767405105280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (67us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.769737:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.769741:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5061 00010000:00010000:2.0:1713531221.769759:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.769770:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.769780:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409664960:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.769809:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff880093974c00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.770249:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.770328:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7956:1796767409664960:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.770340:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.770347:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00000100:00100000:0.0:1713531221.770352:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105344 00000100:00100000:0.0:1713531221.770356:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105344 00000100:00100000:2.0:1713531221.770361:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:8061:x1796767405105152:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 669us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.770366:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1266 00000100:00100000:0.0:1713531221.770371:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1267 00000100:00100000:0.0:1713531221.770376:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405105344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.770383:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1713531221.770386:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.770397:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ce5 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.770398:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105472 00000100:00100000:2.0:1713531221.770400:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105472 00010000:00010000:2.0:1713531221.770407:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 416 lvb_type: 1 00002000:00010000:0.0:1713531221.770411:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00000100:00100000:1.0:1713531221.770413:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.770435:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.770436:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531221.770438:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000100:00100000:2.0:1713531221.770441:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405105472:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.770441:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531221.770447:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105408 00010000:00010000:2.0:1713531221.770447:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531221.770450:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105408 00010000:00010000:0.0:1713531221.770454:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 14 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.770455:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.770461:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:0.0:1713531221.770462:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0aac0, rc 0) 00000100:00100000:3.0:1713531221.770463:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5062 00000100:00100000:3.0:1713531221.770466:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+123:8060:x1796767405105408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.770471:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.770471:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11b00/0xe3b2c9851352deca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd0 expref: 13 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:3.0:1713531221.770477:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352deed lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cec expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.770478:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.770479:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1713531221.770481:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405105344:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 106us (233us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.770483:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.770486:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1267 00010000:00010000:2.0:1713531221.770488:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.770497:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531221.770499:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.770503:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531221.770504:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409665024:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.770508:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531221.770517:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1713531221.770518:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff880093974c00 going to sleep for 11 seconds 00000004:00010000:3.0:1713531221.770522:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.770531:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352deed lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cec expref: 125 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.770538:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cec expref: 124 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.770542:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:3.0:1713531221.770544:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.770545:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:3.0:1713531221.770561:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+124:8060:x1796767405105408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 95us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.770565:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5062 00000100:00100000:0.0:1713531221.771087:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.771103:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409665024:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.771113:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531221.771119:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105600 00000100:00100000:3.0:1713531221.771122:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105600 00000100:00100000:3.0:1713531221.771135:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5063 00000100:00100000:3.0:1713531221.771137:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8059:x1796767405105600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.771138:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405105472:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 694us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.771144:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1044 00000100:00100000:3.0:1713531221.771161:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+124:8059:x1796767405105600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 23us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.771164:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5063 00000100:00100000:1.0:1713531221.771189:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.771204:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105664 00000100:00100000:2.0:1713531221.771207:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105664 00000100:00100000:2.0:1713531221.771223:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1268 00000100:00100000:2.0:1713531221.771227:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405105664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.771234:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.771244:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cf3 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.771254:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.771262:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.771263:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.771286:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.771296:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 13 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.771304:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12ac0, rc 0) 00000100:00100000:2.0:1713531221.771322:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405105664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 95us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.771328:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1268 00000100:00100000:0.0:1713531221.771542:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.771586:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105728 00000100:00100000:2.0:1713531221.771590:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105728 00002000:00100000:2.0:1713531221.771606:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x57:0x0] (0->2) req@ffff880134d0ce00 x1796767405105728/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.771615:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ce00 with x1796767405105728 ext(0->2) 00002000:00010000:2.0:1713531221.771618:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0ce00 00000100:00100000:2.0:1713531221.771636:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 282 00000100:00100000:2.0:1713531221.771640:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405105728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.771785:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.771809:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105792 00000100:00100000:3.0:1713531221.771812:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105792 00000100:00100000:3.0:1713531221.771830:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1269 00000100:00100000:3.0:1713531221.771832:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+14:8059:x1796767405105792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.771837:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.771844:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4cfa expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.771854:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.771859:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.771859:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.771861:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.771872:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.771878:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.771885:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409665088:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.771895:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1825:x1796767405105728:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 253us (352us total) trans 4294967638 rc 0/0 00000100:00100000:2.0:1713531221.771900:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 282 00000100:00100000:3.0:1713531221.771901:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc240 going to sleep for 11 seconds 00002000:00100000:2.0:1713531221.771904:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x57:0x0] (0->2) req@ffff880134d0ce00 x1796767405105728/t4294967638(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.771908:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ce00 with x1796767405105728 ext(0->2) 00002000:00010000:2.0:1713531221.771910:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0ce00 00000100:00100000:0.0:1713531221.771962:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.771989:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105920 00000100:00100000:3.0:1713531221.771991:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105920 00000100:00100000:3.0:1713531221.772003:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5064 00000100:00100000:3.0:1713531221.772006:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+124:8060:x1796767405105920:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.772034:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+124:8060:x1796767405105920:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 28us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.772038:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5064 00000100:00100000:3.0:1713531221.772460:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7958:1796767409665088:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.772475:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.772484:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10d80, rc 0) 00000100:00100000:0.0:1713531221.772499:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.772510:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:8059:x1796767405105792:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 676us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.772515:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1269 00000100:00100000:2.0:1713531221.772540:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405105984 00000100:00100000:2.0:1713531221.772544:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405105984 00000100:00100000:2.0:1713531221.772564:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5065 00000100:00100000:2.0:1713531221.772568:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+124:8061:x1796767405105984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.772664:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.772679:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106048 00000100:00100000:1.0:1713531221.772682:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.772683:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106048 00010000:00010000:2.0:1713531221.772695:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.772713:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1045 00000100:00100000:2.0:1713531221.772717:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405106048:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.772725:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.772734:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.772740:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.772750:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352dee6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ce5 expref: 15 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:2.0:1713531221.772756:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.772757:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.772760:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 14 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.772764:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 14 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.772776:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 14 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.772781:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409665152:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531221.772805:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.772928:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106112 00000100:00100000:3.0:1713531221.772932:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106112 00000100:00100000:3.0:1713531221.772949:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1270 00000100:00100000:3.0:1713531221.772953:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+15:8060:x1796767405106112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.772959:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.772967:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d01 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.773336:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.773344:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.773345:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531221.773348:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 16 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.773364:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531221.773375:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:3.0:1713531221.773384:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409665216:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.773594:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409665152:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531221.773605:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.773704:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405106048:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 984us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.773711:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1045 00000100:00100000:3.0:1713531221.773800:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800b4c58240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.773938:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.773968:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106176 00000100:00100000:2.0:1713531221.773972:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106176 00002000:00100000:2.0:1713531221.773988:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5a:0x0] (0->2) req@ffff880134d0f800 x1796767405106176/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.773996:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0f800 with x1796767405106176 ext(0->2) 00002000:00010000:2.0:1713531221.773999:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0f800 00000100:00100000:2.0:1713531221.774012:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 283 00000100:00100000:2.0:1713531221.774016:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405106176:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.774309:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405106176:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 290us (369us total) trans 4294967648 rc 0/0 00000100:00100000:2.0:1713531221.774316:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 283 00002000:00100000:2.0:1713531221.774321:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5a:0x0] (0->2) req@ffff880134d0f800 x1796767405106176/t4294967648(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.774329:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0f800 with x1796767405106176 ext(0->2) 00002000:00010000:2.0:1713531221.774332:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0f800 00000100:00100000:3.0:1713531221.774412:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409665216:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.774441:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 16 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.774451:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:3.0:1713531221.774472:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+16:8060:x1796767405106112:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1516us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.774479:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1270 00000100:00100000:0.0:1713531221.774582:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.774601:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106240 00000100:00100000:1.0:1713531221.774605:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106240 00010000:00010000:1.0:1713531221.774619:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.774672:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1046 00000100:00100000:1.0:1713531221.774677:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405106240:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.774685:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.774697:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.774707:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.774720:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352defb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cf3 expref: 16 pid: 7958 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.774729:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.774730:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.774736:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.774744:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.774765:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 15 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.774774:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409665280:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.774800:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.774991:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.775008:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106304 00000100:00100000:1.0:1713531221.775012:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106304 00000100:00100000:1.0:1713531221.775034:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5066 00000100:00100000:1.0:1713531221.775039:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+125:8059:x1796767405106304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.775457:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409665280:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.775465:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.775581:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405106240:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 902us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.775588:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1046 00000100:00100000:1.0:1713531221.775913:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.775928:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106368 00000100:00100000:2.0:1713531221.775931:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106368 00002000:00100000:2.0:1713531221.775943:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x58:0x0] (0->2) req@ffff88008dec4e00 x1796767405106368/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.775949:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dec4e00 with x1796767405106368 ext(0->2) 00002000:00010000:2.0:1713531221.775951:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dec4e00 00000100:00100000:2.0:1713531221.775959:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 284 00000100:00100000:2.0:1713531221.775962:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405106368:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.776211:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+17:1823:x1796767405106368:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 246us (299us total) trans 4294967639 rc 0/0 00000100:00100000:2.0:1713531221.776218:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 284 00002000:00100000:2.0:1713531221.776224:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x58:0x0] (0->2) req@ffff88008dec4e00 x1796767405106368/t4294967639(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.776232:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dec4e00 with x1796767405106368 ext(0->2) 00002000:00010000:2.0:1713531221.776235:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dec4e00 00000100:00100000:1.0:1713531221.776908:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.776972:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106432 00000100:00100000:0.0:1713531221.776976:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106432 00000100:00100000:0.0:1713531221.777001:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5067 00000100:00100000:0.0:1713531221.777006:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+126:8060:x1796767405106432:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1713531221.777084:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+126:8060:x1796767405106432:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 77us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.777091:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5067 00000100:00100000:1.0:1713531221.777704:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.777721:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106496 00000100:00100000:3.0:1713531221.777725:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106496 00000100:00100000:3.0:1713531221.777741:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1271 00000100:00100000:3.0:1713531221.777746:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+17:1822:x1796767405106496:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1713531221.783436:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970862 is committed 00000020:00080000:1.0:1713531221.783447:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008e46a540 refcount 2 committed 0 result 0 batchid 141 00000020:00080000:1.0:1713531221.783450:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008e46a9c0 00000020:00080000:1.0:1713531221.783453:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880090055500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131e42800 00000001:00080000:1.0:1713531221.783466:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970864 is committed 00000020:00080000:1.0:1713531221.783477:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 138 batchid updated 00000001:00080000:1.0:1713531221.783481:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970867 is committed 00000001:00080000:1.0:1713531221.783487:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970857 is committed 00000020:00080000:1.0:1713531221.783493:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880136b4a180 refcount 2 committed 0 result 0 batchid 139 00000020:00080000:1.0:1713531221.783495:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131ab6400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880136b4a540 00000020:00080000:1.0:1713531221.783497:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131ab6700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d406800 00000100:00100000:3.0:1713531221.783501:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+109:8061:x1796767405105984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 10927us (10997us total) trans 0 rc 0/0 00000001:00080000:1.0:1713531221.783505:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970868 is committed 00000100:00100000:3.0:1713531221.783510:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5065 00000020:00080000:1.0:1713531221.783518:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b52ca480 refcount 2 committed 0 result 0 batchid 140 00000020:00080000:1.0:1713531221.783519:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b78d500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b52cac00 00000020:00080000:1.0:1713531221.783521:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b78dd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801320d4800 00000020:00080000:1.0:1713531221.783535:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 141 committed batchid 138 00000100:00100000:3.0:1713531221.783554:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8059:x1796767405106304:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8515us (8564us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.783560:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5066 00000020:00080000:1.0:1713531221.783626:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 138 00000100:00100000:0.0:1713531221.784579:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.784603:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.784619:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106560 00000100:00100000:2.0:1713531221.784625:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106560 00000100:00100000:3.0:1713531221.784639:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106624 00000100:00100000:3.0:1713531221.784643:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106624 00000100:00100000:2.0:1713531221.784654:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1272 00000100:00100000:2.0:1713531221.784659:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405106560:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.784667:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1273 00000100:00100000:3.0:1713531221.784671:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405106624:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.784719:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405106560:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.784725:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1272 00000100:00100000:3.0:1713531221.785488:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.785503:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106752 00000100:00100000:3.0:1713531221.785506:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106752 00000100:00100000:3.0:1713531221.785523:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5068 00000100:00100000:3.0:1713531221.785528:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8061:x1796767405106752:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.785556:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.785577:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352debc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc2 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.785589:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.785593:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.785954:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.785970:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.785979:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.785993:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.785999:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.786005:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.786010:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.786013:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.786019:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.786027:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.786029:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.786032:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.786036:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352df10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531221.786076:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8061:x1796767405106752:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 546us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.786082:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5068 00000100:00100000:1.0:1713531221.786860:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.786877:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106816 00000100:00100000:3.0:1713531221.786881:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106816 00000100:00100000:3.0:1713531221.786900:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1274 00000100:00100000:3.0:1713531221.786905:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+18:1823:x1796767405106816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1713531221.787082:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.787087:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.787089:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.787091:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:3.0:1713531221.787093:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1713531221.787122:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405106816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 216us (262us total) trans 4294967640 rc 0/0 00000100:00100000:3.0:1713531221.787131:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1274 00000100:00100000:1.0:1713531221.787956:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.787968:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405106944 00000100:00100000:1.0:1713531221.787970:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405106944 00000100:00100000:1.0:1713531221.787982:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5069 00000100:00100000:1.0:1713531221.787986:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8061:x1796767405106944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.788003:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.788011:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.788015:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.788032:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 90 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.788040:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 90 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.788049:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409665344:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.788074:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009aa436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.789098:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409665344:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.789113:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.789118:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.789141:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107008 00000100:00100000:1.0:1713531221.789143:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107008 00010000:00010000:1.0:1713531221.789155:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.789168:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1047 00000100:00100000:1.0:1713531221.789171:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405107008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.789177:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.789179:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.789185:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.789194:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352de45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c98 expref: 91 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.789200:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:1.0:1713531221.789203:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789207:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789211:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789218:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.789231:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405107008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.789235:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1047 00010000:00010000:1.0:1713531221.789284:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789288:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789298:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789301:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789304:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789307:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.789308:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789312:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789319:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:1.0:1713531221.789321:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.789322:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.789325:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.789344:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:8061:x1796767405106944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1357us (1389us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.789348:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5069 00000100:00100000:0.0:1713531221.789922:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.789954:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107072 00000100:00100000:3.0:1713531221.789958:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107072 00000100:00100000:3.0:1713531221.789976:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1275 00000100:00100000:3.0:1713531221.789980:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+19:1823:x1796767405107072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.789998:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.790011:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 19 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.790018:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.790020:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531221.790022:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.790038:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 19 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.790050:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 19 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.790060:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409665408:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.790138:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.790754:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409665408:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.790769:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.791083:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.791101:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107136 00000100:00100000:0.0:1713531221.791104:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107136 00010000:00010000:0.0:1713531221.791116:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 20 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.791143:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1048 00000100:00100000:0.0:1713531221.791148:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+20:1822:x1796767405107136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.791169:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.791182:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 20 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.791207:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 20 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.791228:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af13180/0xe3b2c9851352dedf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cde expref: 20 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.791240:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.791241:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.791245:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791252:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791322:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.791355:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791362:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791374:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791380:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791386:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791391:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.791402:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791427:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791446:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.791452:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11680/0xe3b2c9851352df1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531221.791463:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967639 is committed 00000001:00080000:1.0:1713531221.791478:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967635 is committed 00000100:00100000:3.0:1713531221.791492:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405106496:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13744us (13788us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.791499:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1271 00000100:00100000:0.0:1713531221.791508:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405107072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1527us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.791514:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1275 00000100:00100000:0.0:1713531221.791532:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405107136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 384us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.791537:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1048 00000100:00100000:1.0:1713531221.792107:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.792119:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107264 00000100:00100000:1.0:1713531221.792122:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107264 00000100:00100000:1.0:1713531221.792134:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5070 00000100:00100000:1.0:1713531221.792138:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:8061:x1796767405107264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.792456:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.792465:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.792469:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.792482:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.792492:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.792499:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409665472:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.792521:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bd266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.792625:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.792637:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107392 00000100:00100000:1.0:1713531221.792640:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107392 00000100:00100000:1.0:1713531221.792653:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5071 00000100:00100000:1.0:1713531221.792656:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8060:x1796767405107392:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.792682:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.792692:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352def4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cec expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.792700:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531221.792702:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.792712:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792718:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792725:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792752:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792755:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792759:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792762:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.792764:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792767:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792770:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531221.792772:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531221.792773:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.792776:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352df2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.792854:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8060:x1796767405107392:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 195us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.792858:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5071 00000100:00100000:1.0:1713531221.793226:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409665472:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.793238:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531221.793463:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.793476:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107456 00000100:00100000:0.0:1713531221.793479:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107456 00000100:00100000:1.0:1713531221.793481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.793492:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.793507:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000100:00100000:0.0:1713531221.793522:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1823:x1796767405107456:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.793530:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.793534:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.793544:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.793555:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352de6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ca6 expref: 90 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.793563:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:0.0:1713531221.793567:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.793572:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.793577:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.793587:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.793592:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.793596:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531221.793619:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405107456:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.793625:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1049 00000001:00080000:1.0:1713531221.793662:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970869 00000100:00100000:0.0:1713531221.793668:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107520 00000100:00100000:0.0:1713531221.793671:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107520 00000100:00100000:0.0:1713531221.793687:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1276 00000100:00100000:0.0:1713531221.793692:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405107520:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1713531221.793814:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:0.0:1713531221.793817:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.793820:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:0.0:1713531221.793822:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:0.0:1713531221.793824:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb blocks from disk: 1 -> 11 00000001:00080000:1.0:1713531221.793839:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970870 00000100:00100000:0.0:1713531221.793863:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405107520:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 170us (380us total) trans 4294967641 rc 0/0 00000100:00100000:0.0:1713531221.793870:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1276 00000001:00080000:1.0:1713531221.793936:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970871 00000100:00100000:1.0:1713531221.794029:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409665536:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531221.794054:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.794064:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed34240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.794074:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409665536 00000100:00100000:2.0:1713531221.794078:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409665536 00000100:00100000:2.0:1713531221.794098:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1713531221.794102:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409665536:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1713531221.794142:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409665536:12345-0@lo:1000:mdt00_000.0 Request processed in 39us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.794147:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1713531221.794180:0:6404:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967635 gen 2 00000004:00080000:1.0:1713531221.794184:0:6404:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967635 committed transno 4294967635 00000100:00100000:1.0:1713531221.794202:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409665536:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1713531221.794370:0:6404:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970872 00000100:00100000:1.0:1713531221.794426:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409665600:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1713531221.794532:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.794540:0:6404:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531221.794546:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00600 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.794551:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409665600 00000100:00100000:1.0:1713531221.794554:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107648 00000100:00100000:2.0:1713531221.794555:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409665600 00000100:00100000:1.0:1713531221.794557:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107648 00000100:00100000:2.0:1713531221.794566:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1713531221.794569:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6404:x1796767409665600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531221.794569:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5072 00000100:00100000:1.0:1713531221.794573:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8060:x1796767405107648:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1713531221.794588:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.794596:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.794601:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.794643:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.794651:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.794657:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:6404:x1796767409665600:12345-0@lo:1000:mdt00_000.0 Request processed in 85us (115us total) trans 4294967642 rc 0/0 00000100:00100000:1.0:1713531221.794657:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409665664:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.794663:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1713531221.794676:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6404:1796767409665600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1713531221.794676:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800924e5c00 going to sleep for 11 seconds 00010000:00010000:3.0:1713531221.794693:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794700:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794705:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794709:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5cb40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.794712:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794719:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794726:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d300) 00010000:00010000:3.0:1713531221.794728:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.794731:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794736:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352df25 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794761:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794766:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794771:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794775:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.794777:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794781:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794787:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:3.0:1713531221.794788:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.794790:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794794:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c985135293fa lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.794923:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794930:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794936:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794942:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794947:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794952:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794956:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.794958:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794963:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794969:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.794971:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.794973:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.794978:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352df3a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000040:00080000:3.0:1713531221.795032:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.795036:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.795137:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 166 count 121 00000040:00080000:3.0:1713531221.795142:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1713531221.795174:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+93:8061:x1796767405107264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3034us (3066us total) trans 4294970873 rc 0/0 00000100:00100000:3.0:1713531221.795180:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5070 00000020:00080000:3.0:1713531221.795183:0:6404:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.795567:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409665664:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.795582:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.795592:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.795607:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107712 00000100:00100000:0.0:1713531221.795610:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107712 00010000:00010000:0.0:1713531221.795621:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.795637:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1050 00000100:00100000:0.0:1713531221.795653:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7989c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405107712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.795662:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.795667:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.795675:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.795686:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352dea0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cb4 expref: 93 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.795694:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:0.0:1713531221.795697:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.795703:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.795709:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.795718:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531221.795728:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795732:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795742:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.795742:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7989c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405107712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 92us (143us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.795744:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795748:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.795748:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1050 00010000:00010000:1.0:1713531221.795751:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5d8c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531221.795753:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795756:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795764:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531221.795766:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531221.795768:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.795771:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352df33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.795794:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8060:x1796767405107648:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1220us (1263us total) trans 0 rc -22/-22 00000100:00100000:1.0:1713531221.795799:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5072 00000100:00100000:2.0:1713531221.795843:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.795901:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107840 00000100:00100000:3.0:1713531221.795905:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107840 00000100:00100000:3.0:1713531221.795923:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1066 00000100:00100000:3.0:1713531221.795927:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:8061:x1796767405107840:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.796133:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.796186:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970874 00010000:00010000:3.0:1713531221.796221:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796227:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796232:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796235:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796239:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796242:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796245:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796247:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.796248:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796251:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796256:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa2:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.796258:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.796259:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.796262:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352df41 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.796433:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:8061:x1796767405107840:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 503us (588us total) trans 4294970875 rc 0/0 00000100:00100000:3.0:1713531221.796439:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1066 00000020:00080000:3.0:1713531221.796442:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.796491:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.796520:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107904 00000100:00100000:0.0:1713531221.796523:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107904 00000100:00100000:0.0:1713531221.796540:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1277 00000100:00100000:0.0:1713531221.796545:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405107904:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531221.796564:0:7958:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.796576:0:7958:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 11 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.796583:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.796584:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531221.796587:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.796602:0:7958:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 11 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.796611:0:7958:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 11 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.796625:0:7958:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409665728:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531221.796647:0:7958:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.797259:0:7958:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7958:1796767409665728:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.797295:0:7958:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.797498:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.797516:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405107968 00000100:00100000:0.0:1713531221.797520:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405107968 00010000:00010000:0.0:1713531221.797533:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 12 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.797551:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1051 00000100:00100000:0.0:1713531221.797555:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405107968:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.797564:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.797578:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 12 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.797588:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 12 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.797604:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc11f80/0xe3b2c9851352df09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d01 expref: 12 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.797614:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.797615:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.797618:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.797626:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.797649:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.797673:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405107968:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 116us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531221.797674:0:7958:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.797679:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1051 00010000:00010000:1.0:1713531221.797683:0:7958:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797700:0:7958:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797707:0:7958:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797715:0:7958:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797721:0:7958:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531221.797724:0:7958:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797732:0:7958:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1713531221.797732:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967646 is committed 00000001:00080000:0.0:1713531221.797742:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967648 is committed 00010000:00010000:1.0:1713531221.797744:0:7958:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.797751:0:7958:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0aac0/0xe3b2c9851352df48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.797800:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405107904:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1253us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.797806:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405106624:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13126us (13193us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.797808:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1277 00000100:00100000:3.0:1713531221.797815:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1273 00000100:00100000:2.0:1713531221.798449:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.798482:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.798495:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108096 00000100:00100000:1.0:1713531221.798500:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108096 00000100:00100000:1.0:1713531221.798518:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108224 00000100:00100000:1.0:1713531221.798521:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108224 00000100:00100000:1.0:1713531221.798533:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5073 00000100:00100000:1.0:1713531221.798539:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:8060:x1796767405108096:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.798545:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5074 00000100:00100000:3.0:1713531221.798552:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:8059:x1796767405108224:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.798595:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531221.798615:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352ded8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cd7 expref: 94 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.798630:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:3.0:1713531221.798633:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531221.798657:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798669:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798681:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798700:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798706:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798712:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798717:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.798720:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531221.798726:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.798730:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.798733:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:3.0:1713531221.798736:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.798739:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.798742:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.798743:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352df4f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531221.798748:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.798768:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.798778:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.798788:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409665792:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.798806:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:8059:x1796767405108224:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 254us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.798810:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5074 00000100:00100000:1.0:1713531221.798815:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692da80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.799461:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409665792:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.799481:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531221.799517:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.799563:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108288 00000100:00100000:0.0:1713531221.799563:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.799568:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108288 00000100:00100000:3.0:1713531221.799590:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1278 00000100:00100000:3.0:1713531221.799594:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405108288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1713531221.799617:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108352 00000100:00100000:1.0:1713531221.799621:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108352 00010000:00010000:1.0:1713531221.799635:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.799661:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1052 00000100:00100000:1.0:1713531221.799666:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+94:1823:x1796767405108352:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.799674:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.799678:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.799687:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.799700:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13840/0xe3b2c9851352dec3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cc9 expref: 94 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.799710:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:1.0:1713531221.799714:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.799720:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.799726:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531221.799743:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1713531221.799754:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:3.0:1713531221.799756:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.799757:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:3.0:1713531221.799759:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:3.0:1713531221.799760:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1713531221.799760:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405108352:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (198us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531221.799762:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531221.799764:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1052 00010000:00010000:0.0:1713531221.799768:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531221.799778:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405108288:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 183us (263us total) trans 4294967649 rc 0/0 00000100:00100000:3.0:1713531221.799783:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1278 00000001:00080000:0.0:1713531221.799858:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970876 00000001:00080000:0.0:1713531221.799970:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970877 00000001:00080000:0.0:1713531221.800001:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970878 00000100:00100000:0.0:1713531221.800043:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409665856:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531221.800074:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.800095:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008aea7600 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.800121:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409665856 00000100:00100000:2.0:1713531221.800125:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409665856 00000100:00100000:2.0:1713531221.800155:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1713531221.800160:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409665856:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1713531221.800215:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409665856:12345-0@lo:1000:mdt00_005.0 Request processed in 54us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.800222:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1713531221.800232:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409665856:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1713531221.800501:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970879 00000100:00100000:2.0:1713531221.800513:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.800543:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409665920:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1713531221.800550:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108480 00000100:00100000:1.0:1713531221.800553:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108480 00000100:00100000:0.0:1713531221.800563:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531221.800573:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a6ed5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.800574:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5075 00000100:00100000:1.0:1713531221.800578:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8059:x1796767405108480:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.800582:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409665920 00000100:00100000:2.0:1713531221.800587:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409665920 00010000:00010000:1.0:1713531221.800597:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.800603:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.800607:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00010000:00010000:1.0:1713531221.800608:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.800612:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409665920:12345-0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1713531221.800619:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.800624:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.800633:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409665984:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531221.800652:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692da80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.800751:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:15461:x1796767409665920:12345-0@lo:1000:mdt00_005.0 Request processed in 138us (186us total) trans 4294967643 rc 0/0 00000100:00100000:2.0:1713531221.800761:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1713531221.800766:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbc000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409665920:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1713531221.800784:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800791:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800797:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800803:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.800807:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800813:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800822:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008bd36800) 00010000:00010000:0.0:1713531221.800824:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.800827:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800831:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352df56 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800849:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800853:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800857:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800860:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.800862:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800865:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800869:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:0.0:1713531221.800870:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531221.800872:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800874:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c985135293d0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531221.800890:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800894:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800898:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800901:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800903:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800906:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800909:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531221.800911:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800914:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800918:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd36900) 00010000:00010000:0.0:1713531221.800919:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531221.800920:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531221.800922:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352df64 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xaf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000040:00080000:0.0:1713531221.800975:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531221.800979:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531221.801071:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 165 count 121 00000040:00080000:0.0:1713531221.801077:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531221.801120:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+97:8060:x1796767405108096:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2580us (2672us total) trans 4294970880 rc 0/0 00000100:00100000:0.0:1713531221.801127:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5073 00000020:00080000:0.0:1713531221.801130:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1713531221.801293:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409665984:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531221.801307:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.801450:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.801496:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108544 00000100:00100000:1.0:1713531221.801500:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108544 00010000:00010000:1.0:1713531221.801513:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.801539:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1053 00000100:00100000:1.0:1713531221.801543:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:1822:x1796767405108544:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.801551:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.801555:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.801563:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.801576:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352de7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cad expref: 97 pid: 6404 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.801587:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:1.0:1713531221.801590:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.801601:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.801606:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.801619:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.801630:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801637:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801652:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.801654:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:1822:x1796767405108544:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (203us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.801656:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801659:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.801659:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1053 00010000:00010000:2.0:1713531221.801662:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.801663:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801666:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801672:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:2.0:1713531221.801674:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531221.801676:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.801678:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352df5d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.801702:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:8059:x1796767405108480:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1122us (1189us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531221.801712:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5075 00000100:00100000:0.0:1713531221.801850:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.801893:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108672 00000100:00100000:3.0:1713531221.801898:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108672 00000100:00100000:3.0:1713531221.801923:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1067 00000100:00100000:3.0:1713531221.801928:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:8060:x1796767405108672:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.802182:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.802217:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970881 00010000:00010000:3.0:1713531221.802256:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802265:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00000100:00100000:0.0:1713531221.802289:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.802301:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802307:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802312:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802317:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802322:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.802322:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108736 00000100:00100000:2.0:1713531221.802325:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108736 00010000:00010000:3.0:1713531221.802326:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.802329:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802333:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00000100:00100000:2.0:1713531221.802346:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1279 00000100:00100000:2.0:1713531221.802349:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405108736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.802351:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa4:0x0].0x0 (ffff88008b78d700) 00010000:00010000:3.0:1713531221.802353:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.802359:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.802363:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352df6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:2.0:1713531221.802368:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.802377:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 12 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.802381:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.802382:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.802384:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.802396:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 12 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.802403:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 12 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.802411:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666048:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.802448:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.802454:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:8060:x1796767405108672:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 524us (604us total) trans 4294970882 rc 0/0 00000100:00100000:3.0:1713531221.802461:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1067 00000020:00080000:3.0:1713531221.802465:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531221.802992:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666048:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.803003:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.803146:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.803177:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108800 00000100:00100000:1.0:1713531221.803181:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108800 00010000:00010000:1.0:1713531221.803190:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 13 pid: 7958 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.803207:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1054 00000100:00100000:1.0:1713531221.803210:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405108800:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.803215:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.803228:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 13 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.803236:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 13 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.803252:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352df02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cfa expref: 13 pid: 7958 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.803262:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.803264:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.803286:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.803294:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.803308:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.803313:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803318:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803329:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803333:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.803333:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405108800:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 121us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531221.803338:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.803339:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1054 00010000:00010000:2.0:1713531221.803342:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af133c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531221.803343:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803347:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803354:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.803358:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352df72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.803388:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405108736:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1038us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.803392:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1279 00000100:00100000:0.0:1713531221.804099:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.804141:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108928 00000100:00100000:2.0:1713531221.804144:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108928 00000100:00100000:2.0:1713531221.804158:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5076 00000100:00100000:2.0:1713531221.804161:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:8059:x1796767405108928:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.804328:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.804335:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 98 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.804339:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.804352:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 98 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.804361:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 98 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.804369:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666112:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.804394:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.805035:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666112:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.805048:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.805068:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.805101:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405108992 00000100:00100000:1.0:1713531221.805105:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405108992 00010000:00010000:1.0:1713531221.805123:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:1.0:1713531221.805145:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1055 00000100:00100000:1.0:1713531221.805150:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+99:1823:x1796767405108992:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.805158:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.805162:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.805170:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.805181:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352dea7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4cbb expref: 99 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:1.0:1713531221.805190:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:1.0:1713531221.805194:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.805199:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.805204:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.805222:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.805236:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.805242:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.805245:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+98:1823:x1796767405108992:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.805251:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1055 00000001:00080000:2.0:1713531221.805347:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970883 00000001:00080000:2.0:1713531221.805455:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970884 00000001:00080000:2.0:1713531221.805483:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970885 00000100:00100000:2.0:1713531221.805522:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666176:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.805548:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.805565:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.805586:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409666176 00000100:00100000:0.0:1713531221.805590:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409666176 00000100:00100000:0.0:1713531221.805621:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1713531221.805627:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666176:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.805682:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666176:12345-0@lo:1000:mdt00_004.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.805688:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1713531221.805697:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967646 gen 2 00000004:00080000:2.0:1713531221.805700:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967644 committed transno 4294967646 00000004:00080000:2.0:1713531221.805712:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967646 committed transno 4294967646 00000100:00100000:2.0:1713531221.805722:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666176:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1713531221.805849:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970886 00000100:00100000:2.0:1713531221.805878:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666240:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531221.805893:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531221.805900:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.805909:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409666240 00000100:00100000:0.0:1713531221.805912:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409666240 00000100:00100000:0.0:1713531221.805938:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1713531221.805942:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666240:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.806076:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409666240:12345-0@lo:1000:mdt00_004.0 Request processed in 132us (181us total) trans 4294967650 rc 0/0 00000100:00100000:0.0:1713531221.806082:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1713531221.806094:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666240:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1713531221.806107:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806112:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806115:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806121:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.806123:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806127:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806132:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff880090055700) 00010000:00010000:2.0:1713531221.806134:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.806135:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806138:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12400/0xe3b2c9851352df79 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806151:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806154:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806157:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806159:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a73c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.806161:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806164:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806167:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff8800a69cf300) 00010000:00010000:2.0:1713531221.806169:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.806171:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806176:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c98513529328 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806195:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806202:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806208:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806213:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806218:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806223:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806227:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.806229:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806234:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806241:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff88008bd3e300) 00010000:00010000:2.0:1713531221.806242:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.806244:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.806252:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13a80/0xe3b2c9851352df80 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531221.806311:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531221.806314:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531221.806379:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 164 count 121 00000040:00080000:2.0:1713531221.806383:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531221.806448:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+101:8059:x1796767405108928:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2283us (2348us total) trans 4294970887 rc 0/0 00000100:00100000:2.0:1713531221.806456:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5076 00000020:00080000:2.0:1713531221.806459:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.806483:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.806486:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.806508:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 167 count 121 00000040:00080000:1.0:1713531221.806512:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531221.806542:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409666304:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1713531221.806562:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692da80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.807132:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.807139:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409666304:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:1.0:1713531221.807176:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.807178:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531221.807193:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109120 00000100:00100000:3.0:1713531221.807201:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109120 00000100:00100000:3.0:1713531221.807232:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000100:00100000:3.0:1713531221.807236:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:8059:x1796767405109120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000040:00080000:1.0:1713531221.807239:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 167 count 121 00000040:00080000:1.0:1713531221.807243:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531221.807397:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.807457:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109184 00000100:00100000:2.0:1713531221.807462:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109184 00000100:00100000:2.0:1713531221.807487:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5077 00000100:00100000:2.0:1713531221.807491:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8063:x1796767405109184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00080000:3.0:1713531221.807502:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000080:2.0:1713531221.807504:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xae:0x0] from 18446744073709551615 #0 00000001:00080000:3.0:1713531221.807530:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970888 00000100:00100000:2.0:1713531221.807547:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8063:x1796767405109184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 55us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.807551:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5077 00010000:00010000:3.0:1713531221.807574:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807584:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807591:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807596:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807600:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807603:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807607:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807610:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.807612:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807617:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807625:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa3:0x0].0x0 (ffff88008b78db00) 00010000:00010000:3.0:1713531221.807627:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.807630:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.807634:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352df87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.807739:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:8059:x1796767405109120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 501us (607us total) trans 4294970889 rc 0/0 00000100:00100000:3.0:1713531221.807745:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000020:00080000:3.0:1713531221.807748:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.808350:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.808429:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109248 00000100:00100000:2.0:1713531221.808433:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109248 00000100:00100000:2.0:1713531221.808454:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5078 00000100:00100000:2.0:1713531221.808458:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8063:x1796767405109248:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.808487:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808496:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808501:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808512:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808516:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808519:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808531:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808535:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808539:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.808552:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xae:0x0]: returning size 3 00000004:00200000:2.0:1713531221.808555:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.808564:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808571:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808576:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808581:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808589:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.808592:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808598:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808606:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.808608:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.808611:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808616:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10d80/0xe3b2c9851352df8e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808626:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808631:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808636:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808640:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.808643:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808648:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808655:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4bd7622f (ffff88008bd3e000) 00010000:00010000:2.0:1713531221.808657:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.808659:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808662:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13600/0xe3b2c9851352df95 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808670:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808673:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808676:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808679:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.808680:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808683:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808686:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:2.0:1713531221.808687:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.808689:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.808691:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11d40/0xe3b2c9851352df9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.808728:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8063:x1796767405109248:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 268us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.808732:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5078 00000100:00100000:0.0:1713531221.809523:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.809566:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109376 00000100:00100000:2.0:1713531221.809571:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109376 00000100:00100000:2.0:1713531221.809595:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5079 00000100:00100000:2.0:1713531221.809598:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+103:8063:x1796767405109376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.809606:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.809614:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dfa3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d08 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.809667:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809673:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809678:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809685:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809688:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809692:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809708:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809712:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809715:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.809722:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xae:0x0]: returning size 3 00010000:00010000:2.0:1713531221.809761:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809765:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809768:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809770:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.809772:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809775:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809779:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:2.0:1713531221.809781:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531221.809783:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809785:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11b00/0xe3b2c9851352dfb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809791:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809794:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809797:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809802:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af13180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.809804:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809807:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809810:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531221.809811:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.809812:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809814:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13180/0xe3b2c9851352dfaa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809818:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809821:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809823:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809826:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.809827:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809829:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809832:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4bd7622f (ffff88008cf75a00) 00010000:00010000:2.0:1713531221.809833:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.809835:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809838:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12ac0/0xe3b2c9851352dfb1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4bd7622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.809854:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dfa3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d08 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.809859:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af13cc0/0xe3b2c9851352dfa3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d08 expref: 105 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.809864:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13cc0, rc 0) 00000100:00100000:2.0:1713531221.809890:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8063:x1796767405109376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 291us (369us total) trans 4294970890 rc 301/301 00000100:00100000:2.0:1713531221.809895:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5079 00000100:00100000:0.0:1713531221.810803:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.810840:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109440 00000100:00100000:2.0:1713531221.810844:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109440 00000100:00100000:2.0:1713531221.810871:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5080 00000100:00100000:2.0:1713531221.810876:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8063:x1796767405109440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531221.810893:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000401:0xae:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531221.810937:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8063:x1796767405109440:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 60us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.810943:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5080 00000100:00100000:0.0:1713531221.811754:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.811802:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109568 00000100:00100000:2.0:1713531221.811806:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109568 00000100:00100000:2.0:1713531221.811834:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5081 00000100:00100000:2.0:1713531221.811839:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+104:8063:x1796767405109568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.811850:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.811862:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dfc6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d0f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1713531221.812318:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5b:0x0], index 0: 0 00010000:00010000:2.0:1713531221.812507:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352dfcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.812516:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352dfcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.812525:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352dfcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.812556:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af106c0/0xe3b2c9851352dfc6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d0f expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.812569:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352dfcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d0f expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.812576:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff88008cf75500) 00010000:00010000:2.0:1713531221.812578:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531221.812580:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12640, rc 0) 00000100:00100000:2.0:1713531221.812617:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8063:x1796767405109568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 776us (863us total) trans 4294970891 rc 0/0 00000100:00100000:2.0:1713531221.812623:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5081 00000100:00100000:0.0:1713531221.813606:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.813644:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109696 00000100:00100000:2.0:1713531221.813648:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109696 00000100:00100000:2.0:1713531221.813674:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5082 00000100:00100000:2.0:1713531221.813679:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8063:x1796767405109696:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.813703:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.813715:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12640/0xe3b2c9851352dfcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d0f expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.813725:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff88008cf75500) 00010000:00010000:2.0:1713531221.813730:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.813741:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813749:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813755:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813768:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813774:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813780:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813820:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813827:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813832:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813837:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.813841:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813846:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813854:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:2.0:1713531221.813856:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.813859:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813864:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11200/0xe3b2c9851352dfdb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813872:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813877:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813882:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813886:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af11440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.813889:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813894:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813900:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x4fe3a7e3 (ffff88008cf75400) 00010000:00010000:2.0:1713531221.813903:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.813905:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.813914:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af11440/0xe3b2c9851352dfe2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xad:0x0].0x4fe3a7e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.813960:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8063:x1796767405109696:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 279us (353us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531221.813966:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5082 00000100:00100000:0.0:1713531221.814594:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.814651:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109760 00000100:00100000:2.0:1713531221.814656:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109760 00000100:00100000:2.0:1713531221.814688:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5083 00000100:00100000:2.0:1713531221.814694:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:8063:x1796767405109760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.814703:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.814716:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dfe9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d16 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.814734:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.814742:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.814749:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.814802:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12880/0xe3b2c9851352dfe9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 107 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.814815:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 106 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.814826:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.814828:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531221.814830:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00000100:00100000:2.0:1713531221.814866:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8063:x1796767405109760:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 171us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.814872:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5083 00000100:00100000:0.0:1713531221.815628:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.815683:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109888 00000100:00100000:2.0:1713531221.815688:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109888 00000100:00100000:2.0:1713531221.815717:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5084 00000100:00100000:2.0:1713531221.815723:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+106:8063:x1796767405109888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.815762:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.815770:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.815777:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531221.816032:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].76, 88 off14496 00000004:00010000:2.0:1713531221.816104:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880134d0d500 reply state ffff88008aff8000 transno 4294970892 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.816112:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531221.816162:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8063:x1796767405109888:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 437us (533us total) trans 4294970892 rc 0/0 00000100:00100000:2.0:1713531221.816167:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5084 00010000:00010000:3.0:1713531221.816697:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816711:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816718:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816723:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.816728:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816735:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816750:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:3.0:1713531221.816753:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.816756:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.816762:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352dff7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.816782:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.816832:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405109952 00000100:00100000:2.0:1713531221.816837:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405109952 00000100:00100000:2.0:1713531221.816865:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5085 00000100:00100000:2.0:1713531221.816871:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+107:8063:x1796767405109952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.816882:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.816892:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d1d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.816922:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.816932:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 108 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.816946:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.816949:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531221.816951:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:2.0:1713531221.816987:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+108:8063:x1796767405109952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 115us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.816993:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5085 00000100:00100000:0.0:1713531221.817841:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.817877:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110016 00000100:00100000:2.0:1713531221.817880:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110016 00000100:00100000:2.0:1713531221.817903:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1280 00000100:00100000:2.0:1713531221.817906:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405110016:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.818054:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405110016:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 146us (213us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1713531221.818059:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1280 00000100:00100000:0.0:1713531221.818774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.818858:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110144 00000100:00100000:3.0:1713531221.818867:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110144 00000100:00100000:3.0:1713531221.818917:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1069 00000100:00100000:3.0:1713531221.818924:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+108:8063:x1796767405110144:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531221.819229:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+109:8063:x1796767405110144:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 303us (453us total) trans 4294970893 rc 0/0 00000100:00100000:3.0:1713531221.819236:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1069 00000100:00100000:0.0:1713531221.819888:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.819925:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110272 00000100:00100000:2.0:1713531221.819930:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110272 00000100:00100000:2.0:1713531221.819956:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5086 00000100:00100000:2.0:1713531221.819960:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8063:x1796767405110272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.820009:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8063:x1796767405110272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.820014:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5086 00000100:00100000:0.0:1713531221.820764:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.820801:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110336 00000100:00100000:2.0:1713531221.820804:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110336 00000100:00100000:2.0:1713531221.820830:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5087 00000100:00100000:2.0:1713531221.820833:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:8063:x1796767405110336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.820840:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.820852:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352e005 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d24 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.820884:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.820892:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.820899:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531221.820922:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531221.820930:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.820943:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10900/0xe3b2c9851352e005 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d24 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.820956:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d24 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.820961:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.820963:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531221.820964:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af133c0, rc 0) 00000100:00100000:2.0:1713531221.820988:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8063:x1796767405110336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 154us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.820992:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5087 00000100:00100000:0.0:1713531221.821858:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.821892:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110400 00000100:00100000:2.0:1713531221.821895:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110400 00000100:00100000:2.0:1713531221.821917:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1281 00000100:00100000:2.0:1713531221.821921:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405110400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.821927:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.821939:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d2b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.821952:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x66226955, blocks: 0x1 00010000:00010000:2.0:1713531221.821961:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.821963:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.821967:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.821975:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 13 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.821984:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00000100:00100000:2.0:1713531221.822007:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405110400:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 85us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.822011:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1281 00000100:00100000:0.0:1713531221.822823:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.822870:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110528 00000100:00100000:2.0:1713531221.822874:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110528 00000100:00100000:2.0:1713531221.822898:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5088 00000100:00100000:2.0:1713531221.822904:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8063:x1796767405110528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.822957:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8063:x1796767405110528:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 51us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.822964:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5088 00000100:00100000:0.0:1713531221.823635:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.823674:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110592 00000100:00100000:2.0:1713531221.823678:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110592 00000100:00100000:2.0:1713531221.823705:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1282 00000100:00100000:2.0:1713531221.823710:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+13:8063:x1796767405110592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.823719:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.823732:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d32 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.823752:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.823759:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.823761:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.823765:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.823791:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.823803:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:2.0:1713531221.823815:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666368:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.823858:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9036c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.824627:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666368:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531221.824645:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.824655:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:2.0:1713531221.824684:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+14:8063:x1796767405110592:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 974us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.824689:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1282 00000100:00100000:2.0:1713531221.824802:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.824843:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110656 00000100:00100000:1.0:1713531221.824848:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110656 00010000:00010000:1.0:1713531221.824865:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00000100:00100000:1.0:1713531221.824902:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1056 00000100:00100000:1.0:1713531221.824908:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405110656:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531221.824917:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531221.824934:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.824945:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.824962:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e013 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d2b expref: 14 pid: 7956 timeout: 416 lvb_type: 1 00010000:00010000:1.0:1713531221.824975:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.824977:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.824983:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.824990:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.825010:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531221.825017:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409666432:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531221.825050:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800a692da80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531221.825816:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409666432:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531221.825831:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531221.825853:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405110656:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 945us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.825860:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1056 00000100:00100000:0.0:1713531221.826264:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.826332:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110720 00000100:00100000:2.0:1713531221.826337:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110720 00002000:00100000:2.0:1713531221.826359:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5b:0x0] (0->2) req@ffff88008dfe7100 x1796767405110720/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.826368:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfe7100 with x1796767405110720 ext(0->2) 00002000:00010000:2.0:1713531221.826371:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfe7100 00000100:00100000:2.0:1713531221.826394:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 285 00000100:00100000:2.0:1713531221.826399:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405110720:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.826772:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405110720:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 371us (507us total) trans 4294967652 rc 0/0 00000100:00100000:2.0:1713531221.826779:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 285 00002000:00100000:2.0:1713531221.826786:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5b:0x0] (0->2) req@ffff88008dfe7100 x1796767405110720/t4294967652(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:597/0 lens 496/448 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.826793:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfe7100 with x1796767405110720 ext(0->2) 00002000:00010000:2.0:1713531221.826795:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfe7100 00000100:00100000:0.0:1713531221.827546:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.827587:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110784 00000100:00100000:2.0:1713531221.827591:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110784 00000100:00100000:2.0:1713531221.827619:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5089 00000100:00100000:2.0:1713531221.827624:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:8063:x1796767405110784:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.837503:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970880 is committed 00000020:00080000:0.0:1713531221.837510:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008aea7600 refcount 2 committed 0 result 0 batchid 143 00000020:00080000:0.0:1713531221.837515:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008aea7000 00000020:00080000:0.0:1713531221.837519:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd36d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134d32000 00000020:00080000:1.0:1713531221.837533:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 138 00000020:00080000:0.0:1713531221.837544:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008ed34240 refcount 2 committed 0 result 0 batchid 142 00000020:00080000:0.0:1713531221.837547:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ed34540 00000020:00080000:0.0:1713531221.837549:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008cf75d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3b7c00 00000020:00080000:1.0:1713531221.837559:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 143 committed batchid 138 00000020:00080000:0.0:1713531221.837562:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 141 batchid updated 00000001:00080000:0.0:1713531221.837568:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970892 is committed 00000020:00080000:0.0:1713531221.837580:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a903c00 refcount 2 committed 0 result 0 batchid 144 00000020:00080000:0.0:1713531221.837583:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a903f00 00000020:00080000:0.0:1713531221.837585:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008bd3e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bde2400 00000100:00100000:2.0:1713531221.837587:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:8063:x1796767405110784:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 9957us (10036us total) trans 0 rc 0/0 00000001:00080000:0.0:1713531221.837596:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294970893 is committed 00000100:00100000:2.0:1713531221.837597:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5089 00000020:00080000:1.0:1713531221.837710:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 144 committed batchid 141 00000020:00080000:1.0:1713531221.837736:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 141 00000100:00100000:0.0:1713531221.838866:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.838912:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110848 00000100:00100000:2.0:1713531221.838918:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110848 00000100:00100000:2.0:1713531221.838956:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1283 00000100:00100000:2.0:1713531221.838961:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405110848:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1713531221.850443:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967650 is committed 00000001:00080000:0.0:1713531221.850456:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967652 is committed 00000100:00100000:2.0:1713531221.850522:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405110848:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11554us (11654us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.850530:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1283 00000100:00100000:0.0:1713531221.851756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.851796:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405110976 00000100:00100000:2.0:1713531221.851802:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405110976 00000100:00100000:2.0:1713531221.851826:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5090 00000100:00100000:2.0:1713531221.851829:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:8063:x1796767405110976:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.851862:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.851879:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e00c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d24 expref: 85 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.851891:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.851894:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531221.851912:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851921:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851927:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851938:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851942:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851945:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851949:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af118c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531221.851952:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851957:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851961:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.851963:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531221.851964:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.851967:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af118c0/0xe3b2c9851352e021 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.852015:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:8063:x1796767405110976:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 184us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.852019:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5090 00000100:00100000:0.0:1713531221.852697:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.852728:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111040 00000100:00100000:2.0:1713531221.852731:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111040 00000100:00100000:2.0:1713531221.852751:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1284 00000100:00100000:2.0:1713531221.852754:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405111040:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531221.852897:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb size from disk: 0 -> 3 00002000:00010000:2.0:1713531221.852899:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb mtime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.852901:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb atime from disk: 0 -> 1713531216 00002000:00010000:2.0:1713531221.852902:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb ctime from disk: 1713531221 -> 1713531218 00002000:00010000:2.0:1713531221.852903:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1713531221.852928:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405111040:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 172us (231us total) trans 4294967653 rc 0/0 00000100:00100000:2.0:1713531221.852932:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1284 00000100:00100000:0.0:1713531221.853675:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.853709:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111168 00000100:00100000:2.0:1713531221.853713:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111168 00000100:00100000:2.0:1713531221.853730:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5091 00000100:00100000:2.0:1713531221.853734:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+84:8063:x1796767405111168:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.853755:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.853767:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.853772:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.853792:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.853800:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 84 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.853808:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666496:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.853843:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903840 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.854610:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666496:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.854638:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.854709:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.854751:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111232 00000100:00100000:2.0:1713531221.854756:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111232 00010000:00010000:2.0:1713531221.854773:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.854803:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1057 00000100:00100000:2.0:1713531221.854808:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7989850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405111232:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.854817:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.854822:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.854830:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.854844:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af12d00/0xe3b2c9851352dff0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d16 expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.854854:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:2.0:1713531221.854858:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.854864:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.854870:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.854893:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.854921:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7989850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767405111232:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531221.854923:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.854927:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1057 00010000:00010000:3.0:1713531221.854931:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854955:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854961:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854968:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854974:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.854978:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854985:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.854998:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:3.0:1713531221.855000:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531221.855005:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.855010:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af10fc0/0xe3b2c9851352e028 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531221.855078:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:8063:x1796767405111168:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1340us (1402us total) trans 0 rc -22/-22 00000100:00100000:3.0:1713531221.855087:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5091 00000100:00100000:0.0:1713531221.855638:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.855679:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111296 00000100:00100000:2.0:1713531221.855683:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111296 00000100:00100000:2.0:1713531221.855711:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1285 00000100:00100000:2.0:1713531221.855717:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405111296:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531221.855740:0:7956:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.855753:0:7956:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.855760:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.855762:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531221.855765:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.855782:0:7956:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.855792:0:7956:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 12 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.855802:0:7956:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666560:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.855835:0:7956:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a903240 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.856469:0:7956:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7956:1796767409666560:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531221.856484:0:7956:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.856619:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.856664:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111360 00000100:00100000:2.0:1713531221.856669:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111360 00010000:00010000:2.0:1713531221.856683:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.856707:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1058 00000100:00100000:2.0:1713531221.856711:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405111360:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.856717:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.856730:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.856736:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.856748:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af13840/0xe3b2c9851352e01a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d32 expref: 13 pid: 7956 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.856759:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.856760:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.856762:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.856767:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.856781:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531221.856793:0:7956:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856799:0:7956:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.856802:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405111360:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.856806:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1058 00010000:00010000:0.0:1713531221.856814:0:7956:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856818:0:7956:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856823:0:7956:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856827:0:7956:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008af10900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531221.856830:0:7956:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856835:0:7956:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856843:0:7956:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.856850:0:7956:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e02f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531221.856878:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405111296:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1161us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.856882:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1285 00000100:00100000:2.0:1713531221.857470:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.857508:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111488 00000100:00100000:3.0:1713531221.857514:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111488 00000100:00100000:3.0:1713531221.857542:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5092 00000100:00100000:3.0:1713531221.857546:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+83:8063:x1796767405111488:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531221.857805:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.857818:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.857825:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.857851:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 84 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.857863:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 84 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.857875:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666624:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531221.857925:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988a80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.858623:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666624:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.858636:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531221.858782:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.858821:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111552 00000100:00100000:0.0:1713531221.858826:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111552 00010000:00010000:0.0:1713531221.858844:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00000100:00100000:0.0:1713531221.858874:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1059 00000100:00100000:0.0:1713531221.858880:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405111552:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.858889:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.858894:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.858904:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.858919:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008af121c0/0xe3b2c9851352dffe lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d1d expref: 85 pid: 9619 timeout: 416 lvb_type: 0 00010000:00010000:0.0:1713531221.858930:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:0.0:1713531221.858934:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.858945:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.858950:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531221.858975:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.859007:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+84:1823:x1796767405111552:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 127us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.859014:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1059 00010000:00010000:3.0:1713531221.859040:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.859047:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000001:00080000:3.0:1713531221.859130:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970894 00000001:00080000:3.0:1713531221.859226:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970895 00000001:00080000:3.0:1713531221.859255:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970896 00000100:00100000:3.0:1713531221.859333:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666688:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.859374:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.859401:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.859434:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409666688 00000100:00100000:0.0:1713531221.859438:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409666688 00000100:00100000:0.0:1713531221.859466:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1713531221.859470:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666688:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.859530:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666688:12345-0@lo:1000:mdt00_004.0 Request processed in 58us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.859535:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1713531221.859539:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967650 gen 2 00000004:00080000:3.0:1713531221.859545:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967650 committed transno 4294967650 00000100:00100000:3.0:1713531221.859568:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666688:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1713531221.859758:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970897 00000100:00100000:3.0:1713531221.859789:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666752:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1713531221.859805:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531221.859822:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988a80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531221.859849:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409666752 00000100:00100000:0.0:1713531221.859853:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409666752 00000100:00100000:0.0:1713531221.859869:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1713531221.859873:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409666752:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531221.860058:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409666752:12345-0@lo:1000:mdt00_004.0 Request processed in 183us (250us total) trans 4294967654 rc 0/0 00000100:00100000:0.0:1713531221.860064:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1713531221.860128:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409666752:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1713531221.860148:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860155:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860165:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860171:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.860174:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860180:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860191:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff8800a7208a00) 00010000:00010000:3.0:1713531221.860193:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.860196:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860201:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352e036 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.860224:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.860229:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.860233:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.860238:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.860240:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.860245:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.860256:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:3.0:1713531221.860258:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531221.860264:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 192 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.860307:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 192 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.860315:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 192 pid: 15548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.860338:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5db00/0xe3b2c9851352dddc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c83 expref: 192 pid: 15548 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531221.860348:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666816:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531221.860386:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988a80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531221.861227:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666816:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531221.861237:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.861242:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352941d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531221.861259:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.861265:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 192 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.861291:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 4/0,1 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.861300:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531221.861304:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 192 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.861311:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 192 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:3.0:1713531221.861317:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666880:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531221.861331:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111616 00000100:00100000:2.0:1713531221.861335:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111616 00000100:00100000:3.0:1713531221.861338:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a988a80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531221.861362:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000100:00100000:2.0:1713531221.861367:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2286450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405111616:12345-192.168.202.39@tcp:49:diff.0 00000100:00100000:2.0:1713531221.861461:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2286450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405111616:12345-192.168.202.39@tcp:49:diff.0 Request processed in 94us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.861465:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000100:00100000:3.0:1713531221.861850:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409666880:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531221.861862:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531221.861980:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.862031:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111680 00000100:00100000:2.0:1713531221.862036:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111680 00010000:00010000:2.0:1713531221.862052:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 193 pid: 6405 timeout: 416 lvb_type: 0 00000100:00100000:2.0:1713531221.862074:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:2.0:1713531221.862078:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:1823:x1796767405111680:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.862085:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.862088:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 193 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.862095:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 193 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.862109:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b782f40/0xe3b2c9851352dd73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xae:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c60 expref: 193 pid: 6405 timeout: 416 lvb_type: 0 00010000:00010000:2.0:1713531221.862122:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:2.0:1713531221.862126:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.862133:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.862138:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531221.862167:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.862190:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:1823:x1796767405111680:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 110us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.862195:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1060 00000100:00100000:0.0:1713531221.862200:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.862228:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111744 00010000:00010000:3.0:1713531221.862229:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.862232:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111744 00010000:00010000:3.0:1713531221.862238:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.862247:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.862252:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1286 00010000:00010000:3.0:1713531221.862253:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531221.862257:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:7973:x1796767405111744:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.862258:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.862285:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.862291:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.862294:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.862299:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352e044 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d39 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.862305:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00002000:00010000:1.0:1713531221.862313:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5b:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:3.0:1713531221.862315:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xae:0x0].0x0 (ffff88008bd3e200) 00010000:00010000:3.0:1713531221.862317:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.862320:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.862326:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352e03d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531221.862329:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.862331:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.862339:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352e044 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d39 expref: 49 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.862351:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352e044 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d39 expref: 49 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531221.862359:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5ed00, rc 0) 00000100:00100000:1.0:1713531221.862391:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:7973:x1796767405111744:12345-192.168.202.39@tcp:101:diff.0 Request processed in 133us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.862397:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1286 00000040:00080000:3.0:1713531221.862401:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531221.862406:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531221.862564:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 167 count 121 00000040:00080000:3.0:1713531221.862572:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1713531221.862637:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+87:8063:x1796767405111488:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 5087us (5166us total) trans 4294970898 rc 0/0 00000100:00100000:3.0:1713531221.862646:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5092 00000020:00080000:3.0:1713531221.862651:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1713531221.862679:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531221.862683:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531221.863087:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 121 00000040:00080000:1.0:1713531221.863094:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531221.863192:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.863237:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405111872 00000100:00100000:0.0:1713531221.863240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.863242:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405111872 00002000:00100000:2.0:1713531221.863264:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5b:0x0] (0->4095) req@ffff88008b554a80 x1796767405111872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.863292:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b554a80 with x1796767405111872 ext(0->4095) 00000100:00100000:3.0:1713531221.863294:0:14518:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112000 00002000:00010000:2.0:1713531221.863296:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b554a80 00000100:00100000:3.0:1713531221.863299:0:14518:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112000 00000100:00100000:2.0:1713531221.863311:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 286 00000100:00100000:2.0:1713531221.863315:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1822:x1796767405111872:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.863320:0:14518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000100:00100000:3.0:1713531221.863324:0:14518:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:8063:x1796767405112000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531221.863446:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1822:x1796767405111872:12345-192.168.202.39@tcp:3:diff.0 Request processed in 128us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531221.863453:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 286 00002000:00100000:2.0:1713531221.863459:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5b:0x0] (0->4095) req@ffff88008b554a80 x1796767405111872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.863467:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b554a80 with x1796767405111872 ext(0->4095) 00002000:00010000:2.0:1713531221.863470:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b554a80 00000004:00080000:3.0:1713531221.863602:0:14518:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531221.863656:0:14518:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294970899 00010000:00010000:3.0:1713531221.863693:0:14518:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863700:0:14518:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863707:0:14518:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863711:0:14518:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863715:0:14518:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863721:0:14518:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863726:0:14518:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863731:0:14518:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531221.863734:0:14518:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863739:0:14518:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863746:0:14518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa5:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.863748:0:14518:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531221.863750:0:14518:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00010000:00010000:3.0:1713531221.863755:0:14518:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352e04b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14518 initiator: MDT0 00000100:00100000:3.0:1713531221.863843:0:14518:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:8063:x1796767405112000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 515us (600us total) trans 4294970900 rc 0/0 00000100:00100000:3.0:1713531221.863849:0:14518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000020:00080000:3.0:1713531221.863851:0:14518:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531221.864360:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.864442:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112128 00000100:00100000:3.0:1713531221.864447:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112128 00000100:00100000:3.0:1713531221.864479:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1072 00000100:00100000:3.0:1713531221.864484:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+192:7973:x1796767405112128:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.864649:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405112128:12345-192.168.202.39@tcp:35:diff.0 Request processed in 163us (288us total) trans 4294970901 rc 0/0 00000100:00100000:3.0:1713531221.864657:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1072 00000100:00100000:0.0:1713531221.865520:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.865563:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112192 00000100:00100000:3.0:1713531221.865567:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112192 00000100:00100000:3.0:1713531221.865584:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5093 00000100:00100000:3.0:1713531221.865588:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+193:7973:x1796767405112192:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.865598:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.865610:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352e052 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d40 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.865644:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865651:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865657:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865671:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865675:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865679:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865748:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865751:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865755:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.865770:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb6:0x0]: returning size 3 00000004:00200000:3.0:1713531221.865773:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.865781:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865786:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865791:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865794:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865797:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865802:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.865805:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865808:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865813:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.865814:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.865816:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865819:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352e059 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865824:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865827:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865830:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865833:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.865834:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865837:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865840:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9b94 (ffff88008b78d100) 00010000:00010000:3.0:1713531221.865841:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.865843:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865846:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352e060 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.865863:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352e052 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d40 expref: 195 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.865869:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12640/0xe3b2c9851352e067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d40 expref: 194 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.865874:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:3.0:1713531221.865875:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.865876:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12640, rc 0) 00000100:00100000:3.0:1713531221.865905:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:7973:x1796767405112192:12345-192.168.202.39@tcp:101:diff.0 Request processed in 316us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.865909:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5093 00000100:00100000:0.0:1713531221.866986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.867037:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112256 00000100:00100000:1.0:1713531221.867043:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112256 00000100:00100000:1.0:1713531221.867075:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1287 00000100:00100000:1.0:1713531221.867080:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1824:x1796767405112256:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.867090:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.867107:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352e06e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d47 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.867124:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x57:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.867137:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.867138:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.867143:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352e06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d47 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.867153:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352e06e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d47 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.867159:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5d8c0, rc 0) 00000100:00100000:1.0:1713531221.867191:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1824:x1796767405112256:12345-192.168.202.39@tcp:101:diff.0 Request processed in 111us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.867195:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1287 00000100:00100000:0.0:1713531221.868221:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.868295:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112384 00000100:00100000:3.0:1713531221.868300:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112384 00000100:00100000:3.0:1713531221.868326:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5094 00000100:00100000:3.0:1713531221.868330:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+194:7973:x1796767405112384:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.868337:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.868345:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352e075 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d4e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.868387:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352e07c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.868393:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352e07c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.868399:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352e07c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.868405:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb6:0x0]: returning size 3 00010000:00010000:3.0:1713531221.868482:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352e075 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d4e expref: 197 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.868489:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352e07c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d4e expref: 196 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.868493:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:3.0:1713531221.868495:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.868496:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:3.0:1713531221.868525:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405112384:12345-192.168.202.39@tcp:101:diff.0 Request processed in 194us (306us total) trans 4294970902 rc 0/0 00000100:00100000:3.0:1713531221.868529:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5094 00000100:00100000:2.0:1713531221.869457:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.869495:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112448 00000100:00100000:0.0:1713531221.869500:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112448 00000100:00100000:0.0:1713531221.869579:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 447 00000100:00100000:0.0:1713531221.869584:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:1824:x1796767405112448:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.869592:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.869608:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352e07c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d4e expref: 196 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.869619:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.869619:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb6:0x0].0x0 (ffff88008b78d200) 00010000:00010000:0.0:1713531221.869621:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.869652:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:1824:x1796767405112448:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.869656:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 447 00000100:00100000:3.0:1713531221.869663:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112576 00000100:00100000:3.0:1713531221.869668:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112576 00002000:00100000:3.0:1713531221.869691:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x57:0x0] (0->4095) req@ffff88008df46a00 x1796767405112576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.869699:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df46a00 with x1796767405112576 ext(0->4095) 00002000:00010000:3.0:1713531221.869702:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df46a00 00000100:00100000:3.0:1713531221.869714:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 287 00000100:00100000:3.0:1713531221.869719:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405112576:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.869848:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405112576:12345-192.168.202.39@tcp:3:diff.0 Request processed in 128us (229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.869856:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 287 00002000:00100000:3.0:1713531221.869860:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x57:0x0] (0->4095) req@ffff88008df46a00 x1796767405112576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.869866:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df46a00 with x1796767405112576 ext(0->4095) 00002000:00010000:3.0:1713531221.869868:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df46a00 00000100:00100000:0.0:1713531221.870887:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.870935:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112704 00000100:00100000:3.0:1713531221.870939:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112704 00000100:00100000:3.0:1713531221.870965:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1073 00000100:00100000:3.0:1713531221.870969:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+195:7973:x1796767405112704:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.871156:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405112704:12345-192.168.202.39@tcp:35:diff.0 Request processed in 186us (269us total) trans 4294970903 rc 0/0 00000100:00100000:3.0:1713531221.871161:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1073 00000100:00100000:2.0:1713531221.871977:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.872053:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112768 00000100:00100000:3.0:1713531221.872058:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112768 00000100:00100000:3.0:1713531221.872083:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5095 00000100:00100000:3.0:1713531221.872087:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+196:7973:x1796767405112768:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.872096:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.872108:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352e08a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d55 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.872139:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872147:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872153:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872166:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872170:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872173:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872244:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872247:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872250:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.872292:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb5:0x0]: returning size 3 00000004:00200000:3.0:1713531221.872295:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.872303:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872308:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872314:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872318:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872321:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872328:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.872330:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872336:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872341:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.872343:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.872344:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872347:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352e091 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872354:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872357:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872361:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872363:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.872364:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872367:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872370:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9c94 (ffff88008b78dd00) 00010000:00010000:3.0:1713531221.872371:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.872372:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872376:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e098 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.872393:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352e08a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d55 expref: 198 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.872399:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b840/0xe3b2c9851352e09f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d55 expref: 197 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.872403:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff88008b78d000) 00010000:00010000:3.0:1713531221.872405:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.872406:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b840, rc 0) 00000100:00100000:3.0:1713531221.872449:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+197:7973:x1796767405112768:12345-192.168.202.39@tcp:101:diff.0 Request processed in 360us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.872453:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5095 00000100:00100000:0.0:1713531221.873348:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.873427:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112832 00000100:00100000:1.0:1713531221.873433:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112832 00000100:00100000:1.0:1713531221.873464:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1288 00000100:00100000:1.0:1713531221.873470:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1825:x1796767405112832:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.873484:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.873505:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352e0a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d5c expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.873526:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5a:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.873539:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.873541:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.873548:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352e0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d5c expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.873561:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352e0a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d5c expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.873568:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5df80, rc 0) 00000100:00100000:1.0:1713531221.873609:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1825:x1796767405112832:12345-192.168.202.39@tcp:101:diff.0 Request processed in 138us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.873615:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1288 00000100:00100000:0.0:1713531221.874522:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.874566:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405112960 00000100:00100000:3.0:1713531221.874571:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405112960 00000100:00100000:3.0:1713531221.874600:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5096 00000100:00100000:3.0:1713531221.874606:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+197:7973:x1796767405112960:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.874616:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.874627:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e0ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d63 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.874688:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e0b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.874696:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e0b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.874705:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e0b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.874711:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb5:0x0]: returning size 3 00010000:00010000:3.0:1713531221.874789:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e0ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d63 expref: 200 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.874801:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e0b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d63 expref: 199 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.874808:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff88008b78d000) 00010000:00010000:3.0:1713531221.874810:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.874812:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:3.0:1713531221.874847:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405112960:12345-192.168.202.39@tcp:101:diff.0 Request processed in 240us (325us total) trans 4294970904 rc 0/0 00000100:00100000:3.0:1713531221.874852:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5096 00000100:00100000:2.0:1713531221.875857:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.875902:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113024 00000100:00100000:0.0:1713531221.875906:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113024 00000100:00100000:0.0:1713531221.875977:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 448 00000100:00100000:0.0:1713531221.875981:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:1822:x1796767405113024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.875989:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.876001:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e0b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d63 expref: 199 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.876004:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.876010:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb5:0x0].0x0 (ffff88008b78d000) 00010000:00010000:0.0:1713531221.876012:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.876033:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+198:1822:x1796767405113024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.876038:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 448 00000100:00100000:3.0:1713531221.876044:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113152 00000100:00100000:3.0:1713531221.876048:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113152 00002000:00100000:3.0:1713531221.876065:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5a:0x0] (0->4095) req@ffff88008df44000 x1796767405113152/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.876072:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df44000 with x1796767405113152 ext(0->4095) 00002000:00010000:3.0:1713531221.876075:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df44000 00000100:00100000:3.0:1713531221.876087:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 288 00000100:00100000:3.0:1713531221.876090:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1822:x1796767405113152:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.876195:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1822:x1796767405113152:12345-192.168.202.39@tcp:3:diff.0 Request processed in 104us (191us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.876203:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 288 00002000:00100000:3.0:1713531221.876207:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5a:0x0] (0->4095) req@ffff88008df44000 x1796767405113152/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.876212:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df44000 with x1796767405113152 ext(0->4095) 00002000:00010000:3.0:1713531221.876214:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df44000 00000100:00100000:0.0:1713531221.877188:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.877293:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113280 00000100:00100000:3.0:1713531221.877298:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113280 00000100:00100000:3.0:1713531221.877326:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1074 00000100:00100000:3.0:1713531221.877329:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+198:7973:x1796767405113280:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.877557:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405113280:12345-192.168.202.39@tcp:35:diff.0 Request processed in 225us (369us total) trans 4294970905 rc 0/0 00000100:00100000:3.0:1713531221.877565:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1074 00000100:00100000:2.0:1713531221.878408:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.878451:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113344 00000100:00100000:3.0:1713531221.878456:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113344 00000100:00100000:3.0:1713531221.878477:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5097 00000100:00100000:3.0:1713531221.878481:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+199:7973:x1796767405113344:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.878490:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.878499:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352e0c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d6a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.878529:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878536:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878541:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878553:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878557:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878560:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878632:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878635:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878639:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.878653:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb4:0x0]: returning size 3 00000004:00200000:3.0:1713531221.878656:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.878663:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878669:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878675:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878680:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878685:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878695:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.878698:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878705:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878713:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.878716:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.878719:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878724:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e0c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878733:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878738:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878743:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878748:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.878750:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878755:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878760:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9d94 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.878762:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.878765:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878771:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e0d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.878796:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352e0c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d6a expref: 201 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.878807:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539200/0xe3b2c9851352e0d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d6a expref: 200 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.878813:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:3.0:1713531221.878815:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.878817:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b539200, rc 0) 00000100:00100000:3.0:1713531221.878855:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405113344:12345-192.168.202.39@tcp:101:diff.0 Request processed in 373us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.878860:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5097 00000100:00100000:0.0:1713531221.879848:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.879905:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113408 00000100:00100000:1.0:1713531221.879911:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113408 00000100:00100000:1.0:1713531221.879953:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1289 00000100:00100000:1.0:1713531221.879959:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1825:x1796767405113408:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.879972:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.879991:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352e0de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d71 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.880011:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x59:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.880025:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.880027:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.880034:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352e0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d71 expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.880047:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352e0de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d71 expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.880056:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5fa80, rc 0) 00000100:00100000:1.0:1713531221.880097:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1825:x1796767405113408:12345-192.168.202.39@tcp:101:diff.0 Request processed in 137us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.880103:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1289 00000100:00100000:0.0:1713531221.880976:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.881017:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113536 00000100:00100000:3.0:1713531221.881022:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113536 00000100:00100000:3.0:1713531221.881046:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5098 00000100:00100000:3.0:1713531221.881050:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+200:7973:x1796767405113536:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.881058:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.881066:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e0e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d78 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.881110:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.881117:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.881123:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.881128:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb4:0x0]: returning size 3 00010000:00010000:3.0:1713531221.881195:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e0e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d78 expref: 203 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.881203:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e0ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d78 expref: 202 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.881208:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:3.0:1713531221.881210:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.881211:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53b180, rc 0) 00000100:00100000:3.0:1713531221.881242:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405113536:12345-192.168.202.39@tcp:101:diff.0 Request processed in 191us (267us total) trans 4294970906 rc 0/0 00000100:00100000:3.0:1713531221.881246:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5098 00000100:00100000:2.0:1713531221.882189:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.882231:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113600 00000100:00100000:0.0:1713531221.882234:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113600 00000100:00100000:0.0:1713531221.882324:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 449 00000100:00100000:0.0:1713531221.882329:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:1824:x1796767405113600:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.882338:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.882352:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e0ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d78 expref: 202 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.882362:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb4:0x0].0x0 (ffff88008b78d900) 00010000:00010000:0.0:1713531221.882364:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.882370:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.882387:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:1824:x1796767405113600:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.882392:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 449 00000100:00100000:3.0:1713531221.882409:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113728 00000100:00100000:3.0:1713531221.882413:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113728 00002000:00100000:3.0:1713531221.882445:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x59:0x0] (0->4095) req@ffff88008d741180 x1796767405113728/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.882453:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d741180 with x1796767405113728 ext(0->4095) 00002000:00010000:3.0:1713531221.882456:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d741180 00000100:00100000:3.0:1713531221.882468:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 289 00000100:00100000:3.0:1713531221.882471:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405113728:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.882583:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405113728:12345-192.168.202.39@tcp:3:diff.0 Request processed in 110us (212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.882590:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 289 00002000:00100000:3.0:1713531221.882594:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x59:0x0] (0->4095) req@ffff88008d741180 x1796767405113728/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.882599:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d741180 with x1796767405113728 ext(0->4095) 00002000:00010000:3.0:1713531221.882601:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d741180 00000100:00100000:0.0:1713531221.883535:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.883579:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113856 00000100:00100000:3.0:1713531221.883584:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113856 00000100:00100000:3.0:1713531221.883610:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1075 00000100:00100000:3.0:1713531221.883614:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+201:7973:x1796767405113856:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.883811:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405113856:12345-192.168.202.39@tcp:35:diff.0 Request processed in 195us (277us total) trans 4294970907 rc 0/0 00000100:00100000:3.0:1713531221.883816:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1075 00000100:00100000:2.0:1713531221.884547:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.884587:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113920 00000100:00100000:3.0:1713531221.884590:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113920 00000100:00100000:3.0:1713531221.884611:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5099 00000100:00100000:3.0:1713531221.884614:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+202:7973:x1796767405113920:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.884621:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.884632:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e0fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d7f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.884663:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884671:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884677:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884690:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884694:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884697:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884774:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884777:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884781:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.884795:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb3:0x0]: returning size 3 00000004:00200000:3.0:1713531221.884798:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.884804:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884810:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884814:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884818:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884822:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884828:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.884831:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884836:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884842:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.884843:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.884845:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884848:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e101 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884855:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884859:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884862:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884864:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.884866:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884868:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884871:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9e94 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.884872:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.884874:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884877:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e108 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.884893:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e0fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d7f expref: 204 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.884899:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538240/0xe3b2c9851352e10f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d7f expref: 203 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.884903:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff88008b78da00) 00010000:00010000:3.0:1713531221.884904:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.884906:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b538240, rc 0) 00000100:00100000:3.0:1713531221.884934:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405113920:12345-192.168.202.39@tcp:101:diff.0 Request processed in 319us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.884938:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5099 00000100:00100000:0.0:1713531221.885775:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.885816:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405113984 00000100:00100000:1.0:1713531221.885823:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405113984 00000100:00100000:1.0:1713531221.885853:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1290 00000100:00100000:1.0:1713531221.885857:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+42:1825:x1796767405113984:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.885869:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.885884:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352e116 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d86 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.885899:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x55:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.885912:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.885913:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.885918:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352e116 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d86 expref: 43 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.885931:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352e116 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d86 expref: 43 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.885938:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e640, rc 0) 00000100:00100000:1.0:1713531221.885975:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1825:x1796767405113984:12345-192.168.202.39@tcp:101:diff.0 Request processed in 116us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.885981:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1290 00000100:00100000:0.0:1713531221.886862:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.886919:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114112 00000100:00100000:3.0:1713531221.886925:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114112 00000100:00100000:3.0:1713531221.886960:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5100 00000100:00100000:3.0:1713531221.886964:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+203:7973:x1796767405114112:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.886972:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.886982:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e11d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d8d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.887025:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e124 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.887032:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.887038:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.887045:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb3:0x0]: returning size 3 00010000:00010000:3.0:1713531221.887112:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e11d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d8d expref: 206 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.887121:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d8d expref: 205 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.887125:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff88008b78da00) 00010000:00010000:3.0:1713531221.887127:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.887128:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00000100:00100000:3.0:1713531221.887157:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405114112:12345-192.168.202.39@tcp:101:diff.0 Request processed in 192us (296us total) trans 4294970908 rc 0/0 00000100:00100000:3.0:1713531221.887162:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5100 00000100:00100000:2.0:1713531221.888096:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.888114:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114176 00000100:00100000:0.0:1713531221.888117:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114176 00000100:00100000:0.0:1713531221.888144:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 450 00000100:00100000:0.0:1713531221.888148:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7989450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:1823:x1796767405114176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.888155:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.888168:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e124 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d8d expref: 205 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.888178:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb3:0x0].0x0 (ffff88008b78da00) 00010000:00010000:0.0:1713531221.888181:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.888204:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7989450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:1823:x1796767405114176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.888208:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 450 00000100:00100000:0.0:1713531221.888351:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.888393:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114304 00000100:00100000:3.0:1713531221.888398:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114304 00002000:00100000:3.0:1713531221.888431:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x55:0x0] (0->4095) req@ffff88009aa6b800 x1796767405114304/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.888439:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa6b800 with x1796767405114304 ext(0->4095) 00002000:00010000:3.0:1713531221.888443:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa6b800 00000100:00100000:3.0:1713531221.888462:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 290 00000100:00100000:3.0:1713531221.888465:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1823:x1796767405114304:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.888585:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1823:x1796767405114304:12345-192.168.202.39@tcp:3:diff.0 Request processed in 119us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.888593:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 290 00002000:00100000:3.0:1713531221.888597:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x55:0x0] (0->4095) req@ffff88009aa6b800 x1796767405114304/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.888602:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa6b800 with x1796767405114304 ext(0->4095) 00002000:00010000:3.0:1713531221.888604:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa6b800 00000100:00100000:0.0:1713531221.889687:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.889761:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114432 00000100:00100000:3.0:1713531221.889765:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114432 00000100:00100000:3.0:1713531221.889792:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1076 00000100:00100000:3.0:1713531221.889796:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2286050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+204:7973:x1796767405114432:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.889986:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2286050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405114432:12345-192.168.202.39@tcp:35:diff.0 Request processed in 189us (300us total) trans 4294970909 rc 0/0 00000100:00100000:3.0:1713531221.889991:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1076 00000100:00100000:2.0:1713531221.890745:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.890795:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114496 00000100:00100000:3.0:1713531221.890799:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114496 00000100:00100000:3.0:1713531221.890821:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5101 00000100:00100000:3.0:1713531221.890825:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+205:7973:x1796767405114496:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.890836:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.890847:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e132 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d94 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.890878:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890885:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890891:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890903:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890907:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890910:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890987:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890991:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.890994:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.891007:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb2:0x0]: returning size 3 00000004:00200000:3.0:1713531221.891009:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.891016:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891021:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891026:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891029:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891033:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891040:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b538900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.891043:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891047:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891052:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.891054:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.891056:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891059:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b538900/0xe3b2c9851352e139 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891064:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891067:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891070:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891072:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.891074:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891076:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891079:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656c9f94 (ffff88008b78de00) 00010000:00010000:3.0:1713531221.891080:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.891082:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891085:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a640/0xe3b2c9851352e140 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.891100:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53af40/0xe3b2c9851352e132 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d94 expref: 207 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.891106:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53ba80/0xe3b2c9851352e147 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d94 expref: 206 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.891109:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:3.0:1713531221.891110:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.891111:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53ba80, rc 0) 00000100:00100000:3.0:1713531221.891139:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:7973:x1796767405114496:12345-192.168.202.39@tcp:101:diff.0 Request processed in 313us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.891143:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5101 00000100:00100000:0.0:1713531221.892099:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.892146:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114560 00000100:00100000:1.0:1713531221.892151:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114560 00000100:00100000:1.0:1713531221.892181:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1291 00000100:00100000:1.0:1713531221.892186:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1824:x1796767405114560:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.892198:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.892215:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352e14e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4d9b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.892232:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x58:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.892243:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.892245:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.892250:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352e14e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d9b expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.892260:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352e14e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d9b expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.892285:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f600, rc 0) 00000100:00100000:1.0:1713531221.892315:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1824:x1796767405114560:12345-192.168.202.39@tcp:101:diff.0 Request processed in 128us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.892319:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1291 00000100:00100000:0.0:1713531221.893143:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.893185:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114688 00000100:00100000:3.0:1713531221.893190:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114688 00000100:00100000:3.0:1713531221.893219:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5102 00000100:00100000:3.0:1713531221.893222:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+206:7973:x1796767405114688:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.893230:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.893239:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e155 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4da2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.893310:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e15c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.893318:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e15c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.893323:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e15c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.893329:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb2:0x0]: returning size 3 00010000:00010000:3.0:1713531221.893391:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b180/0xe3b2c9851352e155 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4da2 expref: 209 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.893399:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e15c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4da2 expref: 208 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.893403:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:3.0:1713531221.893405:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.893406:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5398c0, rc 0) 00000100:00100000:3.0:1713531221.893450:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405114688:12345-192.168.202.39@tcp:101:diff.0 Request processed in 227us (307us total) trans 4294970910 rc 0/0 00000100:00100000:3.0:1713531221.893454:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5102 00000100:00100000:2.0:1713531221.894402:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.894454:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114752 00000100:00100000:0.0:1713531221.894459:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114752 00000100:00100000:0.0:1713531221.894497:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 451 00000100:00100000:0.0:1713531221.894503:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:1825:x1796767405114752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.894513:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.894529:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5398c0/0xe3b2c9851352e15c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4da2 expref: 208 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.894543:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb2:0x0].0x0 (ffff88008b78dd00) 00010000:00010000:0.0:1713531221.894546:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.894641:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:1825:x1796767405114752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 136us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.894649:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 451 00000100:00100000:1.0:1713531221.894681:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.894720:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405114880 00000100:00100000:3.0:1713531221.894724:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405114880 00002000:00100000:3.0:1713531221.894742:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x58:0x0] (0->4095) req@ffff880134c3d880 x1796767405114880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.894749:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3d880 with x1796767405114880 ext(0->4095) 00002000:00010000:3.0:1713531221.894752:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3d880 00000100:00100000:3.0:1713531221.894769:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 291 00000100:00100000:3.0:1713531221.894772:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405114880:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.894900:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405114880:12345-192.168.202.39@tcp:3:diff.0 Request processed in 126us (221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.894907:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 291 00002000:00100000:3.0:1713531221.894911:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x58:0x0] (0->4095) req@ffff880134c3d880 x1796767405114880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.894916:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3d880 with x1796767405114880 ext(0->4095) 00002000:00010000:3.0:1713531221.894918:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3d880 00000100:00100000:0.0:1713531221.895966:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.896021:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115008 00000100:00100000:3.0:1713531221.896025:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115008 00000100:00100000:3.0:1713531221.896050:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1077 00000100:00100000:3.0:1713531221.896054:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+207:7973:x1796767405115008:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.896334:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405115008:12345-192.168.202.39@tcp:35:diff.0 Request processed in 277us (367us total) trans 4294970911 rc 0/0 00000100:00100000:3.0:1713531221.896342:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1077 00000100:00100000:2.0:1713531221.897147:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.897189:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115072 00000100:00100000:3.0:1713531221.897193:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115072 00000100:00100000:3.0:1713531221.897218:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5103 00000100:00100000:3.0:1713531221.897223:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+208:7973:x1796767405115072:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.897232:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.897245:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352e16a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4da9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.897300:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897312:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897321:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897339:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897345:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897350:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897467:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897472:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897477:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.897493:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb1:0x0]: returning size 3 00000004:00200000:3.0:1713531221.897496:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.897503:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897508:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897513:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897516:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897520:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897527:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b53b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.897530:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897534:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897540:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.897542:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.897544:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897547:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53b3c0/0xe3b2c9851352e171 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897553:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897556:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897559:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897561:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b539f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.897562:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897565:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897568:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656ca094 (ffff88008b78d500) 00010000:00010000:3.0:1713531221.897569:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.897571:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897574:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b539f80/0xe3b2c9851352e178 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.897592:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53a1c0/0xe3b2c9851352e16a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4da9 expref: 210 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.897598:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b53bcc0/0xe3b2c9851352e17f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4da9 expref: 209 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.897602:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.897604:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.897605:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b53bcc0, rc 0) 00000100:00100000:3.0:1713531221.897635:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+209:7973:x1796767405115072:12345-192.168.202.39@tcp:101:diff.0 Request processed in 411us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.897639:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5103 00000100:00100000:0.0:1713531221.898481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.898529:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115136 00000100:00100000:1.0:1713531221.898535:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115136 00000100:00100000:1.0:1713531221.898565:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1292 00000100:00100000:1.0:1713531221.898570:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+43:1824:x1796767405115136:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.898582:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.898598:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d440/0xe3b2c9851352e186 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4db0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.898613:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x57:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.898625:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.898626:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.898631:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d440/0xe3b2c9851352e186 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db0 expref: 44 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.898641:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d440/0xe3b2c9851352e186 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db0 expref: 44 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.898647:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5d440, rc 0) 00000100:00100000:1.0:1713531221.898681:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1824:x1796767405115136:12345-192.168.202.39@tcp:101:diff.0 Request processed in 111us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.898686:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1292 00000100:00100000:0.0:1713531221.899631:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.899678:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115264 00000100:00100000:3.0:1713531221.899682:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115264 00000100:00100000:3.0:1713531221.899708:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5104 00000100:00100000:3.0:1713531221.899712:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+209:7973:x1796767405115264:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.899719:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.899729:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e18d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4db7 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.899772:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e194 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.899778:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.899784:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e194 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.899790:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb1:0x0]: returning size 3 00010000:00010000:3.0:1713531221.899854:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e18d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db7 expref: 212 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.899863:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e194 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db7 expref: 211 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.899868:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff88008b78d800) 00010000:00010000:3.0:1713531221.899870:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.899871:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be400, rc 0) 00000100:00100000:3.0:1713531221.899902:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:7973:x1796767405115264:12345-192.168.202.39@tcp:101:diff.0 Request processed in 190us (272us total) trans 4294970912 rc 0/0 00000100:00100000:3.0:1713531221.899906:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5104 00000100:00100000:2.0:1713531221.900752:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.900775:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115328 00000100:00100000:0.0:1713531221.900780:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115328 00000100:00100000:0.0:1713531221.900815:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 452 00000100:00100000:0.0:1713531221.900820:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:1822:x1796767405115328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.900829:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.900844:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e194 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db7 expref: 211 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531221.900856:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb1:0x0].0x0 (ffff88008b78d800) 00010000:00010000:0.0:1713531221.900860:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.900889:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:1822:x1796767405115328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.900893:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 452 00000100:00100000:0.0:1713531221.901017:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.901064:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115456 00000100:00100000:3.0:1713531221.901069:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115456 00002000:00100000:3.0:1713531221.901090:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x57:0x0] (0->4095) req@ffff88009aa69880 x1796767405115456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.901102:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa69880 with x1796767405115456 ext(0->4095) 00002000:00010000:3.0:1713531221.901106:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa69880 00000100:00100000:3.0:1713531221.901122:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 292 00000100:00100000:3.0:1713531221.901127:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1822:x1796767405115456:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.901259:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1822:x1796767405115456:12345-192.168.202.39@tcp:3:diff.0 Request processed in 130us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.901298:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 292 00002000:00100000:3.0:1713531221.901304:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x57:0x0] (0->4095) req@ffff88009aa69880 x1796767405115456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.901313:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa69880 with x1796767405115456 ext(0->4095) 00002000:00010000:3.0:1713531221.901316:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa69880 00000100:00100000:0.0:1713531221.902380:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.902435:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115584 00000100:00100000:3.0:1713531221.902439:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115584 00000100:00100000:3.0:1713531221.902462:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1078 00000100:00100000:3.0:1713531221.902467:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+210:7973:x1796767405115584:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.902696:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:7973:x1796767405115584:12345-192.168.202.39@tcp:35:diff.0 Request processed in 227us (317us total) trans 4294970913 rc 0/0 00000100:00100000:3.0:1713531221.902703:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1078 00000100:00100000:2.0:1713531221.903498:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.903562:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115648 00000100:00100000:3.0:1713531221.903567:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115648 00000100:00100000:3.0:1713531221.903597:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5105 00000100:00100000:3.0:1713531221.903601:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+211:7973:x1796767405115648:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.903610:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.903622:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e1a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dbe expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.903654:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903663:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903669:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903682:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903687:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903692:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903791:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903798:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903803:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.903823:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb0:0x0]: returning size 3 00000004:00200000:3.0:1713531221.903826:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.903836:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903843:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903850:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903855:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903860:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903870:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.903874:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903880:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903889:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.903892:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.903895:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903900:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e1a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903909:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903914:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903918:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903922:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.903925:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903930:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903936:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656ca194 (ffff88008b78d100) 00010000:00010000:3.0:1713531221.903939:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.903942:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903946:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e1b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.903973:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e1a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dbe expref: 213 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.903984:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcd80/0xe3b2c9851352e1b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dbe expref: 212 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.903989:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.903990:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.903991:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bcd80, rc 0) 00000100:00100000:3.0:1713531221.904022:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+212:7973:x1796767405115648:12345-192.168.202.39@tcp:101:diff.0 Request processed in 420us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.904026:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5105 00000100:00100000:0.0:1713531221.904828:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531221.904878:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115712 00000100:00100000:1.0:1713531221.904886:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115712 00000100:00100000:1.0:1713531221.904925:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1293 00000100:00100000:1.0:1713531221.904932:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+44:1825:x1796767405115712:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:1.0:1713531221.904945:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531221.904963:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e400/0xe3b2c9851352e1be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dc5 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531221.904978:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x54:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:1.0:1713531221.904991:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.904992:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531221.904997:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e400/0xe3b2c9851352e1be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dc5 expref: 45 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.905006:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e400/0xe3b2c9851352e1be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dc5 expref: 45 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531221.905012:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5e400, rc 0) 00000100:00100000:1.0:1713531221.905046:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1825:x1796767405115712:12345-192.168.202.39@tcp:101:diff.0 Request processed in 115us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531221.905051:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1293 00000100:00100000:0.0:1713531221.905973:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.906026:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115840 00000100:00100000:3.0:1713531221.906033:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115840 00000100:00100000:3.0:1713531221.906066:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5106 00000100:00100000:3.0:1713531221.906070:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+212:7973:x1796767405115840:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.906078:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.906088:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e1c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dcc expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.906135:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e1cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.906142:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e1cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.906148:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e1cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.906154:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xb0:0x0]: returning size 3 00010000:00010000:3.0:1713531221.906225:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e1c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dcc expref: 215 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.906237:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e1cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dcc expref: 214 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.906243:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008b78d600) 00010000:00010000:3.0:1713531221.906245:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.906248:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bc000, rc 0) 00000100:00100000:3.0:1713531221.906319:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+214:7973:x1796767405115840:12345-192.168.202.39@tcp:101:diff.0 Request processed in 247us (348us total) trans 4294970914 rc 0/0 00000100:00100000:3.0:1713531221.906326:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5106 00000100:00100000:2.0:1713531221.907229:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.907251:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405115904 00000100:00100000:0.0:1713531221.907255:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405115904 00000100:00100000:0.0:1713531221.907368:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 453 00000100:00100000:0.0:1713531221.907372:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+214:1824:x1796767405115904:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531221.907381:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531221.907397:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e1cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dcc expref: 214 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531221.907406:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531221.907408:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb0:0x0].0x0 (ffff88008b78d600) 00010000:00010000:0.0:1713531221.907410:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531221.907450:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+213:1824:x1796767405115904:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 77us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.907454:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 453 00000100:00100000:3.0:1713531221.907462:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116032 00000100:00100000:3.0:1713531221.907466:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116032 00002000:00100000:3.0:1713531221.907490:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x54:0x0] (0->4095) req@ffff880090fd0e00 x1796767405116032/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.907499:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd0e00 with x1796767405116032 ext(0->4095) 00002000:00010000:3.0:1713531221.907503:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd0e00 00000100:00100000:3.0:1713531221.907517:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 293 00000100:00100000:3.0:1713531221.907522:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1823:x1796767405116032:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.907653:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1823:x1796767405116032:12345-192.168.202.39@tcp:3:diff.0 Request processed in 129us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.907662:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 293 00002000:00100000:3.0:1713531221.907667:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x54:0x0] (0->4095) req@ffff880090fd0e00 x1796767405116032/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.907673:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd0e00 with x1796767405116032 ext(0->4095) 00002000:00010000:3.0:1713531221.907676:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd0e00 00000100:00100000:0.0:1713531221.908709:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.908763:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116160 00000100:00100000:3.0:1713531221.908767:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116160 00000100:00100000:3.0:1713531221.908796:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1079 00000100:00100000:3.0:1713531221.908801:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+213:7973:x1796767405116160:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.909036:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+214:7973:x1796767405116160:12345-192.168.202.39@tcp:35:diff.0 Request processed in 233us (327us total) trans 4294970915 rc 0/0 00000100:00100000:3.0:1713531221.909044:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1079 00000100:00100000:2.0:1713531221.909993:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.910034:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116224 00000100:00100000:3.0:1713531221.910037:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116224 00000100:00100000:3.0:1713531221.910061:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5107 00000100:00100000:3.0:1713531221.910064:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+214:7973:x1796767405116224:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.910071:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.910081:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e1da lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dd3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.910111:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910119:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910125:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910137:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910141:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910145:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910227:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910231:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910234:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.910249:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaf:0x0]: returning size 3 00000004:00200000:3.0:1713531221.910251:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.910257:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910262:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910290:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910295:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910299:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910305:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.910309:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910314:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910319:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x0 (ffff88008cf73300) 00010000:00010000:3.0:1713531221.910321:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.910323:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910326:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e1e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910331:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910334:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910337:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910340:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.910341:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910344:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910347:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xad:0x0].0x656ca294 (ffff88008bd3e300) 00010000:00010000:3.0:1713531221.910348:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.910349:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910353:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e1e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xad:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.910367:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e1da lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dd3 expref: 216 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.910373:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdd40/0xe3b2c9851352e1ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dd3 expref: 215 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.910378:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:3.0:1713531221.910379:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.910380:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdd40, rc 0) 00000100:00100000:3.0:1713531221.910407:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+215:7973:x1796767405116224:12345-192.168.202.39@tcp:101:diff.0 Request processed in 342us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.910411:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5107 00000100:00100000:1.0:1713531221.911472:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.911526:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116288 00000100:00100000:2.0:1713531221.911532:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116288 00000100:00100000:2.0:1713531221.911571:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1294 00000100:00100000:2.0:1713531221.911577:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+45:1825:x1796767405116288:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.911592:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.911611:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352e1f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dda expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.911630:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x58:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.911645:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.911646:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.911653:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352e1f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dda expref: 46 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.911666:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352e1f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dda expref: 46 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.911675:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af121c0, rc 0) 00000100:00100000:2.0:1713531221.911727:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1825:x1796767405116288:12345-192.168.202.39@tcp:101:diff.0 Request processed in 149us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.911732:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1294 00000100:00100000:0.0:1713531221.912673:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.912753:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116416 00000100:00100000:3.0:1713531221.912758:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116416 00000100:00100000:3.0:1713531221.912785:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5108 00000100:00100000:3.0:1713531221.912789:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+215:7973:x1796767405116416:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.912796:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.912804:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e1fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4de1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.912844:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e204 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.912850:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.912856:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.912860:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaf:0x0]: returning size 3 00010000:00010000:3.0:1713531221.912914:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e1fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xad:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4de1 expref: 218 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.912923:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4de1 expref: 217 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.912927:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:3.0:1713531221.912928:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.912930:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdb00, rc 0) 00000100:00100000:3.0:1713531221.912960:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+217:7973:x1796767405116416:12345-192.168.202.39@tcp:101:diff.0 Request processed in 171us (289us total) trans 4294970916 rc 0/0 00000100:00100000:3.0:1713531221.912964:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5108 00000100:00100000:0.0:1713531221.913795:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.913836:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116480 00000100:00100000:2.0:1713531221.913840:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116480 00000100:00100000:2.0:1713531221.913867:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 454 00000100:00100000:2.0:1713531221.913870:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+217:1823:x1796767405116480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.913879:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.913892:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e204 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaf:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4de1 expref: 217 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.913904:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaf:0x0].0x0 (ffff88008bd3eb00) 00010000:00010000:2.0:1713531221.913906:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.913926:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+216:1823:x1796767405116480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.913930:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 454 00000100:00100000:0.0:1713531221.914155:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.914199:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116608 00000100:00100000:3.0:1713531221.914204:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116608 00002000:00100000:3.0:1713531221.914224:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x58:0x0] (0->4095) req@ffff8800a9605c00 x1796767405116608/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.914232:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a9605c00 with x1796767405116608 ext(0->4095) 00002000:00010000:3.0:1713531221.914235:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a9605c00 00000100:00100000:3.0:1713531221.914246:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 294 00000100:00100000:3.0:1713531221.914250:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1823:x1796767405116608:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.914371:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1823:x1796767405116608:12345-192.168.202.39@tcp:3:diff.0 Request processed in 119us (217us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.914378:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 294 00002000:00100000:3.0:1713531221.914382:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x58:0x0] (0->4095) req@ffff8800a9605c00 x1796767405116608/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.914387:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a9605c00 with x1796767405116608 ext(0->4095) 00002000:00010000:3.0:1713531221.914389:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a9605c00 00000100:00100000:0.0:1713531221.915449:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.915503:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116736 00000100:00100000:3.0:1713531221.915507:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116736 00000100:00100000:3.0:1713531221.915529:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:3.0:1713531221.915534:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+216:7973:x1796767405116736:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.915749:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+217:7973:x1796767405116736:12345-192.168.202.39@tcp:35:diff.0 Request processed in 213us (300us total) trans 4294970917 rc 0/0 00000100:00100000:3.0:1713531221.915756:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:0.0:1713531221.916530:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.916574:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116800 00000100:00100000:3.0:1713531221.916578:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116800 00000100:00100000:3.0:1713531221.916598:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5109 00000100:00100000:3.0:1713531221.916603:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+217:7973:x1796767405116800:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.916612:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.916626:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e212 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4de8 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.916663:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352e219 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.916674:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352e219 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.916682:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352e219 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.916725:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa2:0x0]: returning size 11776 00000004:00200000:3.0:1713531221.916728:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.916736:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352e219 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.916751:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e212 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4de8 expref: 219 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.916763:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bfa80/0xe3b2c9851352e219 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4de8 expref: 218 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.916771:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.916773:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.916775:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bfa80, rc 0) 00000100:00100000:3.0:1713531221.916813:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+218:7973:x1796767405116800:12345-192.168.202.39@tcp:101:diff.0 Request processed in 208us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.916820:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5109 00000100:00100000:0.0:1713531221.917761:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.917800:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116928 00000100:00100000:3.0:1713531221.917803:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116928 00000100:00100000:3.0:1713531221.917824:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5110 00000100:00100000:3.0:1713531221.917827:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+218:7973:x1796767405116928:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.917833:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.917839:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352e220 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4def expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531221.917878:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa2:0x0]: returning size 11776 00010000:00010000:3.0:1713531221.917925:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352e220 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4def expref: 220 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.917934:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352e220 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4def expref: 220 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.917939:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bed00, rc 0) 00000100:00100000:3.0:1713531221.917967:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+219:7973:x1796767405116928:12345-192.168.202.39@tcp:101:diff.0 Request processed in 139us (208us total) trans 4294970918 rc 301/301 00000100:00100000:3.0:1713531221.917971:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5110 00000100:00100000:0.0:1713531221.919240:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.919321:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405116992 00000100:00100000:3.0:1713531221.919325:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405116992 00000100:00100000:3.0:1713531221.919351:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1081 00000100:00100000:3.0:1713531221.919354:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+219:7973:x1796767405116992:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531221.921126:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+219:7973:x1796767405116992:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1768us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.921133:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1081 00000100:00100000:0.0:1713531221.922524:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.922573:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117120 00000100:00100000:3.0:1713531221.922579:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117120 00000100:00100000:3.0:1713531221.922611:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:3.0:1713531221.922615:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2285c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+219:7973:x1796767405117120:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.922797:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2285c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+220:7973:x1796767405117120:12345-192.168.202.39@tcp:35:diff.0 Request processed in 181us (279us total) trans 4294970919 rc 0/0 00000100:00100000:3.0:1713531221.922802:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:0.0:1713531221.923780:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.923842:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117184 00000100:00100000:3.0:1713531221.923847:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117184 00000100:00100000:3.0:1713531221.923877:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5111 00000100:00100000:3.0:1713531221.923880:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+220:7973:x1796767405117184:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.923896:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.923923:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e22e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4df6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.923988:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924005:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924017:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924039:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924046:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924052:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924155:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924161:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924166:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.924190:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xac:0x0]: returning size 3 00000004:00200000:3.0:1713531221.924194:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.924205:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924213:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924220:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924226:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924231:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924237:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.924240:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924248:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924257:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.924260:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.924264:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924306:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e235 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924317:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924322:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924328:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924333:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bc000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.924336:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924341:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924348:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9a94 (ffff88008bd3ef00) 00010000:00010000:3.0:1713531221.924350:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.924352:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924358:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e23c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.924383:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e22e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4df6 expref: 222 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.924395:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd8c0/0xe3b2c9851352e243 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4df6 expref: 221 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.924402:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:3.0:1713531221.924404:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.924406:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd8c0, rc 0) 00000100:00100000:3.0:1713531221.924462:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+221:7973:x1796767405117184:12345-192.168.202.39@tcp:101:diff.0 Request processed in 579us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.924469:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5111 00000100:00100000:0.0:1713531221.925631:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.925685:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117248 00000100:00100000:2.0:1713531221.925692:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117248 00000100:00100000:2.0:1713531221.925726:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1295 00000100:00100000:2.0:1713531221.925731:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405117248:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.925744:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.925761:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e24a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4dfd expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.925778:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.925792:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.925793:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.925798:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dfd expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.925809:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e24a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dfd expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.925815:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10900, rc 0) 00000100:00100000:2.0:1713531221.925857:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1822:x1796767405117248:12345-192.168.202.39@tcp:101:diff.0 Request processed in 125us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.925864:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1295 00000100:00100000:0.0:1713531221.927001:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.927064:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117376 00000100:00100000:3.0:1713531221.927069:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117376 00000100:00100000:3.0:1713531221.927104:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5112 00000100:00100000:3.0:1713531221.927109:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+221:7973:x1796767405117376:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.927120:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.927134:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e251 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e04 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.927198:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e258 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.927207:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e258 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.927214:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e258 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.927223:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xac:0x0]: returning size 3 00010000:00010000:3.0:1713531221.927354:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e251 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e04 expref: 224 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.927367:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e258 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e04 expref: 223 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.927373:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:3.0:1713531221.927376:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.927378:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be1c0, rc 0) 00000100:00100000:3.0:1713531221.927433:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+223:7973:x1796767405117376:12345-192.168.202.39@tcp:101:diff.0 Request processed in 321us (434us total) trans 4294970920 rc 0/0 00000100:00100000:3.0:1713531221.927440:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5112 00000100:00100000:0.0:1713531221.928322:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.928362:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117440 00000100:00100000:2.0:1713531221.928367:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117440 00000100:00100000:2.0:1713531221.928401:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 455 00000100:00100000:2.0:1713531221.928405:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+223:1825:x1796767405117440:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.928421:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.928437:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e258 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xac:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e04 expref: 223 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.928450:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xac:0x0].0x0 (ffff88008bd3e600) 00010000:00010000:2.0:1713531221.928453:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.928483:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+222:1825:x1796767405117440:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 77us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.928489:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 455 00000100:00100000:0.0:1713531221.928719:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.928761:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117568 00000100:00100000:3.0:1713531221.928765:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117568 00002000:00100000:3.0:1713531221.928786:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4f:0x0] (0->4095) req@ffff88008e83b100 x1796767405117568/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.928793:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e83b100 with x1796767405117568 ext(0->4095) 00002000:00010000:3.0:1713531221.928796:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e83b100 00000100:00100000:3.0:1713531221.928807:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 295 00000100:00100000:3.0:1713531221.928810:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1823:x1796767405117568:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.928930:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1823:x1796767405117568:12345-192.168.202.39@tcp:3:diff.0 Request processed in 118us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.928934:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 295 00002000:00100000:3.0:1713531221.928938:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4f:0x0] (0->4095) req@ffff88008e83b100 x1796767405117568/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.928943:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e83b100 with x1796767405117568 ext(0->4095) 00002000:00010000:3.0:1713531221.928945:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e83b100 00000100:00100000:0.0:1713531221.930088:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.930162:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117696 00000100:00100000:3.0:1713531221.930166:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117696 00000100:00100000:3.0:1713531221.930194:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1083 00000100:00100000:3.0:1713531221.930198:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+222:7973:x1796767405117696:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.930451:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+223:7973:x1796767405117696:12345-192.168.202.39@tcp:35:diff.0 Request processed in 251us (364us total) trans 4294970921 rc 0/0 00000100:00100000:3.0:1713531221.930456:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1083 00000100:00100000:0.0:1713531221.931398:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.931443:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117760 00000100:00100000:3.0:1713531221.931446:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117760 00000100:00100000:3.0:1713531221.931464:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5113 00000100:00100000:3.0:1713531221.931466:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+223:7973:x1796767405117760:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.931475:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.931487:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e266 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e0b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.931523:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931531:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931537:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931556:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931560:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931565:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931646:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931649:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931653:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.931668:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa3:0x0]: returning size 3 00000004:00200000:3.0:1713531221.931670:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.931676:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931682:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931687:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931690:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931693:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931697:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.931700:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931705:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931711:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.931712:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.931714:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931717:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e26d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931724:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931726:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931729:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931733:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.931734:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931737:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931740:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x659c9a94 (ffff88008bd3e000) 00010000:00010000:3.0:1713531221.931741:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.931742:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931745:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e274 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.931757:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e266 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e0b expref: 225 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.931763:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf600/0xe3b2c9851352e27b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e0b expref: 224 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.931766:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:3.0:1713531221.931767:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.931768:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf600, rc 0) 00000100:00100000:3.0:1713531221.931797:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+224:7973:x1796767405117760:12345-192.168.202.39@tcp:101:diff.0 Request processed in 329us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.931802:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5113 00000100:00100000:0.0:1713531221.932688:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.932726:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117824 00000100:00100000:2.0:1713531221.932733:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117824 00000100:00100000:2.0:1713531221.932768:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1296 00000100:00100000:2.0:1713531221.932774:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1823:x1796767405117824:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.932788:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.932808:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af12880/0xe3b2c9851352e282 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e12 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.932828:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4d:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.932841:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.932843:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.932850:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af12880/0xe3b2c9851352e282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e12 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.932863:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af12880/0xe3b2c9851352e282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e12 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.932874:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12880, rc 0) 00000100:00100000:2.0:1713531221.932909:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1823:x1796767405117824:12345-192.168.202.39@tcp:101:diff.0 Request processed in 135us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.932916:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1296 00000100:00100000:0.0:1713531221.933873:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.933929:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405117952 00000100:00100000:3.0:1713531221.933934:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405117952 00000100:00100000:3.0:1713531221.933969:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5114 00000100:00100000:3.0:1713531221.933975:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+224:7973:x1796767405117952:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.933985:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.933997:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e289 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e19 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.934050:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e290 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.934059:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.934067:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.934075:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa3:0x0]: returning size 3 00010000:00010000:3.0:1713531221.934151:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e289 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e19 expref: 227 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.934163:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e290 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e19 expref: 226 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.934170:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:3.0:1713531221.934173:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.934175:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bdb00, rc 0) 00000100:00100000:3.0:1713531221.934213:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+226:7973:x1796767405117952:12345-192.168.202.39@tcp:101:diff.0 Request processed in 237us (339us total) trans 4294970922 rc 0/0 00000100:00100000:3.0:1713531221.934220:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5114 00000100:00100000:0.0:1713531221.935054:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.935094:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118016 00000100:00100000:2.0:1713531221.935099:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118016 00000100:00100000:2.0:1713531221.935134:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 456 00000100:00100000:2.0:1713531221.935138:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+226:1823:x1796767405118016:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.935148:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.935163:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e290 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e19 expref: 226 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.935177:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa3:0x0].0x0 (ffff88008bd3ef00) 00010000:00010000:2.0:1713531221.935180:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.935208:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+225:1823:x1796767405118016:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.935214:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 456 00000100:00100000:0.0:1713531221.935607:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.935648:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118144 00000100:00100000:3.0:1713531221.935652:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118144 00002000:00100000:3.0:1713531221.935671:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4d:0x0] (0->4095) req@ffff88008b47ad80 x1796767405118144/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.935678:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47ad80 with x1796767405118144 ext(0->4095) 00002000:00010000:3.0:1713531221.935682:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b47ad80 00000100:00100000:3.0:1713531221.935698:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 296 00000100:00100000:3.0:1713531221.935701:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1823:x1796767405118144:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.935802:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1823:x1796767405118144:12345-192.168.202.39@tcp:3:diff.0 Request processed in 99us (197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.935807:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 296 00002000:00100000:3.0:1713531221.935811:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4d:0x0] (0->4095) req@ffff88008b47ad80 x1796767405118144/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.935816:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47ad80 with x1796767405118144 ext(0->4095) 00002000:00010000:3.0:1713531221.935818:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b47ad80 00000100:00100000:0.0:1713531221.936986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.937047:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118272 00000100:00100000:3.0:1713531221.937052:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118272 00000100:00100000:3.0:1713531221.937077:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:3.0:1713531221.937081:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+225:7973:x1796767405118272:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.937259:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+226:7973:x1796767405118272:12345-192.168.202.39@tcp:35:diff.0 Request processed in 177us (274us total) trans 4294970923 rc 0/0 00000100:00100000:3.0:1713531221.937264:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:0.0:1713531221.938025:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.938078:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118336 00000100:00100000:3.0:1713531221.938083:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118336 00000100:00100000:3.0:1713531221.938105:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5115 00000100:00100000:3.0:1713531221.938110:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+226:7973:x1796767405118336:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.938123:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.938135:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352e29e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e20 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.938170:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938179:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938187:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938204:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938210:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938216:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938334:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938341:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938347:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.938365:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xab:0x0]: returning size 3 00000004:00200000:3.0:1713531221.938368:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.938377:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938384:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938390:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938395:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938400:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938406:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.938409:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938430:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938440:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.938442:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.938445:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938450:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352e2a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938459:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938464:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938469:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938475:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.938477:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938482:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938488:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9b94 (ffff88008bd3e300) 00010000:00010000:3.0:1713531221.938489:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.938491:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938496:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352e2ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.938519:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352e29e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e20 expref: 228 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.938528:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bcfc0/0xe3b2c9851352e2b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e20 expref: 227 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.938534:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.938536:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.938538:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bcfc0, rc 0) 00000100:00100000:3.0:1713531221.938577:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+227:7973:x1796767405118336:12345-192.168.202.39@tcp:101:diff.0 Request processed in 464us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.938583:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5115 00000100:00100000:0.0:1713531221.939498:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.939555:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118400 00000100:00100000:2.0:1713531221.939562:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118400 00000100:00100000:2.0:1713531221.939596:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1297 00000100:00100000:2.0:1713531221.939601:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+46:1823:x1796767405118400:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.939615:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.939634:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352e2ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e27 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.939654:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.939665:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.939667:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.939673:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352e2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e27 expref: 47 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.939685:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352e2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e27 expref: 47 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.939693:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11440, rc 0) 00000100:00100000:2.0:1713531221.939729:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1823:x1796767405118400:12345-192.168.202.39@tcp:101:diff.0 Request processed in 127us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.939734:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1297 00000100:00100000:0.0:1713531221.940760:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.940803:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118528 00000100:00100000:3.0:1713531221.940808:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118528 00000100:00100000:3.0:1713531221.940825:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5116 00000100:00100000:3.0:1713531221.940829:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+227:7973:x1796767405118528:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.940836:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.940843:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e2c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e2e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.940878:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e2c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.940884:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e2c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.940889:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e2c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.940893:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xab:0x0]: returning size 3 00010000:00010000:3.0:1713531221.940940:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352e2c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e2e expref: 230 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.940948:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e2c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e2e expref: 229 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.940952:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:3.0:1713531221.940954:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.940955:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd200, rc 0) 00000100:00100000:3.0:1713531221.940986:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+229:7973:x1796767405118528:12345-192.168.202.39@tcp:101:diff.0 Request processed in 156us (229us total) trans 4294970924 rc 0/0 00000100:00100000:3.0:1713531221.940990:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5116 00000100:00100000:0.0:1713531221.941854:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.941892:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118592 00000100:00100000:2.0:1713531221.941896:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118592 00000100:00100000:2.0:1713531221.941925:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 457 00000100:00100000:2.0:1713531221.941929:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7989050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+229:1824:x1796767405118592:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.941937:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.941950:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e2c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xab:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e2e expref: 229 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.941962:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xab:0x0].0x0 (ffff8800a68c9900) 00010000:00010000:2.0:1713531221.941964:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.941990:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7989050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+228:1824:x1796767405118592:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.941994:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 457 00000100:00100000:0.0:1713531221.942106:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.942180:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118720 00000100:00100000:3.0:1713531221.942185:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118720 00002000:00100000:3.0:1713531221.942205:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4f:0x0] (0->4095) req@ffff88008d091f80 x1796767405118720/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.942212:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d091f80 with x1796767405118720 ext(0->4095) 00002000:00010000:3.0:1713531221.942216:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d091f80 00000100:00100000:3.0:1713531221.942236:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 297 00000100:00100000:3.0:1713531221.942239:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1822:x1796767405118720:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.942351:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1822:x1796767405118720:12345-192.168.202.39@tcp:3:diff.0 Request processed in 111us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.942356:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 297 00002000:00100000:3.0:1713531221.942360:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4f:0x0] (0->4095) req@ffff88008d091f80 x1796767405118720/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.942365:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d091f80 with x1796767405118720 ext(0->4095) 00002000:00010000:3.0:1713531221.942367:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d091f80 00000100:00100000:0.0:1713531221.943506:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.943563:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118848 00000100:00100000:3.0:1713531221.943568:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118848 00000100:00100000:3.0:1713531221.943593:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1085 00000100:00100000:3.0:1713531221.943598:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+228:7973:x1796767405118848:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.943768:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+229:7973:x1796767405118848:12345-192.168.202.39@tcp:35:diff.0 Request processed in 169us (263us total) trans 4294970925 rc 0/0 00000100:00100000:3.0:1713531221.943773:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1085 00000100:00100000:0.0:1713531221.944838:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.944889:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118912 00000100:00100000:3.0:1713531221.944893:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118912 00000100:00100000:3.0:1713531221.944913:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5117 00000100:00100000:3.0:1713531221.944917:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+229:7973:x1796767405118912:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.944928:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.944942:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e2d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e35 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.944968:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.944975:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.944979:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.944990:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.944994:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.944997:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945058:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945061:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945064:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.945077:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaa:0x0]: returning size 3 00000004:00200000:3.0:1713531221.945079:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.945084:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945090:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945093:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945097:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945100:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945103:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bf180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.945105:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945109:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945115:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.945116:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.945118:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945121:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352e2dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945127:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945129:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945132:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945136:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.945138:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945140:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945143:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9c94 (ffff8800b2b40d00) 00010000:00010000:3.0:1713531221.945145:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.945146:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945148:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352e2e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.945164:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352e2d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e35 expref: 231 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.945169:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be880/0xe3b2c9851352e2eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e35 expref: 230 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.945172:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.945173:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.945174:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be880, rc 0) 00000100:00100000:3.0:1713531221.945204:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+230:7973:x1796767405118912:12345-192.168.202.39@tcp:101:diff.0 Request processed in 287us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.945208:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5117 00000100:00100000:0.0:1713531221.946404:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.946450:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405118976 00000100:00100000:2.0:1713531221.946460:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405118976 00000100:00100000:2.0:1713531221.946504:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1298 00000100:00100000:2.0:1713531221.946511:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1822:x1796767405118976:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.946526:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.946548:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af11200/0xe3b2c9851352e2f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e3c expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.946569:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.946584:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.946586:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.946593:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11200/0xe3b2c9851352e2f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e3c expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.946607:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af11200/0xe3b2c9851352e2f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e3c expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.946617:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11200, rc 0) 00000100:00100000:2.0:1713531221.946661:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1822:x1796767405118976:12345-192.168.202.39@tcp:101:diff.0 Request processed in 149us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.946667:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1298 00000100:00100000:0.0:1713531221.947713:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.947788:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119104 00000100:00100000:3.0:1713531221.947793:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119104 00000100:00100000:3.0:1713531221.947820:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5118 00000100:00100000:3.0:1713531221.947824:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+230:7973:x1796767405119104:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.947831:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.947838:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e2f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e43 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.947875:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e300 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.947881:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.947886:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.947890:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xaa:0x0]: returning size 3 00010000:00010000:3.0:1713531221.947937:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352e2f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e43 expref: 233 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.947944:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e300 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e43 expref: 232 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.947949:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:3.0:1713531221.947951:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.947952:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be640, rc 0) 00000100:00100000:3.0:1713531221.947981:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+232:7973:x1796767405119104:12345-192.168.202.39@tcp:101:diff.0 Request processed in 157us (270us total) trans 4294970926 rc 0/0 00000100:00100000:3.0:1713531221.947985:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5118 00000100:00100000:0.0:1713531221.948800:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.948865:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119168 00000100:00100000:2.0:1713531221.948869:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119168 00000100:00100000:2.0:1713531221.948901:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 458 00000100:00100000:2.0:1713531221.948905:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+232:1822:x1796767405119168:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.948913:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.948927:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352e300 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xaa:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e43 expref: 232 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.948945:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xaa:0x0].0x0 (ffff8800b2b40c00) 00010000:00010000:2.0:1713531221.948948:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.948966:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+231:1822:x1796767405119168:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.948970:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 458 00000100:00100000:0.0:1713531221.949238:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.949292:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119296 00000100:00100000:3.0:1713531221.949297:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119296 00002000:00100000:3.0:1713531221.949318:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4e:0x0] (0->4095) req@ffff88008bccc700 x1796767405119296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.949327:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccc700 with x1796767405119296 ext(0->4095) 00002000:00010000:3.0:1713531221.949331:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccc700 00000100:00100000:3.0:1713531221.949346:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 298 00000100:00100000:3.0:1713531221.949350:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1822:x1796767405119296:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.949457:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1822:x1796767405119296:12345-192.168.202.39@tcp:3:diff.0 Request processed in 105us (218us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.949462:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 298 00002000:00100000:3.0:1713531221.949466:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x4e:0x0] (0->4095) req@ffff88008bccc700 x1796767405119296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.949471:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccc700 with x1796767405119296 ext(0->4095) 00002000:00010000:3.0:1713531221.949473:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccc700 00000100:00100000:0.0:1713531221.950630:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.950705:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119424 00000100:00100000:3.0:1713531221.950709:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119424 00000100:00100000:3.0:1713531221.950735:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:3.0:1713531221.950739:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+231:7973:x1796767405119424:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.950902:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+232:7973:x1796767405119424:12345-192.168.202.39@tcp:35:diff.0 Request processed in 159us (271us total) trans 4294970927 rc 0/0 00000100:00100000:3.0:1713531221.950909:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:0.0:1713531221.951746:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.951800:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119488 00000100:00100000:3.0:1713531221.951806:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119488 00000100:00100000:3.0:1713531221.951838:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5119 00000100:00100000:3.0:1713531221.951843:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+232:7973:x1796767405119488:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.951857:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.951867:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e30e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e4a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.951897:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951903:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951908:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951918:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951921:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951925:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951980:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951984:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.951987:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.952000:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa9:0x0]: returning size 3 00000004:00200000:3.0:1713531221.952003:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.952008:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952013:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952016:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952020:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952023:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952026:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.952027:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952031:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952036:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.952037:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.952039:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952042:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352e315 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952047:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952050:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952053:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952056:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a73c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.952058:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952060:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952063:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9d94 (ffff8800b2b40f00) 00010000:00010000:3.0:1713531221.952064:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.952065:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952068:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e31c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.952082:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352e30e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e4a expref: 234 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.952088:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4000/0xe3b2c9851352e323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e4a expref: 233 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.952091:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:3.0:1713531221.952092:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.952093:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4000, rc 0) 00000100:00100000:3.0:1713531221.952124:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+233:7973:x1796767405119488:12345-192.168.202.39@tcp:101:diff.0 Request processed in 281us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.952128:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5119 00000100:00100000:0.0:1713531221.953149:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.953201:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119552 00000100:00100000:2.0:1713531221.953210:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119552 00000100:00100000:2.0:1713531221.953254:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1299 00000100:00100000:2.0:1713531221.953261:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+47:1822:x1796767405119552:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.953296:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.953318:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352e32a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e51 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.953338:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4b:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.953353:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.953354:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.953362:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352e32a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e51 expref: 48 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.953375:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352e32a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e51 expref: 48 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.953386:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12640, rc 0) 00000100:00100000:2.0:1713531221.953444:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1822:x1796767405119552:12345-192.168.202.39@tcp:101:diff.0 Request processed in 182us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.953450:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1299 00000100:00100000:0.0:1713531221.954433:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.954486:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119680 00000100:00100000:3.0:1713531221.954491:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119680 00000100:00100000:3.0:1713531221.954510:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5120 00000100:00100000:3.0:1713531221.954514:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+233:7973:x1796767405119680:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.954521:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.954529:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e331 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e58 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.954565:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e338 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.954571:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e338 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.954577:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e338 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.954583:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa9:0x0]: returning size 3 00010000:00010000:3.0:1713531221.954648:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e331 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e58 expref: 236 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.954660:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e338 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e58 expref: 235 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.954665:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:3.0:1713531221.954666:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.954668:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7180, rc 0) 00000100:00100000:3.0:1713531221.954699:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+235:7973:x1796767405119680:12345-192.168.202.39@tcp:101:diff.0 Request processed in 184us (268us total) trans 4294970928 rc 0/0 00000100:00100000:3.0:1713531221.954703:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5120 00000100:00100000:0.0:1713531221.955488:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.955520:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119744 00000100:00100000:2.0:1713531221.955524:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119744 00000100:00100000:2.0:1713531221.955551:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 459 00000100:00100000:2.0:1713531221.955554:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+235:1824:x1796767405119744:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.955562:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.955576:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e338 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e58 expref: 235 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.955587:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa9:0x0].0x0 (ffff8800b2b40400) 00010000:00010000:2.0:1713531221.955589:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.955605:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+234:1824:x1796767405119744:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 50us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.955609:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 459 00000100:00100000:0.0:1713531221.955779:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.955849:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405119872 00000100:00100000:3.0:1713531221.955854:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405119872 00002000:00100000:3.0:1713531221.955872:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4b:0x0] (0->4095) req@ffff88008bccc000 x1796767405119872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.955881:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccc000 with x1796767405119872 ext(0->4095) 00002000:00010000:3.0:1713531221.955884:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bccc000 00000100:00100000:3.0:1713531221.955899:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 299 00000100:00100000:3.0:1713531221.955905:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1822:x1796767405119872:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.956004:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1822:x1796767405119872:12345-192.168.202.39@tcp:3:diff.0 Request processed in 98us (225us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.956011:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 299 00002000:00100000:3.0:1713531221.956017:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4b:0x0] (0->4095) req@ffff88008bccc000 x1796767405119872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.956024:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccc000 with x1796767405119872 ext(0->4095) 00002000:00010000:3.0:1713531221.956027:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bccc000 00000100:00100000:0.0:1713531221.957103:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.957180:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120000 00000100:00100000:3.0:1713531221.957185:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120000 00000100:00100000:3.0:1713531221.957208:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1087 00000100:00100000:3.0:1713531221.957213:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+234:7973:x1796767405120000:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.957403:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+235:7973:x1796767405120000:12345-192.168.202.39@tcp:35:diff.0 Request processed in 189us (301us total) trans 4294970929 rc 0/0 00000100:00100000:3.0:1713531221.957408:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1087 00000100:00100000:0.0:1713531221.958148:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.958200:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120064 00000100:00100000:3.0:1713531221.958205:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120064 00000100:00100000:3.0:1713531221.958226:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5121 00000100:00100000:3.0:1713531221.958231:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+235:7973:x1796767405120064:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.958244:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.958253:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e346 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e5f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.958304:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958312:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958318:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958331:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958336:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958342:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958406:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958411:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958430:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.958446:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa8:0x0]: returning size 3 00000004:00200000:3.0:1713531221.958449:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.958455:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958460:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958464:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958467:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958471:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958474:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.958476:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958479:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958484:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.958486:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.958487:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958490:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e34d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958496:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958499:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958502:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958505:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.958507:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958509:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958512:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9e94 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531221.958514:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.958515:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958517:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e354 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.958530:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e346 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e5f expref: 237 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.958536:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5200/0xe3b2c9851352e35b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e5f expref: 236 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.958539:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:3.0:1713531221.958540:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.958541:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5200, rc 0) 00000100:00100000:3.0:1713531221.958570:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+236:7973:x1796767405120064:12345-192.168.202.39@tcp:101:diff.0 Request processed in 340us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.958575:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5121 00000100:00100000:0.0:1713531221.959513:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.959562:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120128 00000100:00100000:2.0:1713531221.959568:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120128 00000100:00100000:2.0:1713531221.959605:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1300 00000100:00100000:2.0:1713531221.959612:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1823:x1796767405120128:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.959625:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.959645:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352e362 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e66 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.959664:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x50:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.959677:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.959679:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.959686:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352e362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e66 expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.959699:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352e362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e66 expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.959708:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af106c0, rc 0) 00000100:00100000:2.0:1713531221.959747:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405120128:12345-192.168.202.39@tcp:101:diff.0 Request processed in 134us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.959753:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1300 00000100:00100000:0.0:1713531221.960775:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.960828:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120256 00000100:00100000:3.0:1713531221.960832:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120256 00000100:00100000:3.0:1713531221.960849:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5122 00000100:00100000:3.0:1713531221.960853:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+236:7973:x1796767405120256:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.960859:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.960867:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e369 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e6d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.960901:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e370 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.960908:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.960912:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.960916:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa8:0x0]: returning size 3 00010000:00010000:3.0:1713531221.960967:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e369 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e6d expref: 239 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.960978:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e370 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e6d expref: 238 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.960984:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:3.0:1713531221.960986:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.960988:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:3.0:1713531221.961026:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+238:7973:x1796767405120256:12345-192.168.202.39@tcp:101:diff.0 Request processed in 171us (251us total) trans 4294970930 rc 0/0 00000100:00100000:3.0:1713531221.961032:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5122 00000100:00100000:0.0:1713531221.961824:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.961874:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120320 00000100:00100000:2.0:1713531221.961879:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120320 00000100:00100000:2.0:1713531221.961914:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 460 00000100:00100000:2.0:1713531221.961917:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+238:1823:x1796767405120320:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.961924:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.961938:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e370 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e6d expref: 238 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.961948:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa8:0x0].0x0 (ffff88008ee2d900) 00010000:00010000:2.0:1713531221.961950:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.961980:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+237:1823:x1796767405120320:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.961987:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 460 00000100:00100000:0.0:1713531221.962178:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.962242:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120448 00000100:00100000:3.0:1713531221.962247:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120448 00002000:00100000:3.0:1713531221.962289:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x50:0x0] (0->4095) req@ffff88008b7e3b80 x1796767405120448/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.962299:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3b80 with x1796767405120448 ext(0->4095) 00002000:00010000:3.0:1713531221.962302:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e3b80 00000100:00100000:3.0:1713531221.962323:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 300 00000100:00100000:3.0:1713531221.962329:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405120448:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531221.962457:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405120448:12345-192.168.202.39@tcp:3:diff.0 Request processed in 126us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531221.962463:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 300 00002000:00100000:3.0:1713531221.962469:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x50:0x0] (0->4095) req@ffff88008b7e3b80 x1796767405120448/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531221.962476:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b7e3b80 with x1796767405120448 ext(0->4095) 00002000:00010000:3.0:1713531221.962480:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b7e3b80 00000100:00100000:0.0:1713531221.963660:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.963732:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120576 00000100:00100000:3.0:1713531221.963737:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120576 00000100:00100000:3.0:1713531221.963764:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000100:00100000:3.0:1713531221.963768:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2285850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+237:7973:x1796767405120576:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.963952:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2285850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+238:7973:x1796767405120576:12345-192.168.202.39@tcp:35:diff.0 Request processed in 182us (292us total) trans 4294970931 rc 0/0 00000100:00100000:3.0:1713531221.963959:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000100:00100000:0.0:1713531221.964817:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.964901:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120640 00000100:00100000:3.0:1713531221.964906:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120640 00000100:00100000:3.0:1713531221.964933:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5123 00000100:00100000:3.0:1713531221.964937:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+238:7973:x1796767405120640:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.964948:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.964959:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e37e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e74 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.964986:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.964994:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.964999:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965010:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965013:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965017:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965082:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965086:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965089:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.965102:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa7:0x0]: returning size 3 00000004:00200000:3.0:1713531221.965105:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.965111:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965116:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965121:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965124:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965127:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965131:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.965134:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965138:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965144:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.965145:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.965147:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965150:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e385 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965156:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965159:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965162:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965166:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.965167:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965170:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965173:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656c9f94 (ffff88008ee2da00) 00010000:00010000:3.0:1713531221.965174:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.965175:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965178:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e38c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.965192:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e37e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e74 expref: 240 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.965199:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6d00/0xe3b2c9851352e393 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e74 expref: 239 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.965204:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88009a032300) 00010000:00010000:3.0:1713531221.965206:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.965207:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6d00, rc 0) 00000100:00100000:3.0:1713531221.965246:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+239:7973:x1796767405120640:12345-192.168.202.39@tcp:101:diff.0 Request processed in 307us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.965252:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5123 00000100:00100000:0.0:1713531221.966357:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.966432:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120704 00000100:00100000:2.0:1713531221.966440:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120704 00000100:00100000:2.0:1713531221.966482:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1301 00000100:00100000:2.0:1713531221.966489:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+48:1823:x1796767405120704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.966505:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.966529:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352e39a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e7b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.966550:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4d:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.966566:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.966568:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.966575:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352e39a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e7b expref: 49 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.966589:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352e39a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e7b expref: 49 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.966599:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13cc0, rc 0) 00000100:00100000:2.0:1713531221.966650:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1823:x1796767405120704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 160us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.966656:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1301 00000100:00100000:0.0:1713531221.967790:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.967839:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120832 00000100:00100000:3.0:1713531221.967844:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120832 00000100:00100000:3.0:1713531221.967863:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5124 00000100:00100000:3.0:1713531221.967867:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+239:7973:x1796767405120832:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.967874:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.967884:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352e3a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e82 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.967925:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e3a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.967932:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.967938:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.967943:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa7:0x0]: returning size 3 00010000:00010000:3.0:1713531221.968001:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352e3a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e82 expref: 242 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.968010:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e3a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e82 expref: 241 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.968014:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88009a032300) 00010000:00010000:3.0:1713531221.968016:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.968018:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5440, rc 0) 00000100:00100000:3.0:1713531221.968049:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+241:7973:x1796767405120832:12345-192.168.202.39@tcp:101:diff.0 Request processed in 181us (262us total) trans 4294970932 rc 0/0 00000100:00100000:3.0:1713531221.968053:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5124 00000100:00100000:0.0:1713531221.968915:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.968967:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405120896 00000100:00100000:2.0:1713531221.968974:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405120896 00000100:00100000:2.0:1713531221.969023:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 461 00000100:00100000:2.0:1713531221.969029:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+241:1824:x1796767405120896:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.969043:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.969063:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e3a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e82 expref: 241 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.969079:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa7:0x0].0x0 (ffff88009a032300) 00010000:00010000:2.0:1713531221.969083:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.969123:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+240:1824:x1796767405120896:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 93us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.969129:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 461 00000100:00100000:2.0:1713531221.969252:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.969289:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121024 00000100:00100000:0.0:1713531221.969294:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121024 00002000:00100000:0.0:1713531221.969318:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4d:0x0] (0->4095) req@ffff880090fd1180 x1796767405121024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.969328:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd1180 with x1796767405121024 ext(0->4095) 00002000:00010000:0.0:1713531221.969333:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd1180 00000100:00100000:0.0:1713531221.969355:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 301 00000100:00100000:0.0:1713531221.969360:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1822:x1796767405121024:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:0.0:1713531221.969511:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1822:x1796767405121024:12345-192.168.202.39@tcp:3:diff.0 Request processed in 149us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.969518:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 301 00002000:00100000:0.0:1713531221.969523:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4d:0x0] (0->4095) req@ffff880090fd1180 x1796767405121024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.969531:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd1180 with x1796767405121024 ext(0->4095) 00002000:00010000:0.0:1713531221.969534:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd1180 00000100:00100000:0.0:1713531221.970451:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.970505:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121152 00000100:00100000:3.0:1713531221.970510:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121152 00000100:00100000:3.0:1713531221.970540:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1089 00000100:00100000:3.0:1713531221.970544:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+240:7973:x1796767405121152:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.970717:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+241:7973:x1796767405121152:12345-192.168.202.39@tcp:35:diff.0 Request processed in 171us (267us total) trans 4294970933 rc 0/0 00000100:00100000:3.0:1713531221.970722:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1089 00000100:00100000:0.0:1713531221.971445:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.971499:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121216 00000100:00100000:3.0:1713531221.971504:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121216 00000100:00100000:3.0:1713531221.971535:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5125 00000100:00100000:3.0:1713531221.971541:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+241:7973:x1796767405121216:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.971552:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.971566:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e3b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e89 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.971603:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971613:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971620:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971638:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971644:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971650:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971735:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971739:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971743:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.971757:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa6:0x0]: returning size 3 00000004:00200000:3.0:1713531221.971759:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.971766:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971770:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971775:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971779:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971783:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971786:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a61c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.971788:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971793:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971799:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.971802:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.971805:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971810:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e3bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971819:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971824:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971829:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971835:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.971837:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971843:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971849:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656ca094 (ffff88008d7a4400) 00010000:00010000:3.0:1713531221.971851:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.971853:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971858:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e3c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.971880:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e3b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e89 expref: 243 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.971895:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4900/0xe3b2c9851352e3cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e89 expref: 242 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.971901:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008d7a4b00) 00010000:00010000:3.0:1713531221.971903:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.971905:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4900, rc 0) 00000100:00100000:3.0:1713531221.971942:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+242:7973:x1796767405121216:12345-192.168.202.39@tcp:101:diff.0 Request processed in 399us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.971948:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5125 00000100:00100000:2.0:1713531221.972809:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.972847:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121280 00000100:00100000:0.0:1713531221.972853:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121280 00000100:00100000:0.0:1713531221.972885:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1302 00000100:00100000:0.0:1713531221.972891:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+49:1822:x1796767405121280:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.972905:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.972924:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab086c0/0xe3b2c9851352e3d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e90 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.972947:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4a:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:0.0:1713531221.972962:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.972964:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.972970:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab086c0/0xe3b2c9851352e3d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e90 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.972984:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab086c0/0xe3b2c9851352e3d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e90 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.972994:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab086c0, rc 0) 00000100:00100000:0.0:1713531221.973033:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405121280:12345-192.168.202.39@tcp:101:diff.0 Request processed in 141us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.973039:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1302 00000100:00100000:0.0:1713531221.974089:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.974130:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121408 00000100:00100000:3.0:1713531221.974134:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121408 00000100:00100000:3.0:1713531221.974153:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5126 00000100:00100000:3.0:1713531221.974156:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+242:7973:x1796767405121408:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.974163:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.974171:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352e3d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e97 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.974207:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e3e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.974213:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e3e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.974218:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e3e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.974223:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa6:0x0]: returning size 3 00010000:00010000:3.0:1713531221.974335:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352e3d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e97 expref: 245 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.974345:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e3e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e97 expref: 244 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.974350:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008d7a4b00) 00010000:00010000:3.0:1713531221.974351:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.974352:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:3.0:1713531221.974388:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+244:7973:x1796767405121408:12345-192.168.202.39@tcp:101:diff.0 Request processed in 229us (300us total) trans 4294970934 rc 0/0 00000100:00100000:3.0:1713531221.974393:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5126 00000100:00100000:0.0:1713531221.975368:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.975462:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121472 00000100:00100000:2.0:1713531221.975467:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121472 00000100:00100000:2.0:1713531221.975507:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 462 00000100:00100000:2.0:1713531221.975511:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+244:1822:x1796767405121472:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.975520:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.975530:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e3e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e97 expref: 244 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.975540:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa6:0x0].0x0 (ffff88008d7a4b00) 00010000:00010000:2.0:1713531221.975542:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.975570:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+243:1822:x1796767405121472:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.975575:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 462 00000100:00100000:2.0:1713531221.975838:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.975863:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121600 00000100:00100000:0.0:1713531221.975875:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121600 00002000:00100000:0.0:1713531221.975910:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4a:0x0] (0->4095) req@ffff88008dbbce00 x1796767405121600/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.975919:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbce00 with x1796767405121600 ext(0->4095) 00002000:00010000:0.0:1713531221.975923:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbce00 00000100:00100000:0.0:1713531221.975949:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 302 00000100:00100000:0.0:1713531221.975955:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405121600:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:0.0:1713531221.976113:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405121600:12345-192.168.202.39@tcp:3:diff.0 Request processed in 157us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531221.976122:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 302 00002000:00100000:0.0:1713531221.976128:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4a:0x0] (0->4095) req@ffff88008dbbce00 x1796767405121600/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531221.976135:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbce00 with x1796767405121600 ext(0->4095) 00002000:00010000:0.0:1713531221.976138:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbce00 00000100:00100000:0.0:1713531221.977401:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.977456:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121728 00000100:00100000:3.0:1713531221.977462:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121728 00000100:00100000:3.0:1713531221.977495:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1090 00000100:00100000:3.0:1713531221.977502:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+243:7973:x1796767405121728:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.977742:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+244:7973:x1796767405121728:12345-192.168.202.39@tcp:35:diff.0 Request processed in 238us (339us total) trans 4294970935 rc 0/0 00000100:00100000:3.0:1713531221.977750:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1090 00000100:00100000:2.0:1713531221.978601:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.978649:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121792 00000100:00100000:3.0:1713531221.978653:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121792 00000100:00100000:3.0:1713531221.978684:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5127 00000100:00100000:3.0:1713531221.978690:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+244:7973:x1796767405121792:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.978701:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.978717:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e3ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4e9e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.978757:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978771:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978780:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978798:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978804:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978811:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978918:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978926:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978932:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.978952:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa5:0x0]: returning size 3 00000004:00200000:3.0:1713531221.978956:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.978966:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978974:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978980:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978991:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.978997:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979002:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.979006:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979012:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979020:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.979022:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.979026:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979030:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e3f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979039:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979044:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979049:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979053:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a73c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.979055:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979063:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979068:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656ca194 (ffff88008d7a4e00) 00010000:00010000:3.0:1713531221.979069:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.979071:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979075:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e3fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.979094:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e3ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e9e expref: 246 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.979102:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6f40/0xe3b2c9851352e403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e9e expref: 245 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.979108:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff880092731c00) 00010000:00010000:3.0:1713531221.979110:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.979111:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6f40, rc 0) 00000100:00100000:3.0:1713531221.979148:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+245:7973:x1796767405121792:12345-192.168.202.39@tcp:101:diff.0 Request processed in 457us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.979154:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5127 00000100:00100000:2.0:1713531221.980397:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531221.980442:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121856 00000100:00100000:0.0:1713531221.980453:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121856 00000100:00100000:0.0:1713531221.980505:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1303 00000100:00100000:0.0:1713531221.980513:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+50:1822:x1796767405121856:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:0.0:1713531221.980529:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531221.980552:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab08240/0xe3b2c9851352e40a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ea5 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531221.980575:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:0.0:1713531221.980591:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.980592:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531221.980600:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab08240/0xe3b2c9851352e40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ea5 expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.980614:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab08240/0xe3b2c9851352e40a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ea5 expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531221.980624:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08240, rc 0) 00000100:00100000:0.0:1713531221.980680:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1822:x1796767405121856:12345-192.168.202.39@tcp:101:diff.0 Request processed in 166us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531221.980691:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1303 00000100:00100000:0.0:1713531221.981918:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.981963:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405121984 00000100:00100000:3.0:1713531221.981968:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405121984 00000100:00100000:3.0:1713531221.981989:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5128 00000100:00100000:3.0:1713531221.981993:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+245:7973:x1796767405121984:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.982000:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.982009:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e411 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4eac expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.982051:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e418 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.982057:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e418 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.982063:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e418 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.982068:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa5:0x0]: returning size 3 00010000:00010000:3.0:1713531221.982130:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e411 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eac expref: 248 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.982139:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e418 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eac expref: 247 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.982144:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff880092731c00) 00010000:00010000:3.0:1713531221.982145:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.982147:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7cc0, rc 0) 00000100:00100000:3.0:1713531221.982177:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+247:7973:x1796767405121984:12345-192.168.202.39@tcp:101:diff.0 Request processed in 184us (262us total) trans 4294970936 rc 0/0 00000100:00100000:3.0:1713531221.982181:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5128 00000100:00100000:0.0:1713531221.983227:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.983294:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122048 00000100:00100000:2.0:1713531221.983299:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122048 00000100:00100000:2.0:1713531221.983336:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 463 00000100:00100000:2.0:1713531221.983341:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+247:1825:x1796767405122048:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.983351:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.983363:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e418 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eac expref: 247 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.983375:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa5:0x0].0x0 (ffff880092731c00) 00010000:00010000:2.0:1713531221.983377:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.983429:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+246:1825:x1796767405122048:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.983436:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 463 00000100:00100000:0.0:1713531221.983582:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.983602:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122176 00000100:00100000:2.0:1713531221.983606:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122176 00002000:00100000:2.0:1713531221.983628:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4e:0x0] (0->4095) req@ffff880134dd0a80 x1796767405122176/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.983637:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0a80 with x1796767405122176 ext(0->4095) 00002000:00010000:2.0:1713531221.983641:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd0a80 00000100:00100000:2.0:1713531221.983662:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 303 00000100:00100000:2.0:1713531221.983666:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1823:x1796767405122176:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531221.983799:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1823:x1796767405122176:12345-192.168.202.39@tcp:3:diff.0 Request processed in 131us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531221.983805:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 303 00002000:00100000:2.0:1713531221.983810:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4e:0x0] (0->4095) req@ffff880134dd0a80 x1796767405122176/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.983816:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0a80 with x1796767405122176 ext(0->4095) 00002000:00010000:2.0:1713531221.983819:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd0a80 00000100:00100000:0.0:1713531221.984880:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.984925:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122304 00000100:00100000:3.0:1713531221.984928:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122304 00000100:00100000:3.0:1713531221.984945:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1091 00000100:00100000:3.0:1713531221.984948:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+246:7973:x1796767405122304:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.985125:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+247:7973:x1796767405122304:12345-192.168.202.39@tcp:35:diff.0 Request processed in 175us (246us total) trans 4294970937 rc 0/0 00000100:00100000:3.0:1713531221.985130:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1091 00000100:00100000:0.0:1713531221.986054:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.986091:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122368 00000100:00100000:3.0:1713531221.986095:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122368 00000100:00100000:3.0:1713531221.986112:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5129 00000100:00100000:3.0:1713531221.986115:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+247:7973:x1796767405122368:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.986123:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.986133:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e426 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4eb3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.986161:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986168:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986173:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986185:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986188:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986192:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986298:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986304:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986310:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.986331:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa4:0x0]: returning size 3 00000004:00200000:3.0:1713531221.986334:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.986343:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986350:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986357:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986363:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986369:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986375:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.986378:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986384:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986393:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x0 (ffff880131fa8200) 00010000:00010000:3.0:1713531221.986395:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.986398:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986403:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e42d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986411:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986434:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986439:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986443:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531221.986445:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986450:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986456:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa2:0x0].0x656ca294 (ffff880091772b00) 00010000:00010000:3.0:1713531221.986458:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531221.986460:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986465:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e434 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa2:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.986486:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e426 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eb3 expref: 249 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.986495:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5b00/0xe3b2c9851352e43b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eb3 expref: 248 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.986500:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff880091772000) 00010000:00010000:3.0:1713531221.986503:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531221.986505:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5b00, rc 0) 00000100:00100000:3.0:1713531221.986537:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+248:7973:x1796767405122368:12345-192.168.202.39@tcp:101:diff.0 Request processed in 419us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.986543:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5129 00000100:00100000:0.0:1713531221.987573:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.987623:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122432 00000100:00100000:2.0:1713531221.987628:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122432 00000100:00100000:2.0:1713531221.987661:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1304 00000100:00100000:2.0:1713531221.987667:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+51:1823:x1796767405122432:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531221.987677:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531221.987697:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352e442 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4eba expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531221.987716:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x4c:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531221.987731:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.987733:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531221.987741:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352e442 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eba expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.987754:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352e442 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eba expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531221.987762:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12ac0, rc 0) 00000100:00100000:2.0:1713531221.987797:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405122432:12345-192.168.202.39@tcp:101:diff.0 Request processed in 129us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.987803:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1304 00000100:00100000:0.0:1713531221.988823:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.988874:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122560 00000100:00100000:3.0:1713531221.988878:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122560 00000100:00100000:3.0:1713531221.988897:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5130 00000100:00100000:3.0:1713531221.988903:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+248:7973:x1796767405122560:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.988912:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.988924:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e449 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ec1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.988982:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e450 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.988991:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.988998:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.989006:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa4:0x0]: returning size 3 00010000:00010000:3.0:1713531221.989078:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e449 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ec1 expref: 251 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.989086:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e450 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ec1 expref: 250 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.989091:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff880091772000) 00010000:00010000:3.0:1713531221.989093:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531221.989095:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5680, rc 0) 00000100:00100000:3.0:1713531221.989122:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+250:7973:x1796767405122560:12345-192.168.202.39@tcp:101:diff.0 Request processed in 219us (300us total) trans 4294970938 rc 0/0 00000100:00100000:3.0:1713531221.989126:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5130 00000100:00100000:0.0:1713531221.990098:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.990158:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122624 00000100:00100000:2.0:1713531221.990163:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122624 00000100:00100000:2.0:1713531221.990196:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 464 00000100:00100000:2.0:1713531221.990201:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+250:1823:x1796767405122624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531221.990211:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531221.990223:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e450 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ec1 expref: 250 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531221.990234:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa4:0x0].0x0 (ffff880091772000) 00010000:00010000:2.0:1713531221.990237:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531221.990294:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+249:1823:x1796767405122624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 91us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531221.990301:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 464 00000100:00100000:0.0:1713531221.990607:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531221.990646:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122752 00000100:00100000:2.0:1713531221.990649:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122752 00002000:00100000:2.0:1713531221.990669:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4c:0x0] (0->4095) req@ffff880134dd3480 x1796767405122752/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/0 e 0 to 0 dl 1713531232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.990678:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd3480 with x1796767405122752 ext(0->4095) 00002000:00010000:2.0:1713531221.990681:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd3480 00000100:00100000:2.0:1713531221.990704:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 304 00000100:00100000:2.0:1713531221.990708:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405122752:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531221.990832:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405122752:12345-192.168.202.39@tcp:3:diff.0 Request processed in 123us (226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531221.990838:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 304 00002000:00100000:2.0:1713531221.990843:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x4c:0x0] (0->4095) req@ffff880134dd3480 x1796767405122752/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:597/0 lens 488/4536 e 0 to 0 dl 1713531232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531221.990849:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd3480 with x1796767405122752 ext(0->4095) 00002000:00010000:2.0:1713531221.990852:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134dd3480 00000100:00100000:0.0:1713531221.991966:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.992014:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122880 00000100:00100000:3.0:1713531221.992019:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122880 00000100:00100000:3.0:1713531221.992049:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1092 00000100:00100000:3.0:1713531221.992055:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+249:7973:x1796767405122880:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.992287:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+250:7973:x1796767405122880:12345-192.168.202.39@tcp:35:diff.0 Request processed in 231us (321us total) trans 4294970939 rc 0/0 00000100:00100000:3.0:1713531221.992292:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1092 00000100:00100000:0.0:1713531221.993058:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.993108:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405122944 00000100:00100000:3.0:1713531221.993112:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405122944 00000100:00100000:3.0:1713531221.993136:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5131 00000100:00100000:3.0:1713531221.993140:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+250:7973:x1796767405122944:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.993150:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.993168:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e45e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ec8 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.993219:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e465 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.993231:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.993242:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531221.993312:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x97:0x0]: returning size 11776 00000004:00200000:3.0:1713531221.993316:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531221.993330:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531221.993348:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e45e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ec8 expref: 252 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.993359:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7180/0xe3b2c9851352e465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ec8 expref: 251 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.993365:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531221.993368:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531221.993370:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7180, rc 0) 00000100:00100000:3.0:1713531221.993405:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+251:7973:x1796767405122944:12345-192.168.202.39@tcp:101:diff.0 Request processed in 263us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.993411:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5131 00000100:00100000:0.0:1713531221.994260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.994302:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123072 00000100:00100000:3.0:1713531221.994307:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123072 00000100:00100000:3.0:1713531221.994336:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5132 00000100:00100000:3.0:1713531221.994342:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+251:7973:x1796767405123072:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531221.994351:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531221.994360:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e46c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ecf expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531221.994437:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x97:0x0]: returning size 11776 00010000:00010000:3.0:1713531221.994498:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e46c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ecf expref: 253 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.994512:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352e46c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ecf expref: 253 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531221.994522:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:3.0:1713531221.994556:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+252:7973:x1796767405123072:12345-192.168.202.39@tcp:101:diff.0 Request processed in 213us (295us total) trans 4294970940 rc 301/301 00000100:00100000:3.0:1713531221.994562:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5132 00000100:00100000:0.0:1713531221.995583:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.995625:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123136 00000100:00100000:3.0:1713531221.995629:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123136 00000100:00100000:3.0:1713531221.995658:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1093 00000100:00100000:3.0:1713531221.995663:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+252:7973:x1796767405123136:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531221.997616:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+252:7973:x1796767405123136:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1948us (2028us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531221.997626:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1093 00000100:00100000:0.0:1713531221.998986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531221.999042:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123264 00000100:00100000:3.0:1713531221.999048:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123264 00000100:00100000:3.0:1713531221.999082:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1094 00000100:00100000:3.0:1713531221.999088:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2285450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+252:7973:x1796767405123264:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531221.999342:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2285450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+253:7973:x1796767405123264:12345-192.168.202.39@tcp:35:diff.0 Request processed in 253us (358us total) trans 4294970941 rc 0/0 00000100:00100000:3.0:1713531221.999347:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1094 00000100:00100000:0.0:1713531222.000395:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.000463:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123328 00000100:00100000:3.0:1713531222.000468:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123328 00000100:00100000:3.0:1713531222.000490:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5133 00000100:00100000:3.0:1713531222.000494:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+253:7973:x1796767405123328:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.000506:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.000523:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352e47a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ed6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.000563:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000574:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000582:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000598:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000602:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000606:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000684:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000688:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000691:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.000712:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa1:0x0]: returning size 3 00000004:00200000:3.0:1713531222.000715:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.000722:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000728:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000734:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000737:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000741:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000745:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.000748:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000752:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000760:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.000762:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.000765:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000768:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352e481 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000775:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000778:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000780:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000784:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.000785:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000788:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000791:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9a94 (ffff880091772b00) 00010000:00010000:3.0:1713531222.000792:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.000793:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000796:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352e488 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.000812:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352e47a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ed6 expref: 255 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.000819:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a61c0/0xe3b2c9851352e48f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ed6 expref: 254 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.000823:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (ffff880091772100) 00010000:00010000:3.0:1713531222.000824:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.000825:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a61c0, rc 0) 00000100:00100000:3.0:1713531222.000853:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+254:7973:x1796767405123328:12345-192.168.202.39@tcp:101:diff.0 Request processed in 359us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.000858:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5133 00000100:00100000:0.0:1713531222.002135:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.002189:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123392 00000100:00100000:2.0:1713531222.002193:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123392 00000100:00080000:1.0:1713531222.002233:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531192 00000100:00100000:2.0:1713531222.002242:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1305 00000100:00100000:2.0:1713531222.002248:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405123392:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.002257:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.002307:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af13180/0xe3b2c9851352e496 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4edd expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.002334:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.002348:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.002350:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.002358:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13180/0xe3b2c9851352e496 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4edd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.002370:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af13180/0xe3b2c9851352e496 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4edd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.002379:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13180, rc 0) 00000100:00100000:2.0:1713531222.002423:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1823:x1796767405123392:12345-192.168.202.39@tcp:101:diff.0 Request processed in 164us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.002430:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1305 00000100:00100000:0.0:1713531222.003632:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.003695:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123520 00000100:00100000:3.0:1713531222.003699:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123520 00000100:00100000:3.0:1713531222.003718:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5134 00000100:00100000:3.0:1713531222.003722:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+254:7973:x1796767405123520:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.003730:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.003738:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352e49d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ee4 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.003787:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.003796:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.003803:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.003811:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa1:0x0]: returning size 3 00010000:00010000:3.0:1713531222.003914:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352e49d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ee4 expref: 257 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.003926:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ee4 expref: 256 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.003933:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (ffff880091772100) 00010000:00010000:3.0:1713531222.003935:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.003937:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5440, rc 0) 00000100:00100000:3.0:1713531222.003973:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+256:7973:x1796767405123520:12345-192.168.202.39@tcp:101:diff.0 Request processed in 248us (341us total) trans 4294970942 rc 0/0 00000100:00100000:3.0:1713531222.003979:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5134 00000100:00100000:0.0:1713531222.004888:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.004944:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123584 00000100:00100000:2.0:1713531222.004948:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123584 00000100:00100000:2.0:1713531222.004988:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 465 00000100:00100000:2.0:1713531222.004994:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+256:1823:x1796767405123584:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.005004:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.005016:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ee4 expref: 256 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.005037:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa1:0x0].0x0 (ffff880091772100) 00010000:00010000:2.0:1713531222.005041:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.005070:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+255:1823:x1796767405123584:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.005081:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 465 00000100:00100000:0.0:1713531222.005206:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.005246:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123712 00000100:00100000:2.0:1713531222.005251:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123712 00002000:00100000:2.0:1713531222.005299:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3d:0x0] (0->4095) req@ffff88008e4cad80 x1796767405123712/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.005310:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4cad80 with x1796767405123712 ext(0->4095) 00002000:00010000:2.0:1713531222.005314:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4cad80 00000100:00100000:2.0:1713531222.005330:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 305 00000100:00100000:2.0:1713531222.005335:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1824:x1796767405123712:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.005504:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1824:x1796767405123712:12345-192.168.202.39@tcp:3:diff.0 Request processed in 168us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.005512:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 305 00002000:00100000:2.0:1713531222.005517:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3d:0x0] (0->4095) req@ffff88008e4cad80 x1796767405123712/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.005525:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4cad80 with x1796767405123712 ext(0->4095) 00002000:00010000:2.0:1713531222.005528:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4cad80 00000100:00100000:0.0:1713531222.006542:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.006586:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123840 00000100:00100000:3.0:1713531222.006591:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123840 00000100:00100000:3.0:1713531222.006614:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1095 00000100:00100000:3.0:1713531222.006619:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+255:7973:x1796767405123840:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.006874:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+256:7973:x1796767405123840:12345-192.168.202.39@tcp:35:diff.0 Request processed in 252us (330us total) trans 4294970943 rc 0/0 00000100:00100000:3.0:1713531222.006882:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1095 00000100:00100000:0.0:1713531222.007747:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.007792:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123904 00000100:00100000:3.0:1713531222.007796:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123904 00000100:00100000:3.0:1713531222.007823:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5135 00000100:00100000:3.0:1713531222.007827:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+256:7973:x1796767405123904:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.007836:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.007847:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e4b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4eeb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.007881:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.007889:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.007895:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.007911:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.007914:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.007918:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008021:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008027:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008034:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.008055:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x98:0x0]: returning size 3 00000004:00200000:3.0:1713531222.008058:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.008067:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008074:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008081:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008087:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008093:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008098:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.008102:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008108:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008117:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.008119:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.008123:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008126:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352e4b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008132:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008135:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008138:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008141:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.008142:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008145:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008148:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x659c9a94 (ffff880092bcac00) 00010000:00010000:3.0:1713531222.008149:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.008150:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008153:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352e4c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.008169:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a73c0/0xe3b2c9851352e4b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eeb expref: 258 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.008178:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6880/0xe3b2c9851352e4c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eeb expref: 257 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.008182:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff880092bcae00) 00010000:00010000:3.0:1713531222.008184:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.008185:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6880, rc 0) 00000100:00100000:3.0:1713531222.008212:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+257:7973:x1796767405123904:12345-192.168.202.39@tcp:101:diff.0 Request processed in 384us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.008216:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5135 00000100:00100000:0.0:1713531222.009371:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.009442:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405123968 00000100:00100000:2.0:1713531222.009447:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405123968 00000100:00100000:2.0:1713531222.009484:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1306 00000100:00100000:2.0:1713531222.009490:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1823:x1796767405123968:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.009500:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.009519:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af11b00/0xe3b2c9851352e4ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ef2 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.009540:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.009555:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.009557:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.009564:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af11b00/0xe3b2c9851352e4ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef2 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.009576:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af11b00/0xe3b2c9851352e4ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef2 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.009585:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11b00, rc 0) 00000100:00100000:2.0:1713531222.009622:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1823:x1796767405123968:12345-192.168.202.39@tcp:101:diff.0 Request processed in 132us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.009627:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1306 00000100:00100000:0.0:1713531222.010776:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.010812:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124096 00000100:00100000:3.0:1713531222.010816:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124096 00000100:00100000:3.0:1713531222.010834:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5136 00000100:00100000:3.0:1713531222.010838:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+257:7973:x1796767405124096:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.010845:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.010853:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e4d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ef9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.010908:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e4dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.010915:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.010920:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.010926:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x98:0x0]: returning size 3 00010000:00010000:3.0:1713531222.011002:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352e4d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef9 expref: 260 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.011012:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e4dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef9 expref: 259 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.011017:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff880092bcae00) 00010000:00010000:3.0:1713531222.011018:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.011019:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:3.0:1713531222.011045:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+259:7973:x1796767405124096:12345-192.168.202.39@tcp:101:diff.0 Request processed in 207us (271us total) trans 4294970944 rc 0/0 00000100:00100000:3.0:1713531222.011049:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5136 00000100:00100000:0.0:1713531222.011884:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.011939:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124160 00000100:00100000:2.0:1713531222.011944:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124160 00000100:00100000:2.0:1713531222.011983:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 466 00000100:00100000:2.0:1713531222.011989:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+259:1823:x1796767405124160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.011999:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.012012:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352e4dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x98:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef9 expref: 259 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.012035:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x98:0x0].0x0 (ffff880092bcae00) 00010000:00010000:2.0:1713531222.012039:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.012068:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+258:1823:x1796767405124160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 78us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.012075:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 466 00000100:00100000:0.0:1713531222.012317:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.012359:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124288 00000100:00100000:2.0:1713531222.012363:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124288 00002000:00100000:2.0:1713531222.012387:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x40:0x0] (0->4095) req@ffff88008e4c8700 x1796767405124288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.012397:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4c8700 with x1796767405124288 ext(0->4095) 00002000:00010000:2.0:1713531222.012401:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4c8700 00000100:00100000:2.0:1713531222.012432:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 306 00000100:00100000:2.0:1713531222.012437:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1823:x1796767405124288:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.012574:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1823:x1796767405124288:12345-192.168.202.39@tcp:3:diff.0 Request processed in 136us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.012580:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 306 00002000:00100000:2.0:1713531222.012586:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x40:0x0] (0->4095) req@ffff88008e4c8700 x1796767405124288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.012594:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e4c8700 with x1796767405124288 ext(0->4095) 00002000:00010000:2.0:1713531222.012597:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e4c8700 00000100:00100000:0.0:1713531222.013909:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.013985:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124416 00000100:00100000:3.0:1713531222.013990:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124416 00000100:00100000:3.0:1713531222.014022:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:3.0:1713531222.014027:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+258:7973:x1796767405124416:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.014259:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+259:7973:x1796767405124416:12345-192.168.202.39@tcp:35:diff.0 Request processed in 231us (350us total) trans 4294970945 rc 0/0 00000100:00100000:3.0:1713531222.014296:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:0.0:1713531222.015053:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.015094:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124480 00000100:00100000:3.0:1713531222.015098:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124480 00000100:00100000:3.0:1713531222.015123:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5137 00000100:00100000:3.0:1713531222.015127:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+259:7973:x1796767405124480:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.015134:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.015146:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e4ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f00 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.015181:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015193:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015202:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015224:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015231:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015237:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015346:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015353:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015359:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.015379:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa0:0x0]: returning size 3 00000004:00200000:3.0:1713531222.015383:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.015393:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015401:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015409:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015433:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015438:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015442:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.015445:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015450:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015457:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.015458:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.015461:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015464:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352e4f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015471:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015474:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015478:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015480:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.015481:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015486:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015490:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9b94 (ffff880092bcaa00) 00010000:00010000:3.0:1713531222.015491:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.015492:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015495:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352e4f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.015511:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352e4ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f00 expref: 261 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.015519:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb6f40/0xe3b2c9851352e4ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f00 expref: 260 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.015522:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:3.0:1713531222.015523:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.015524:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3fb6f40, rc 0) 00000100:00100000:3.0:1713531222.015550:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+260:7973:x1796767405124480:12345-192.168.202.39@tcp:101:diff.0 Request processed in 422us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.015554:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5137 00000100:00100000:0.0:1713531222.016396:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.016451:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124544 00000100:00100000:2.0:1713531222.016455:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124544 00000100:00100000:2.0:1713531222.016493:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1307 00000100:00100000:2.0:1713531222.016498:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+52:1823:x1796767405124544:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.016505:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1713531222.016508:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531192 00010000:00010000:2.0:1713531222.016520:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af11d40/0xe3b2c9851352e506 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f07 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.016537:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.016549:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.016551:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.016556:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af11d40/0xe3b2c9851352e506 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f07 expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.016569:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af11d40/0xe3b2c9851352e506 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f07 expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.016575:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af11d40, rc 0) 00000100:00100000:2.0:1713531222.016602:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1823:x1796767405124544:12345-192.168.202.39@tcp:101:diff.0 Request processed in 105us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.016606:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1307 00000100:00100000:0.0:1713531222.017737:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.017787:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124672 00000100:00100000:3.0:1713531222.017791:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124672 00000100:00100000:3.0:1713531222.017815:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5138 00000100:00100000:3.0:1713531222.017819:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+260:7973:x1796767405124672:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.017826:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.017834:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352e50d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f0e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.017880:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352e514 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.017887:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352e514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.017891:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352e514 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.017897:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xa0:0x0]: returning size 3 00010000:00010000:3.0:1713531222.017966:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352e50d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f0e expref: 263 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.017975:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352e514 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f0e expref: 262 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.017980:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:3.0:1713531222.017982:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.017983:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71ca640, rc 0) 00000100:00100000:3.0:1713531222.018012:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+262:7973:x1796767405124672:12345-192.168.202.39@tcp:101:diff.0 Request processed in 192us (276us total) trans 4294970946 rc 0/0 00000100:00100000:3.0:1713531222.018016:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5138 00000100:00100000:0.0:1713531222.018927:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.018981:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124736 00000100:00100000:2.0:1713531222.018986:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124736 00000100:00100000:2.0:1713531222.019020:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 467 00000100:00100000:2.0:1713531222.019026:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+262:1824:x1796767405124736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.019035:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.019048:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352e514 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f0e expref: 262 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.019059:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa0:0x0].0x0 (ffff88008bbd3e00) 00010000:00010000:2.0:1713531222.019062:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.019092:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+261:1824:x1796767405124736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.019099:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 467 00000100:00100000:0.0:1713531222.019188:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.019224:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124864 00000100:00100000:2.0:1713531222.019227:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124864 00002000:00100000:2.0:1713531222.019247:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3d:0x0] (0->4095) req@ffff880135b0a300 x1796767405124864/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.019256:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0a300 with x1796767405124864 ext(0->4095) 00002000:00010000:2.0:1713531222.019260:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0a300 00000100:00100000:0.0:1713531222.019286:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 307 00000100:00100000:0.0:1713531222.019291:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405124864:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:0.0:1713531222.019433:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405124864:12345-192.168.202.39@tcp:3:diff.0 Request processed in 140us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1713531222.019441:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 307 00002000:00100000:0.0:1713531222.019447:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3d:0x0] (0->4095) req@ffff880135b0a300 x1796767405124864/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:0.0:1713531222.019455:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0a300 with x1796767405124864 ext(0->4095) 00002000:00010000:0.0:1713531222.019458:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0a300 00000100:00100000:0.0:1713531222.020583:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.020638:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405124992 00000100:00100000:3.0:1713531222.020643:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405124992 00000100:00100000:3.0:1713531222.020672:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1097 00000100:00100000:3.0:1713531222.020677:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+261:7973:x1796767405124992:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.020920:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+262:7973:x1796767405124992:12345-192.168.202.39@tcp:35:diff.0 Request processed in 241us (336us total) trans 4294970947 rc 0/0 00000100:00100000:3.0:1713531222.020928:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1097 00000100:00100000:0.0:1713531222.021666:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.021715:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125056 00000100:00100000:3.0:1713531222.021719:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125056 00000100:00100000:3.0:1713531222.021746:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5139 00000100:00100000:3.0:1713531222.021751:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+262:7973:x1796767405125056:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.021761:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.021773:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352e522 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f15 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.021812:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021822:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021830:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021848:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021854:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021859:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021956:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021963:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.021970:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.021994:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9f:0x0]: returning size 3 00000004:00200000:3.0:1713531222.021998:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.022007:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022015:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022022:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022028:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022033:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022038:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.022042:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022048:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022056:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.022058:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.022062:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022067:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352e529 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022076:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022081:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022086:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022090:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cb600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.022092:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022097:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022102:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9c94 (ffff88008bbd3f00) 00010000:00010000:3.0:1713531222.022104:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.022106:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022111:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352e530 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.022130:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352e522 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f15 expref: 264 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.022139:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71caac0/0xe3b2c9851352e537 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f15 expref: 263 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.022144:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:3.0:1713531222.022146:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.022148:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71caac0, rc 0) 00000100:00100000:3.0:1713531222.022179:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+263:7973:x1796767405125056:12345-192.168.202.39@tcp:101:diff.0 Request processed in 426us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.022184:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5139 00000100:00100000:0.0:1713531222.023299:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.023337:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125120 00000100:00100000:2.0:1713531222.023342:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125120 00000100:00100000:2.0:1713531222.023368:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1308 00000100:00100000:2.0:1713531222.023373:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1822:x1796767405125120:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.023380:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.023399:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af13600/0xe3b2c9851352e53e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f1c expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.023431:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.023444:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.023446:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.023452:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13600/0xe3b2c9851352e53e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f1c expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.023460:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af13600/0xe3b2c9851352e53e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f1c expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.023466:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13600, rc 0) 00000100:00100000:2.0:1713531222.023495:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1822:x1796767405125120:12345-192.168.202.39@tcp:101:diff.0 Request processed in 121us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.023502:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1308 00000100:00100000:0.0:1713531222.024607:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.024646:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125248 00000100:00100000:3.0:1713531222.024650:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125248 00000100:00100000:3.0:1713531222.024665:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5140 00000100:00100000:3.0:1713531222.024668:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+263:7973:x1796767405125248:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.024675:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.024681:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352e545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f23 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.024737:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352e54c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.024743:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352e54c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.024749:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352e54c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.024754:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9f:0x0]: returning size 3 00010000:00010000:3.0:1713531222.024824:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352e545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f23 expref: 266 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.024832:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352e54c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f23 expref: 265 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.024836:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:3.0:1713531222.024838:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.024840:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71c8d80, rc 0) 00000100:00100000:3.0:1713531222.024865:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+265:7973:x1796767405125248:12345-192.168.202.39@tcp:101:diff.0 Request processed in 196us (259us total) trans 4294970948 rc 0/0 00000100:00100000:3.0:1713531222.024869:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5140 00000100:00100000:0.0:1713531222.025825:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.025873:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125312 00000100:00100000:2.0:1713531222.025878:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125312 00000100:00100000:2.0:1713531222.025916:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 468 00000100:00100000:2.0:1713531222.025921:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+265:1822:x1796767405125312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.025931:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.025945:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352e54c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f23 expref: 265 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.025955:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9f:0x0].0x0 (ffff88008bbd3500) 00010000:00010000:2.0:1713531222.025957:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.025985:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+264:1822:x1796767405125312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.025992:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 468 00000100:00100000:0.0:1713531222.026306:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.026344:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125440 00000100:00100000:3.0:1713531222.026348:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125440 00002000:00100000:3.0:1713531222.026367:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x41:0x0] (0->4095) req@ffff880135b08e00 x1796767405125440/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.026378:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b08e00 with x1796767405125440 ext(0->4095) 00002000:00010000:3.0:1713531222.026382:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b08e00 00000100:00100000:3.0:1713531222.026399:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 308 00000100:00100000:3.0:1713531222.026404:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1822:x1796767405125440:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.026537:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1822:x1796767405125440:12345-192.168.202.39@tcp:3:diff.0 Request processed in 131us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.026544:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 308 00002000:00100000:3.0:1713531222.026549:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x41:0x0] (0->4095) req@ffff880135b08e00 x1796767405125440/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.026557:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b08e00 with x1796767405125440 ext(0->4095) 00002000:00010000:3.0:1713531222.026560:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b08e00 00000100:00100000:0.0:1713531222.027574:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.027610:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125568 00000100:00100000:3.0:1713531222.027614:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125568 00000100:00100000:3.0:1713531222.027639:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1098 00000100:00100000:3.0:1713531222.027644:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+264:7973:x1796767405125568:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.027844:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+265:7973:x1796767405125568:12345-192.168.202.39@tcp:35:diff.0 Request processed in 198us (269us total) trans 4294970949 rc 0/0 00000100:00100000:3.0:1713531222.027852:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1098 00000100:00100000:0.0:1713531222.028863:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.028903:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125632 00000100:00100000:3.0:1713531222.028907:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125632 00000100:00100000:3.0:1713531222.028927:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5141 00000100:00100000:3.0:1713531222.028932:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+265:7973:x1796767405125632:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.028943:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.028957:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e55a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f2a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.028993:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029003:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029010:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029028:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029033:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029038:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029126:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029130:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029134:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.029152:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9e:0x0]: returning size 3 00000004:00200000:3.0:1713531222.029154:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.029161:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029167:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029172:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029176:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029180:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029184:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.029188:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029193:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029198:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.029199:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.029201:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029204:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e561 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029211:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029214:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029217:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029219:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.029221:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029223:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029226:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9d94 (ffff88008bbd3800) 00010000:00010000:3.0:1713531222.029227:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.029228:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029231:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e568 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.029244:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e55a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f2a expref: 267 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.029251:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0240/0xe3b2c9851352e56f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f2a expref: 266 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.029254:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (ffff880091d38800) 00010000:00010000:3.0:1713531222.029256:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.029257:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0240, rc 0) 00000100:00100000:3.0:1713531222.029313:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+266:7973:x1796767405125632:12345-192.168.202.39@tcp:101:diff.0 Request processed in 380us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.029319:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5141 00000100:00100000:0.0:1713531222.030587:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.030641:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125696 00000100:00100000:2.0:1713531222.030646:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125696 00000100:00100000:2.0:1713531222.030677:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1309 00000100:00100000:2.0:1713531222.030683:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+53:1822:x1796767405125696:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.030692:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.030710:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af10d80/0xe3b2c9851352e576 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f31 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.030728:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.030741:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.030743:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.030749:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af10d80/0xe3b2c9851352e576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f31 expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.030758:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af10d80/0xe3b2c9851352e576 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f31 expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.030765:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10d80, rc 0) 00000100:00100000:2.0:1713531222.030790:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1822:x1796767405125696:12345-192.168.202.39@tcp:101:diff.0 Request processed in 107us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.030797:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1309 00000100:00100000:0.0:1713531222.031866:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.031904:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125824 00000100:00100000:3.0:1713531222.031907:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125824 00000100:00100000:3.0:1713531222.031923:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5142 00000100:00100000:3.0:1713531222.031926:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+266:7973:x1796767405125824:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.031933:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.031940:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e57d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f38 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.031982:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e584 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.031989:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.031995:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.032000:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9e:0x0]: returning size 3 00010000:00010000:3.0:1713531222.032072:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e57d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f38 expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.032081:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e584 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f38 expref: 268 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.032087:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (ffff880091d38800) 00010000:00010000:3.0:1713531222.032090:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.032092:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0fc0, rc 0) 00000100:00100000:3.0:1713531222.032125:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:7973:x1796767405125824:12345-192.168.202.39@tcp:101:diff.0 Request processed in 196us (259us total) trans 4294970950 rc 0/0 00000100:00100000:3.0:1713531222.032131:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5142 00000100:00100000:0.0:1713531222.032973:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.033048:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405125888 00000100:00100000:2.0:1713531222.033052:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405125888 00000100:00100000:2.0:1713531222.033085:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 469 00000100:00100000:2.0:1713531222.033089:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:1825:x1796767405125888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.033097:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.033106:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e584 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f38 expref: 268 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.033116:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9e:0x0].0x0 (ffff880091d38800) 00010000:00010000:2.0:1713531222.033118:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.033140:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+267:1825:x1796767405125888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 51us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.033144:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 469 00000100:00100000:0.0:1713531222.033332:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.033370:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126016 00000100:00100000:3.0:1713531222.033373:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126016 00002000:00100000:3.0:1713531222.033392:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3f:0x0] (0->4095) req@ffff88008b588a80 x1796767405126016/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.033398:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b588a80 with x1796767405126016 ext(0->4095) 00002000:00010000:3.0:1713531222.033401:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b588a80 00000100:00100000:3.0:1713531222.033434:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 309 00000100:00100000:3.0:1713531222.033437:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1823:x1796767405126016:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.033560:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1823:x1796767405126016:12345-192.168.202.39@tcp:3:diff.0 Request processed in 122us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.033565:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 309 00002000:00100000:3.0:1713531222.033568:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3f:0x0] (0->4095) req@ffff88008b588a80 x1796767405126016/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.033573:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b588a80 with x1796767405126016 ext(0->4095) 00002000:00010000:3.0:1713531222.033575:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b588a80 00000100:00100000:0.0:1713531222.034857:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.034910:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126144 00000100:00100000:3.0:1713531222.034914:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126144 00000100:00100000:3.0:1713531222.034938:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1099 00000100:00100000:3.0:1713531222.034942:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+267:7973:x1796767405126144:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.035194:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:7973:x1796767405126144:12345-192.168.202.39@tcp:35:diff.0 Request processed in 248us (337us total) trans 4294970951 rc 0/0 00000100:00100000:3.0:1713531222.035202:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1099 00000100:00100000:0.0:1713531222.036142:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.036183:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126208 00000100:00100000:3.0:1713531222.036188:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126208 00000100:00100000:3.0:1713531222.036217:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5143 00000100:00100000:3.0:1713531222.036223:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:7973:x1796767405126208:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.036235:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.036251:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e592 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f3f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.036317:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036327:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036335:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036355:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036362:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036368:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036480:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036485:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036490:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.036507:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9d:0x0]: returning size 3 00000004:00200000:3.0:1713531222.036510:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.036517:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036523:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036528:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036531:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036535:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036540:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.036543:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036548:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036555:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.036557:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.036559:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036562:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e599 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036568:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036572:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036575:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036577:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.036578:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036581:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036584:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9e94 (ffff880091d38b00) 00010000:00010000:3.0:1713531222.036585:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.036586:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036588:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e5a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.036602:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e592 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f3f expref: 270 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.036608:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d18c0/0xe3b2c9851352e5a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f3f expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.036612:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:3.0:1713531222.036615:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.036617:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d18c0, rc 0) 00000100:00100000:3.0:1713531222.036650:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:7973:x1796767405126208:12345-192.168.202.39@tcp:101:diff.0 Request processed in 425us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.036656:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5143 00000100:00100000:0.0:1713531222.037593:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.037636:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126272 00000100:00100000:2.0:1713531222.037639:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126272 00000100:00100000:2.0:1713531222.037665:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1310 00000100:00100000:2.0:1713531222.037669:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1823:x1796767405126272:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.037676:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.037693:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af13a80/0xe3b2c9851352e5ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f46 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.037709:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.037720:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.037722:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.037726:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af13a80/0xe3b2c9851352e5ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f46 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.037735:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af13a80/0xe3b2c9851352e5ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f46 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.037742:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13a80, rc 0) 00000100:00100000:2.0:1713531222.037765:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1823:x1796767405126272:12345-192.168.202.39@tcp:101:diff.0 Request processed in 95us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.037769:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1310 00000100:00100000:0.0:1713531222.038696:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.038745:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126400 00000100:00100000:3.0:1713531222.038750:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126400 00000100:00100000:3.0:1713531222.038776:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5144 00000100:00100000:3.0:1713531222.038781:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:7973:x1796767405126400:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.038790:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.038799:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e5b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f4d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.038854:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e5bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.038863:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e5bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.038871:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e5bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.038878:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9d:0x0]: returning size 3 00010000:00010000:3.0:1713531222.038972:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e5b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f4d expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.038984:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e5bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f4d expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.038991:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:3.0:1713531222.038994:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.038996:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0900, rc 0) 00000100:00100000:3.0:1713531222.039028:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:7973:x1796767405126400:12345-192.168.202.39@tcp:101:diff.0 Request processed in 245us (333us total) trans 4294970952 rc 0/0 00000100:00100000:3.0:1713531222.039034:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5144 00000100:00100000:0.0:1713531222.039998:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.040085:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126464 00000100:00100000:2.0:1713531222.040090:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126464 00000100:00100000:2.0:1713531222.040129:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 470 00000100:00100000:2.0:1713531222.040134:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:1823:x1796767405126464:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.040144:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.040156:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e5bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f4d expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.040168:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9d:0x0].0x0 (ffff880091d37100) 00010000:00010000:2.0:1713531222.040171:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.040198:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:1823:x1796767405126464:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.040203:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 470 00000100:00100000:0.0:1713531222.040353:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.040402:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126592 00000100:00100000:3.0:1713531222.040406:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126592 00002000:00100000:3.0:1713531222.040441:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3f:0x0] (0->4095) req@ffff880132317100 x1796767405126592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.040452:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132317100 with x1796767405126592 ext(0->4095) 00002000:00010000:3.0:1713531222.040456:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132317100 00000100:00100000:3.0:1713531222.040478:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 310 00000100:00100000:3.0:1713531222.040483:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1823:x1796767405126592:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.040617:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1823:x1796767405126592:12345-192.168.202.39@tcp:3:diff.0 Request processed in 132us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.040624:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 310 00002000:00100000:3.0:1713531222.040630:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3f:0x0] (0->4095) req@ffff880132317100 x1796767405126592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.040638:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132317100 with x1796767405126592 ext(0->4095) 00002000:00010000:3.0:1713531222.040641:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132317100 00000100:00100000:0.0:1713531222.041683:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.041723:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126720 00000100:00100000:3.0:1713531222.041727:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126720 00000100:00100000:3.0:1713531222.041748:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1100 00000100:00100000:3.0:1713531222.041751:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2285050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:7973:x1796767405126720:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.041984:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2285050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:7973:x1796767405126720:12345-192.168.202.39@tcp:35:diff.0 Request processed in 231us (301us total) trans 4294970953 rc 0/0 00000100:00100000:3.0:1713531222.041989:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1100 00000100:00100000:0.0:1713531222.042806:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.042837:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126784 00000100:00100000:3.0:1713531222.042841:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126784 00000100:00100000:3.0:1713531222.042860:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5145 00000100:00100000:3.0:1713531222.042863:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:7973:x1796767405126784:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.042870:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.042880:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e5ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f54 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.042923:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.042931:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.042937:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.042952:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.042956:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.042959:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043039:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043043:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043047:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.043060:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9c:0x0]: returning size 3 00000004:00200000:3.0:1713531222.043063:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.043070:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043075:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043080:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043084:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043088:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043091:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.043095:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043101:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043106:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.043107:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.043109:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043112:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e5d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043119:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043123:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043126:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043128:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d3840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.043129:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043132:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043135:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656c9f94 (ffff880091d37500) 00010000:00010000:3.0:1713531222.043136:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.043137:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043140:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e5d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.043152:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e5ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f54 expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.043157:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d33c0/0xe3b2c9851352e5df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f54 expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.043161:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff880091d37200) 00010000:00010000:3.0:1713531222.043163:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.043164:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d33c0, rc 0) 00000100:00100000:3.0:1713531222.043187:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:7973:x1796767405126784:12345-192.168.202.39@tcp:101:diff.0 Request processed in 323us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.043191:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5145 00000100:00100000:0.0:1713531222.044223:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.044282:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126848 00000100:00100000:2.0:1713531222.044287:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126848 00000100:00100000:2.0:1713531222.044309:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1311 00000100:00100000:2.0:1713531222.044314:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1823:x1796767405126848:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.044322:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.044342:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af12400/0xe3b2c9851352e5e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f5b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.044360:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.044373:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.044374:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.044379:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af12400/0xe3b2c9851352e5e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f5b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.044388:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af12400/0xe3b2c9851352e5e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f5b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.044394:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12400, rc 0) 00000100:00100000:2.0:1713531222.044433:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1823:x1796767405126848:12345-192.168.202.39@tcp:101:diff.0 Request processed in 118us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.044437:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1311 00000100:00100000:0.0:1713531222.045554:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.045586:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405126976 00000100:00100000:3.0:1713531222.045589:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405126976 00000100:00100000:3.0:1713531222.045604:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5146 00000100:00100000:3.0:1713531222.045608:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:7973:x1796767405126976:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.045615:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.045622:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e5ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f62 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.045663:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e5f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.045669:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e5f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.045674:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e5f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.045679:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9c:0x0]: returning size 3 00010000:00010000:3.0:1713531222.045765:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e5ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f62 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.045778:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e5f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f62 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.045784:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff880091d37200) 00010000:00010000:3.0:1713531222.045786:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.045788:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2d00, rc 0) 00000100:00100000:3.0:1713531222.045819:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:7973:x1796767405126976:12345-192.168.202.39@tcp:101:diff.0 Request processed in 209us (264us total) trans 4294970954 rc 0/0 00000100:00100000:3.0:1713531222.045826:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5146 00000100:00100000:0.0:1713531222.046774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.046815:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127040 00000100:00100000:2.0:1713531222.046819:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127040 00000100:00100000:2.0:1713531222.046848:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 471 00000100:00100000:2.0:1713531222.046852:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:1824:x1796767405127040:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.046859:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.046869:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e5f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f62 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.046878:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9c:0x0].0x0 (ffff880091d37200) 00010000:00010000:2.0:1713531222.046880:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.046910:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:1824:x1796767405127040:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.046920:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 471 00000100:00100000:0.0:1713531222.047245:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.047297:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127168 00000100:00100000:3.0:1713531222.047301:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127168 00002000:00100000:3.0:1713531222.047321:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e:0x0] (0->4095) req@ffff880132315c00 x1796767405127168/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.047329:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132315c00 with x1796767405127168 ext(0->4095) 00002000:00010000:3.0:1713531222.047332:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132315c00 00000100:00100000:3.0:1713531222.047352:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 311 00000100:00100000:3.0:1713531222.047357:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405127168:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.047485:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405127168:12345-192.168.202.39@tcp:3:diff.0 Request processed in 128us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.047490:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 311 00002000:00100000:3.0:1713531222.047494:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e:0x0] (0->4095) req@ffff880132315c00 x1796767405127168/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.047500:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132315c00 with x1796767405127168 ext(0->4095) 00002000:00010000:3.0:1713531222.047502:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132315c00 00000100:00100000:0.0:1713531222.048557:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.048596:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127296 00000100:00100000:3.0:1713531222.048600:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127296 00000100:00100000:3.0:1713531222.048620:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:3.0:1713531222.048624:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:7973:x1796767405127296:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.048811:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:7973:x1796767405127296:12345-192.168.202.39@tcp:35:diff.0 Request processed in 186us (255us total) trans 4294970955 rc 0/0 00000100:00100000:3.0:1713531222.048817:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:0.0:1713531222.049681:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.049717:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127360 00000100:00100000:3.0:1713531222.049720:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127360 00000100:00100000:3.0:1713531222.049735:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5147 00000100:00100000:3.0:1713531222.049738:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:7973:x1796767405127360:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.049745:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.049755:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e602 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f69 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.049786:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049794:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049800:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049814:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049818:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049821:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049894:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049898:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049902:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.049916:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9b:0x0]: returning size 3 00000004:00200000:3.0:1713531222.049918:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.049924:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049929:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049934:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049938:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049941:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049945:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.049948:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049953:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049958:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.049960:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.049962:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049966:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e609 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049976:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049981:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049985:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049989:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.049992:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.049997:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.050003:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656ca094 (ffff880091d37700) 00010000:00010000:3.0:1713531222.050005:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.050008:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.050012:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.050033:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e602 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f69 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.050044:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1b00/0xe3b2c9851352e617 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f69 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.050050:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff880091d37800) 00010000:00010000:3.0:1713531222.050052:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.050053:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d1b00, rc 0) 00000100:00100000:3.0:1713531222.050078:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:7973:x1796767405127360:12345-192.168.202.39@tcp:101:diff.0 Request processed in 339us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.050082:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5147 00000100:00100000:0.0:1713531222.051209:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.051287:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127424 00000100:00100000:2.0:1713531222.051291:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127424 00000100:00100000:2.0:1713531222.051318:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1312 00000100:00100000:2.0:1713531222.051322:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+54:1822:x1796767405127424:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.051330:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.051344:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af13840/0xe3b2c9851352e61e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f70 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.051361:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.051372:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.051373:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.051378:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af13840/0xe3b2c9851352e61e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f70 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.051388:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af13840/0xe3b2c9851352e61e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f70 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.051394:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af13840, rc 0) 00000100:00100000:2.0:1713531222.051434:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1822:x1796767405127424:12345-192.168.202.39@tcp:101:diff.0 Request processed in 110us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.051438:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1312 00000100:00100000:0.0:1713531222.052741:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.052793:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127552 00000100:00100000:3.0:1713531222.052797:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127552 00000100:00100000:3.0:1713531222.052827:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5148 00000100:00100000:3.0:1713531222.052831:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:7973:x1796767405127552:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.052839:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.052850:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e625 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f77 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.052916:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e62c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.052926:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.052934:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.052942:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9b:0x0]: returning size 3 00010000:00010000:3.0:1713531222.053034:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e625 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f77 expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.053047:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e62c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f77 expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.053053:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff880091d37800) 00010000:00010000:3.0:1713531222.053056:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.053058:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d21c0, rc 0) 00000100:00100000:3.0:1713531222.053090:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:7973:x1796767405127552:12345-192.168.202.39@tcp:101:diff.0 Request processed in 257us (350us total) trans 4294970956 rc 0/0 00000100:00100000:3.0:1713531222.053097:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5148 00000100:00100000:0.0:1713531222.054309:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.054392:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127616 00000100:00100000:2.0:1713531222.054396:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127616 00000100:00100000:2.0:1713531222.054434:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 472 00000100:00100000:2.0:1713531222.054438:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405127616:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.054447:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.054458:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e62c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f77 expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.054475:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9b:0x0].0x0 (ffff880091d37800) 00010000:00010000:2.0:1713531222.054477:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.054497:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:1823:x1796767405127616:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.054502:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 472 00000100:00100000:0.0:1713531222.054682:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.054744:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127744 00000100:00100000:3.0:1713531222.054748:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127744 00002000:00100000:3.0:1713531222.054770:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e:0x0] (0->4095) req@ffff880132314a80 x1796767405127744/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.054781:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132314a80 with x1796767405127744 ext(0->4095) 00002000:00010000:3.0:1713531222.054785:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132314a80 00000100:00100000:3.0:1713531222.054807:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 312 00000100:00100000:3.0:1713531222.054812:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1822:x1796767405127744:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.054928:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1822:x1796767405127744:12345-192.168.202.39@tcp:3:diff.0 Request processed in 116us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.054933:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 312 00002000:00100000:3.0:1713531222.054937:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e:0x0] (0->4095) req@ffff880132314a80 x1796767405127744/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.054942:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132314a80 with x1796767405127744 ext(0->4095) 00002000:00010000:3.0:1713531222.054944:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132314a80 00000100:00100000:0.0:1713531222.056064:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.056101:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127872 00000100:00100000:3.0:1713531222.056104:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127872 00000100:00100000:3.0:1713531222.056125:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1102 00000100:00100000:3.0:1713531222.056129:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:7973:x1796767405127872:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.056356:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:7973:x1796767405127872:12345-192.168.202.39@tcp:35:diff.0 Request processed in 224us (291us total) trans 4294970957 rc 0/0 00000100:00100000:3.0:1713531222.056363:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1102 00000100:00100000:0.0:1713531222.057294:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.057376:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405127936 00000100:00100000:3.0:1713531222.057381:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405127936 00000100:00100000:3.0:1713531222.057399:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5149 00000100:00100000:3.0:1713531222.057403:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:7973:x1796767405127936:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.057424:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.057435:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e63a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f7e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.057469:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057477:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057483:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057498:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057503:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057509:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057618:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057625:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057632:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.057652:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9a:0x0]: returning size 3 00000004:00200000:3.0:1713531222.057655:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.057664:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057672:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057679:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057685:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057691:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057697:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.057700:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057707:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057715:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.057717:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.057721:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057725:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e641 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057736:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057741:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057746:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057750:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.057752:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057757:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057763:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656ca194 (ffff88008cf73900) 00010000:00010000:3.0:1713531222.057765:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.057767:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057772:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e648 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.057792:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e63a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f7e expref: 279 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.057802:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2400/0xe3b2c9851352e64f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f7e expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.057809:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff88008cf73200) 00010000:00010000:3.0:1713531222.057812:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.057814:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2400, rc 0) 00000100:00100000:3.0:1713531222.057850:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:7973:x1796767405127936:12345-192.168.202.39@tcp:101:diff.0 Request processed in 445us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.057856:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5149 00000100:00100000:0.0:1713531222.058840:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.058889:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128000 00000100:00100000:2.0:1713531222.058894:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128000 00000100:00100000:2.0:1713531222.058928:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1313 00000100:00100000:2.0:1713531222.058934:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+55:1822:x1796767405128000:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.058942:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.058959:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352e656 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f85 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.058978:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.058992:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.058994:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.059002:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352e656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f85 expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.059015:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352e656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f85 expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.059024:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af12d00, rc 0) 00000100:00100000:2.0:1713531222.059054:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1822:x1796767405128000:12345-192.168.202.39@tcp:101:diff.0 Request processed in 120us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.059060:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1313 00000100:00100000:0.0:1713531222.060048:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.060106:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128128 00000100:00100000:3.0:1713531222.060110:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128128 00000100:00100000:3.0:1713531222.060132:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5150 00000100:00100000:3.0:1713531222.060137:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:7973:x1796767405128128:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.060145:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.060156:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e65d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f8c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.060208:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e664 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.060216:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.060223:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e664 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.060232:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x9a:0x0]: returning size 3 00010000:00010000:3.0:1713531222.060349:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e65d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f8c expref: 281 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.060361:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e664 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f8c expref: 280 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.060367:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff88008cf73200) 00010000:00010000:3.0:1713531222.060370:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.060372:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d3180, rc 0) 00000100:00100000:3.0:1713531222.060406:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:7973:x1796767405128128:12345-192.168.202.39@tcp:101:diff.0 Request processed in 267us (358us total) trans 4294970958 rc 0/0 00000100:00100000:3.0:1713531222.060424:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5150 00000100:00100000:0.0:1713531222.061336:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.061390:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128192 00000100:00100000:2.0:1713531222.061395:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128192 00000100:00100000:2.0:1713531222.061448:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 473 00000100:00100000:2.0:1713531222.061455:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:1824:x1796767405128192:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.061465:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.061480:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e664 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f8c expref: 280 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.061493:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9a:0x0].0x0 (ffff88008cf73200) 00010000:00010000:2.0:1713531222.061496:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.061531:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:1824:x1796767405128192:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 76us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.061538:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 473 00000100:00100000:0.0:1713531222.061714:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.061765:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128320 00000100:00100000:3.0:1713531222.061769:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128320 00002000:00100000:3.0:1713531222.061794:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3c:0x0] (0->4095) req@ffff880132198700 x1796767405128320/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.061805:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198700 with x1796767405128320 ext(0->4095) 00002000:00010000:3.0:1713531222.061809:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132198700 00000100:00100000:3.0:1713531222.061834:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 313 00000100:00100000:3.0:1713531222.061838:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1823:x1796767405128320:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.061991:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1823:x1796767405128320:12345-192.168.202.39@tcp:3:diff.0 Request processed in 150us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.061998:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 313 00002000:00100000:3.0:1713531222.062004:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3c:0x0] (0->4095) req@ffff880132198700 x1796767405128320/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.062012:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198700 with x1796767405128320 ext(0->4095) 00002000:00010000:3.0:1713531222.062014:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132198700 00000100:00100000:0.0:1713531222.063149:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.063194:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128448 00000100:00100000:3.0:1713531222.063197:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128448 00000100:00100000:3.0:1713531222.063222:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1103 00000100:00100000:3.0:1713531222.063226:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:7973:x1796767405128448:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.063505:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:7973:x1796767405128448:12345-192.168.202.39@tcp:35:diff.0 Request processed in 278us (357us total) trans 4294970959 rc 0/0 00000100:00100000:3.0:1713531222.063511:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1103 00000100:00100000:0.0:1713531222.064321:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.064377:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128512 00000100:00100000:3.0:1713531222.064381:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128512 00000100:00100000:3.0:1713531222.064411:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5151 00000100:00100000:3.0:1713531222.064432:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:7973:x1796767405128512:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.064444:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.064459:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e672 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f93 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.064501:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064513:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064522:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064542:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064547:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064553:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064670:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064677:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064685:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.064706:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x99:0x0]: returning size 3 00000004:00200000:3.0:1713531222.064710:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.064721:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064729:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064736:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064742:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064748:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064753:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.064757:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064763:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064770:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x0 (ffff88008cf73a00) 00010000:00010000:3.0:1713531222.064772:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.064775:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064780:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e679 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064790:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064794:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064799:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064802:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.064804:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064808:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064812:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x97:0x0].0x656ca294 (ffff88008cf73e00) 00010000:00010000:3.0:1713531222.064814:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.064816:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064820:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e680 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x97:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.064842:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e672 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f93 expref: 282 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.064852:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0fc0/0xe3b2c9851352e687 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f93 expref: 281 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.064858:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff880134c02700) 00010000:00010000:3.0:1713531222.064860:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.064862:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0fc0, rc 0) 00000100:00100000:3.0:1713531222.064896:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:7973:x1796767405128512:12345-192.168.202.39@tcp:101:diff.0 Request processed in 464us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.064902:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5151 00000100:00100000:0.0:1713531222.066047:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.066110:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128576 00000100:00100000:2.0:1713531222.066115:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128576 00000100:00100000:2.0:1713531222.066152:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1314 00000100:00100000:2.0:1713531222.066158:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+56:1823:x1796767405128576:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.066169:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.066197:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af10fc0/0xe3b2c9851352e68e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4f9a expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.066221:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.066237:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.066239:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.066248:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af10fc0/0xe3b2c9851352e68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f9a expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.066260:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af10fc0/0xe3b2c9851352e68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f9a expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.066295:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af10fc0, rc 0) 00000100:00100000:2.0:1713531222.066332:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405128576:12345-192.168.202.39@tcp:101:diff.0 Request processed in 173us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.066338:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1314 00000100:00100000:0.0:1713531222.067328:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.067394:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128704 00000100:00100000:3.0:1713531222.067400:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128704 00000100:00100000:3.0:1713531222.067448:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5152 00000100:00100000:3.0:1713531222.067452:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:7973:x1796767405128704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.067460:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.067471:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e695 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fa1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.067526:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e69c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.067533:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e69c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.067539:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e69c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.067545:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x99:0x0]: returning size 3 00010000:00010000:3.0:1713531222.067665:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e695 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x97:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fa1 expref: 284 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.067677:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e69c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fa1 expref: 283 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.067681:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff880134c02700) 00010000:00010000:3.0:1713531222.067684:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.067686:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2640, rc 0) 00000100:00100000:3.0:1713531222.067721:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:7973:x1796767405128704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 268us (395us total) trans 4294970960 rc 0/0 00000100:00100000:3.0:1713531222.067726:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5152 00000100:00100000:0.0:1713531222.068539:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.068581:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128768 00000100:00100000:2.0:1713531222.068585:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128768 00000100:00100000:2.0:1713531222.068610:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 474 00000100:00100000:2.0:1713531222.068614:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:1823:x1796767405128768:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.068622:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.068631:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e69c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x99:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fa1 expref: 283 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.068640:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x99:0x0].0x0 (ffff880134c02700) 00010000:00010000:2.0:1713531222.068642:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.068661:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:1823:x1796767405128768:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.068665:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 474 00000100:00100000:0.0:1713531222.068832:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.068883:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405128896 00000100:00100000:3.0:1713531222.068888:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405128896 00002000:00100000:3.0:1713531222.068912:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x40:0x0] (0->4095) req@ffff88013219aa00 x1796767405128896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.068923:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1796767405128896 ext(0->4095) 00002000:00010000:3.0:1713531222.068927:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219aa00 00000100:00100000:3.0:1713531222.068950:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 314 00000100:00100000:3.0:1713531222.068955:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405128896:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.069092:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405128896:12345-192.168.202.39@tcp:3:diff.0 Request processed in 135us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.069099:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 314 00002000:00100000:3.0:1713531222.069104:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x40:0x0] (0->4095) req@ffff88013219aa00 x1796767405128896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.069112:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1796767405128896 ext(0->4095) 00002000:00010000:3.0:1713531222.069115:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219aa00 00000100:00100000:0.0:1713531222.070225:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.070318:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129024 00000100:00100000:3.0:1713531222.070322:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129024 00000100:00100000:3.0:1713531222.070351:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1104 00000100:00100000:3.0:1713531222.070356:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:7973:x1796767405129024:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.070618:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:7973:x1796767405129024:12345-192.168.202.39@tcp:35:diff.0 Request processed in 260us (394us total) trans 4294970961 rc 0/0 00000100:00100000:3.0:1713531222.070624:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1104 00000100:00100000:2.0:1713531222.071441:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.071484:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129088 00000100:00100000:3.0:1713531222.071489:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129088 00000100:00100000:3.0:1713531222.071515:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5153 00000100:00100000:3.0:1713531222.071520:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:7973:x1796767405129088:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.071529:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.071544:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e6aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fa8 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.071597:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e6b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.071605:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.071611:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.071652:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8c:0x0]: returning size 11776 00000004:00200000:3.0:1713531222.071654:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.071661:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.071673:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e6aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fa8 expref: 285 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.071683:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3a80/0xe3b2c9851352e6b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fa8 expref: 284 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.071687:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.071690:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531222.071691:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d3a80, rc 0) 00000100:00100000:3.0:1713531222.071722:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:7973:x1796767405129088:12345-192.168.202.39@tcp:101:diff.0 Request processed in 202us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.071727:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5153 00000100:00100000:0.0:1713531222.072650:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.072691:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129216 00000100:00100000:3.0:1713531222.072700:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129216 00000100:00100000:3.0:1713531222.072719:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5154 00000100:00100000:3.0:1713531222.072723:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:7973:x1796767405129216:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.072730:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.072737:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e6b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4faf expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531222.072781:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8c:0x0]: returning size 11776 00010000:00010000:3.0:1713531222.072835:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e6b8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4faf expref: 286 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.072840:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e6b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4faf expref: 286 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.072845:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d21c0, rc 0) 00000100:00100000:3.0:1713531222.072877:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:7973:x1796767405129216:12345-192.168.202.39@tcp:101:diff.0 Request processed in 153us (229us total) trans 4294970962 rc 301/301 00000100:00100000:3.0:1713531222.072881:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5154 00000100:00100000:0.0:1713531222.074165:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.074259:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129280 00000100:00100000:3.0:1713531222.074293:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129280 00000100:00100000:3.0:1713531222.074342:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1105 00000100:00100000:3.0:1713531222.074350:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:7973:x1796767405129280:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531222.076063:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:7973:x1796767405129280:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1711us (1895us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.076071:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1105 00000100:00100000:0.0:1713531222.077281:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.077314:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129408 00000100:00100000:3.0:1713531222.077319:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129408 00000100:00100000:3.0:1713531222.077343:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000100:00100000:3.0:1713531222.077348:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2284c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:7973:x1796767405129408:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.077523:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2284c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:7973:x1796767405129408:12345-192.168.202.39@tcp:35:diff.0 Request processed in 174us (257us total) trans 4294970963 rc 0/0 00000100:00100000:3.0:1713531222.077530:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000100:00100000:0.0:1713531222.078323:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.078361:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129472 00000100:00100000:3.0:1713531222.078364:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129472 00000100:00100000:3.0:1713531222.078386:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5155 00000100:00100000:3.0:1713531222.078389:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:7973:x1796767405129472:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.078397:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.078410:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e6c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fb6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.078452:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078461:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078468:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078482:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078486:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078490:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078548:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078552:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078555:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.078572:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x96:0x0]: returning size 3 00000004:00200000:3.0:1713531222.078574:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.078581:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078586:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078590:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078594:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078597:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078601:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.078603:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078608:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078615:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.078616:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.078618:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078621:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e6cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078627:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078630:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078632:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078635:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.078636:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078639:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078642:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9a94 (ffff88008c068e00) 00010000:00010000:3.0:1713531222.078643:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.078644:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078647:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e6d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.078662:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e6c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fb6 expref: 288 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.078668:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3180/0xe3b2c9851352e6db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fb6 expref: 287 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.078672:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531222.078673:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.078674:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d3180, rc 0) 00000100:00100000:3.0:1713531222.078698:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:7973:x1796767405129472:12345-192.168.202.39@tcp:101:diff.0 Request processed in 308us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.078702:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5155 00000100:00100000:0.0:1713531222.079810:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.079852:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129536 00000100:00100000:2.0:1713531222.079857:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129536 00000100:00100000:2.0:1713531222.079890:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1315 00000100:00100000:2.0:1713531222.079896:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+57:1823:x1796767405129536:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.079906:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.079921:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008af118c0/0xe3b2c9851352e6e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fbd expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.079938:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.079951:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.079953:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.079959:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008af118c0/0xe3b2c9851352e6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fbd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.079970:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008af118c0/0xe3b2c9851352e6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fbd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.079978:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af118c0, rc 0) 00000100:00100000:2.0:1713531222.080011:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1823:x1796767405129536:12345-192.168.202.39@tcp:101:diff.0 Request processed in 114us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.080017:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1315 00000100:00100000:0.0:1713531222.081023:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.081092:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129664 00000100:00100000:3.0:1713531222.081096:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129664 00000100:00100000:3.0:1713531222.081120:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5156 00000100:00100000:3.0:1713531222.081124:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:7973:x1796767405129664:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.081130:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.081138:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e6e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fc4 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.081172:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e6f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.081179:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.081183:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.081191:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x96:0x0]: returning size 3 00010000:00010000:3.0:1713531222.081243:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e6e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fc4 expref: 290 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.081250:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fc4 expref: 289 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.081254:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (ffff88008c068b00) 00010000:00010000:3.0:1713531222.081256:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.081257:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d1680, rc 0) 00000100:00100000:3.0:1713531222.081300:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:7973:x1796767405129664:12345-192.168.202.39@tcp:101:diff.0 Request processed in 175us (278us total) trans 4294970964 rc 0/0 00000100:00100000:3.0:1713531222.081304:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5156 00000100:00100000:0.0:1713531222.082151:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.082199:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129728 00000100:00100000:2.0:1713531222.082203:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129728 00000100:00100000:2.0:1713531222.082235:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 475 00000100:00100000:2.0:1713531222.082240:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:1825:x1796767405129728:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.082248:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.082259:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e6f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x96:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fc4 expref: 289 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.082295:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x96:0x0].0x0 (ffff88008c068b00) 00010000:00010000:2.0:1713531222.082298:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531222.082320:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531222.082342:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:1825:x1796767405129728:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 101us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.082349:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 475 00000100:00100000:0.0:1713531222.082542:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.082570:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129856 00000100:00100000:3.0:1713531222.082574:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129856 00002000:00100000:3.0:1713531222.082594:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x31:0x0] (0->4095) req@ffff880132198380 x1796767405129856/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.082601:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198380 with x1796767405129856 ext(0->4095) 00002000:00010000:3.0:1713531222.082604:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132198380 00000100:00100000:3.0:1713531222.082622:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 315 00000100:00100000:3.0:1713531222.082626:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1822:x1796767405129856:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.082729:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1822:x1796767405129856:12345-192.168.202.39@tcp:3:diff.0 Request processed in 102us (187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.082734:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 315 00002000:00100000:3.0:1713531222.082738:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x31:0x0] (0->4095) req@ffff880132198380 x1796767405129856/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.082743:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198380 with x1796767405129856 ext(0->4095) 00002000:00010000:3.0:1713531222.082746:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132198380 00000100:00100000:0.0:1713531222.083832:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.083903:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405129984 00000100:00100000:3.0:1713531222.083907:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405129984 00000100:00100000:3.0:1713531222.083932:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1107 00000100:00100000:3.0:1713531222.083936:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:7973:x1796767405129984:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.084091:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:7973:x1796767405129984:12345-192.168.202.39@tcp:35:diff.0 Request processed in 153us (260us total) trans 4294970965 rc 0/0 00000100:00100000:3.0:1713531222.084096:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1107 00000100:00100000:0.0:1713531222.084905:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.084938:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130048 00000100:00100000:3.0:1713531222.084942:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130048 00000100:00100000:3.0:1713531222.084957:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5157 00000100:00100000:3.0:1713531222.084960:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:7973:x1796767405130048:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.084967:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.084974:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e6fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fcb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.084995:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085001:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085006:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085016:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085020:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085024:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085077:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085081:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085084:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.085095:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8d:0x0]: returning size 3 00000004:00200000:3.0:1713531222.085097:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.085103:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085107:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085111:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085114:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085118:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085120:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.085122:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085126:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085131:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.085132:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.085134:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085136:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352e705 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085142:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085144:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085147:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085149:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d06c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.085150:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085153:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085157:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x659c9a94 (ffff88008c068800) 00010000:00010000:3.0:1713531222.085158:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.085159:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085162:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352e70c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.085174:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352e6fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fcb expref: 291 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.085180:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2640/0xe3b2c9851352e713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fcb expref: 290 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.085184:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (ffff8800a3ff7200) 00010000:00010000:3.0:1713531222.085185:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.085186:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2640, rc 0) 00000100:00100000:3.0:1713531222.085211:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:7973:x1796767405130048:12345-192.168.202.39@tcp:101:diff.0 Request processed in 250us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.085215:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5157 00000100:00100000:0.0:1713531222.086147:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.086184:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130112 00000100:00100000:2.0:1713531222.086188:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130112 00000100:00100000:2.0:1713531222.086206:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1316 00000100:00100000:2.0:1713531222.086210:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405130112:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.086217:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.086228:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e71a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fd2 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.086239:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.086247:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.086248:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.086251:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e71a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd2 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.086258:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e71a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd2 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.086264:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008af133c0, rc 0) 00000100:00100000:2.0:1713531222.086303:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1822:x1796767405130112:12345-192.168.202.39@tcp:101:diff.0 Request processed in 92us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.086307:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1316 00000100:00100000:0.0:1713531222.087257:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.087323:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130240 00000100:00100000:3.0:1713531222.087327:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130240 00000100:00100000:3.0:1713531222.087350:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5158 00000100:00100000:3.0:1713531222.087353:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:7973:x1796767405130240:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.087360:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.087368:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e721 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fd9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.087397:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e728 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.087402:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.087407:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.087430:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8d:0x0]: returning size 3 00010000:00010000:3.0:1713531222.087473:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352e721 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd9 expref: 293 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.087481:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e728 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd9 expref: 292 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.087485:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (ffff8800a3ff7200) 00010000:00010000:3.0:1713531222.087487:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.087489:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d1d40, rc 0) 00000100:00100000:3.0:1713531222.087515:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:7973:x1796767405130240:12345-192.168.202.39@tcp:101:diff.0 Request processed in 160us (259us total) trans 4294970966 rc 0/0 00000100:00100000:3.0:1713531222.087519:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5158 00000100:00100000:0.0:1713531222.088386:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.088440:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130304 00000100:00100000:2.0:1713531222.088445:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130304 00000100:00100000:2.0:1713531222.088470:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 476 00000100:00100000:2.0:1713531222.088475:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:1824:x1796767405130304:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.088482:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.088490:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352e728 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd9 expref: 292 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.088499:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8d:0x0].0x0 (ffff8800a3ff7200) 00010000:00010000:2.0:1713531222.088502:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.088524:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:1824:x1796767405130304:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 49us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.088529:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 476 00000100:00100000:0.0:1713531222.088652:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.088719:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130432 00000100:00100000:3.0:1713531222.088724:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130432 00002000:00100000:3.0:1713531222.088739:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x32:0x0] (0->4095) req@ffff88008dea1f80 x1796767405130432/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.088746:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea1f80 with x1796767405130432 ext(0->4095) 00002000:00010000:3.0:1713531222.088748:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea1f80 00000100:00100000:3.0:1713531222.088766:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 316 00000100:00100000:3.0:1713531222.088769:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1822:x1796767405130432:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.088850:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1822:x1796767405130432:12345-192.168.202.39@tcp:3:diff.0 Request processed in 79us (197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.088854:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 316 00002000:00100000:3.0:1713531222.088858:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x32:0x0] (0->4095) req@ffff88008dea1f80 x1796767405130432/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.088864:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea1f80 with x1796767405130432 ext(0->4095) 00002000:00010000:3.0:1713531222.088866:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea1f80 00000100:00100000:0.0:1713531222.089959:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.090006:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130560 00000100:00100000:3.0:1713531222.090011:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130560 00000100:00100000:3.0:1713531222.090041:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:3.0:1713531222.090045:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:7973:x1796767405130560:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.090204:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:7973:x1796767405130560:12345-192.168.202.39@tcp:35:diff.0 Request processed in 158us (246us total) trans 4294970967 rc 0/0 00000100:00100000:3.0:1713531222.090210:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:0.0:1713531222.091055:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.091098:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130624 00000100:00100000:3.0:1713531222.091102:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130624 00000100:00100000:3.0:1713531222.091126:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5159 00000100:00100000:3.0:1713531222.091130:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:7973:x1796767405130624:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.091139:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.091150:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e736 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fe0 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.091190:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091198:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091204:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091216:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091220:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091224:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091309:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091314:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091317:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.091333:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x95:0x0]: returning size 3 00000004:00200000:3.0:1713531222.091335:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.091342:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091346:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091351:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091355:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091358:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091361:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.091364:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091368:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091374:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.091375:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.091377:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091380:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352e73d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091387:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091389:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091392:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091395:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d21c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.091396:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091399:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091402:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9b94 (ffff8800a3ff7100) 00010000:00010000:3.0:1713531222.091403:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.091404:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091407:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352e744 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.091438:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352e736 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fe0 expref: 294 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.091445:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d3840/0xe3b2c9851352e74b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fe0 expref: 293 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.091449:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff8800a3ff7000) 00010000:00010000:3.0:1713531222.091450:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.091451:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d3840, rc 0) 00000100:00100000:3.0:1713531222.091479:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:7973:x1796767405130624:12345-192.168.202.39@tcp:101:diff.0 Request processed in 348us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.091483:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5159 00000100:00100000:0.0:1713531222.092552:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.092598:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130688 00000100:00100000:2.0:1713531222.092603:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130688 00000100:00100000:2.0:1713531222.092631:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1317 00000100:00100000:2.0:1713531222.092635:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+58:1823:x1796767405130688:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.092642:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.092657:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee3a80/0xe3b2c9851352e752 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fe7 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.092671:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.092681:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.092682:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.092688:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3a80/0xe3b2c9851352e752 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fe7 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.092700:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee3a80/0xe3b2c9851352e752 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fe7 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.092714:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3a80, rc 0) 00000100:00100000:2.0:1713531222.092747:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1823:x1796767405130688:12345-192.168.202.39@tcp:101:diff.0 Request processed in 110us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.092753:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1317 00000100:00100000:0.0:1713531222.093815:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.093867:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130816 00000100:00100000:3.0:1713531222.093872:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130816 00000100:00100000:3.0:1713531222.093905:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5160 00000100:00100000:3.0:1713531222.093911:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:7973:x1796767405130816:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.093920:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.093932:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e759 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4fee expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.093988:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e760 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.093995:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.094001:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e760 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.094009:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x95:0x0]: returning size 3 00010000:00010000:3.0:1713531222.094084:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352e759 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fee expref: 296 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.094092:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e760 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fee expref: 295 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.094097:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff8800a3ff7000) 00010000:00010000:3.0:1713531222.094099:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.094100:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d8fc0, rc 0) 00000100:00100000:3.0:1713531222.094127:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+295:7973:x1796767405130816:12345-192.168.202.39@tcp:101:diff.0 Request processed in 216us (313us total) trans 4294970968 rc 0/0 00000100:00100000:3.0:1713531222.094131:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5160 00000100:00100000:0.0:1713531222.095168:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.095207:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405130880 00000100:00100000:2.0:1713531222.095211:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405130880 00000100:00100000:0.0:1713531222.095214:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.095237:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 477 00000100:00100000:2.0:1713531222.095241:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+295:1825:x1796767405130880:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.095248:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.095257:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e760 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x95:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fee expref: 295 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531222.095263:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131008 00010000:00010000:2.0:1713531222.095265:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x95:0x0].0x0 (ffff8800a3ff7000) 00010000:00010000:2.0:1713531222.095283:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531222.095287:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131008 00000100:00100000:2.0:1713531222.095305:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:1825:x1796767405130880:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (139us total) trans 0 rc 0/0 00002000:00100000:3.0:1713531222.095307:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2f:0x0] (0->4095) req@ffff88008dea3800 x1796767405131008/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00100000:2.0:1713531222.095310:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 477 00002000:00100000:3.0:1713531222.095315:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea3800 with x1796767405131008 ext(0->4095) 00002000:00010000:3.0:1713531222.095318:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dea3800 00000100:00100000:3.0:1713531222.095344:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 317 00000100:00100000:3.0:1713531222.095349:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1822:x1796767405131008:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.095477:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1822:x1796767405131008:12345-192.168.202.39@tcp:3:diff.0 Request processed in 127us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.095482:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 317 00002000:00100000:3.0:1713531222.095486:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2f:0x0] (0->4095) req@ffff88008dea3800 x1796767405131008/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.095491:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea3800 with x1796767405131008 ext(0->4095) 00002000:00010000:3.0:1713531222.095493:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dea3800 00000100:00100000:0.0:1713531222.096597:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.096639:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131136 00000100:00100000:3.0:1713531222.096643:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131136 00000100:00100000:3.0:1713531222.096667:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1109 00000100:00100000:3.0:1713531222.096671:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:7973:x1796767405131136:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.096844:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+295:7973:x1796767405131136:12345-192.168.202.39@tcp:35:diff.0 Request processed in 171us (248us total) trans 4294970969 rc 0/0 00000100:00100000:3.0:1713531222.096849:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1109 00000100:00100000:0.0:1713531222.097740:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.097788:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131200 00000100:00100000:3.0:1713531222.097794:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131200 00000100:00100000:3.0:1713531222.097819:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5161 00000100:00100000:3.0:1713531222.097825:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+295:7973:x1796767405131200:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.097837:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.097852:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e76e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ff5 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.097889:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.097899:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.097907:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.097924:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.097931:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.097945:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098052:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098059:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098065:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.098086:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x94:0x0]: returning size 3 00000004:00200000:3.0:1713531222.098090:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.098099:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098106:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098112:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098118:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098124:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098128:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5da1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.098131:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098138:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098146:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.098148:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.098151:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098157:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e775 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098167:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098171:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098176:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098180:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.098182:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098186:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098191:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9c94 (ffff880091d37700) 00010000:00010000:3.0:1713531222.098193:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.098195:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098200:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e77c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.098223:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e76e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ff5 expref: 297 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.098233:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9b00/0xe3b2c9851352e783 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ff5 expref: 296 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.098239:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (ffff880091d37500) 00010000:00010000:3.0:1713531222.098240:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.098242:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9b00, rc 0) 00000100:00100000:3.0:1713531222.098303:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+296:7973:x1796767405131200:12345-192.168.202.39@tcp:101:diff.0 Request processed in 476us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.098309:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5161 00000100:00100000:0.0:1713531222.099290:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.099342:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131264 00000100:00100000:2.0:1713531222.099348:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131264 00000100:00100000:2.0:1713531222.099382:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1318 00000100:00100000:2.0:1713531222.099388:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1822:x1796767405131264:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.099398:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.099429:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c9851352e78a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c4ffc expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.099454:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.099466:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.099467:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.099472:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c9851352e78a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ffc expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.099481:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c9851352e78a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ffc expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.099486:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1200, rc 0) 00000100:00100000:2.0:1713531222.099513:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1822:x1796767405131264:12345-192.168.202.39@tcp:101:diff.0 Request processed in 125us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.099517:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1318 00000100:00100000:0.0:1713531222.100517:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.100557:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131392 00000100:00100000:3.0:1713531222.100560:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131392 00000100:00100000:3.0:1713531222.100576:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5162 00000100:00100000:3.0:1713531222.100584:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+296:7973:x1796767405131392:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.100590:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.100599:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352e791 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5003 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.100650:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e798 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x94:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.100656:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.100661:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.100669:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x94:0x0]: returning size 3 00010000:00010000:3.0:1713531222.100738:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352e791 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5003 expref: 299 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.100746:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e798 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5003 expref: 298 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.100750:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (ffff880091d37500) 00010000:00010000:3.0:1713531222.100751:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.100753:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5daac0, rc 0) 00000100:00100000:3.0:1713531222.100778:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:7973:x1796767405131392:12345-192.168.202.39@tcp:101:diff.0 Request processed in 193us (263us total) trans 4294970970 rc 0/0 00000100:00100000:3.0:1713531222.100781:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5162 00000100:00100000:0.0:1713531222.101699:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.101780:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131456 00000100:00100000:2.0:1713531222.101784:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131456 00000100:00100000:2.0:1713531222.101816:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 478 00000100:00100000:2.0:1713531222.101820:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:1822:x1796767405131456:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.101826:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.101835:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e798 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x94:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5003 expref: 298 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.101844:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x94:0x0].0x0 (ffff880091d37500) 00010000:00010000:2.0:1713531222.101846:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.101868:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:1822:x1796767405131456:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 48us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.101875:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 478 00000100:00100000:0.0:1713531222.101995:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.102042:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131584 00000100:00100000:3.0:1713531222.102047:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131584 00002000:00100000:3.0:1713531222.102070:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x2e:0x0] (0->4095) req@ffff88008ae3ed80 x1796767405131584/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.102079:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3ed80 with x1796767405131584 ext(0->4095) 00002000:00010000:3.0:1713531222.102082:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3ed80 00000100:00100000:3.0:1713531222.102104:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 318 00000100:00100000:3.0:1713531222.102109:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1822:x1796767405131584:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.102227:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1822:x1796767405131584:12345-192.168.202.39@tcp:3:diff.0 Request processed in 116us (231us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.102234:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 318 00002000:00100000:3.0:1713531222.102240:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x2e:0x0] (0->4095) req@ffff88008ae3ed80 x1796767405131584/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.102249:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3ed80 with x1796767405131584 ext(0->4095) 00002000:00010000:3.0:1713531222.102252:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3ed80 00000100:00100000:0.0:1713531222.103343:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.103397:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131712 00000100:00100000:3.0:1713531222.103400:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131712 00000100:00100000:3.0:1713531222.103440:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000100:00100000:3.0:1713531222.103444:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:7973:x1796767405131712:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.103654:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:7973:x1796767405131712:12345-192.168.202.39@tcp:35:diff.0 Request processed in 208us (311us total) trans 4294970971 rc 0/0 00000100:00100000:3.0:1713531222.103659:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000100:00100000:0.0:1713531222.104477:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.104517:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131776 00000100:00100000:3.0:1713531222.104520:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131776 00000100:00100000:3.0:1713531222.104538:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5163 00000100:00100000:3.0:1713531222.104542:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:7973:x1796767405131776:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.104550:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.104563:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e7a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c500a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.104592:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104600:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104607:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104621:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104625:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104629:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104700:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104704:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104707:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.104721:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x93:0x0]: returning size 3 00000004:00200000:3.0:1713531222.104723:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.104730:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104735:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104739:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104744:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104747:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104750:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.104753:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104757:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104763:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.104765:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.104767:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104770:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e7ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104775:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104778:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104781:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104784:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5db600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.104785:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104788:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104791:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9d94 (ffff880092bcaa00) 00010000:00010000:3.0:1713531222.104792:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.104793:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104796:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e7b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.104811:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e7a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c500a expref: 300 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.104817:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9440/0xe3b2c9851352e7bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c500a expref: 299 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.104821:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (ffff880092bcac00) 00010000:00010000:3.0:1713531222.104822:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.104823:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9440, rc 0) 00000100:00100000:3.0:1713531222.104850:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:7973:x1796767405131776:12345-192.168.202.39@tcp:101:diff.0 Request processed in 307us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.104853:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5163 00000100:00100000:0.0:1713531222.105716:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.105768:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131840 00000100:00100000:2.0:1713531222.105773:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131840 00000100:00100000:2.0:1713531222.105800:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1319 00000100:00100000:2.0:1713531222.105804:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+59:1822:x1796767405131840:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.105811:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.105825:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee06c0/0xe3b2c9851352e7c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5011 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.105840:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.105849:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.105851:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.105855:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee06c0/0xe3b2c9851352e7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5011 expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.105864:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee06c0/0xe3b2c9851352e7c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5011 expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.105869:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee06c0, rc 0) 00000100:00100000:2.0:1713531222.105894:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1822:x1796767405131840:12345-192.168.202.39@tcp:101:diff.0 Request processed in 90us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.105898:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1319 00000100:00100000:0.0:1713531222.106838:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.106882:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405131968 00000100:00100000:3.0:1713531222.106886:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405131968 00000100:00100000:3.0:1713531222.106909:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5164 00000100:00100000:3.0:1713531222.106913:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:7973:x1796767405131968:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.106920:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.106930:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e7c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5018 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.106974:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e7d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x93:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.106981:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.106986:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.106995:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x93:0x0]: returning size 3 00010000:00010000:3.0:1713531222.107066:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e7c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5018 expref: 302 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.107075:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e7d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5018 expref: 301 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.107080:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (ffff880092bcac00) 00010000:00010000:3.0:1713531222.107082:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.107083:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9200, rc 0) 00000100:00100000:3.0:1713531222.107108:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:7973:x1796767405131968:12345-192.168.202.39@tcp:101:diff.0 Request processed in 194us (271us total) trans 4294970972 rc 0/0 00000100:00100000:3.0:1713531222.107112:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5164 00000100:00100000:0.0:1713531222.107983:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.108033:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132032 00000100:00100000:2.0:1713531222.108037:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132032 00000100:00100000:2.0:1713531222.108063:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 479 00000100:00100000:2.0:1713531222.108066:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:1825:x1796767405132032:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.108075:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.108084:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e7d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x93:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5018 expref: 301 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.108093:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x93:0x0].0x0 (ffff880092bcac00) 00010000:00010000:2.0:1713531222.108095:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.108116:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:1825:x1796767405132032:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 49us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.108120:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 479 00000100:00100000:0.0:1713531222.108212:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.108251:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132160 00000100:00100000:3.0:1713531222.108255:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132160 00002000:00100000:3.0:1713531222.108295:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2e:0x0] (0->4095) req@ffff880132308a80 x1796767405132160/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.108304:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308a80 with x1796767405132160 ext(0->4095) 00002000:00010000:3.0:1713531222.108308:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132308a80 00000100:00100000:3.0:1713531222.108327:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 319 00000100:00100000:3.0:1713531222.108331:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1823:x1796767405132160:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.108466:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1823:x1796767405132160:12345-192.168.202.39@tcp:3:diff.0 Request processed in 134us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.108471:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 319 00002000:00100000:3.0:1713531222.108475:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2e:0x0] (0->4095) req@ffff880132308a80 x1796767405132160/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.108480:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308a80 with x1796767405132160 ext(0->4095) 00002000:00010000:3.0:1713531222.108482:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132308a80 00000100:00100000:0.0:1713531222.109308:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.109364:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132288 00000100:00100000:3.0:1713531222.109369:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132288 00000100:00100000:3.0:1713531222.109405:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1111 00000100:00100000:3.0:1713531222.109410:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:7973:x1796767405132288:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.109653:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:7973:x1796767405132288:12345-192.168.202.39@tcp:35:diff.0 Request processed in 241us (344us total) trans 4294970973 rc 0/0 00000100:00100000:3.0:1713531222.109660:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1111 00000100:00100000:0.0:1713531222.110489:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.110529:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132352 00000100:00100000:3.0:1713531222.110533:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132352 00000100:00100000:3.0:1713531222.110561:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5165 00000100:00100000:3.0:1713531222.110566:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:7973:x1796767405132352:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.110578:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.110595:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e7de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c501f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.110634:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110645:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110654:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110671:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110677:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110682:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110768:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110774:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110780:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.110799:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x92:0x0]: returning size 3 00000004:00200000:3.0:1713531222.110802:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.110811:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110819:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110825:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110831:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110836:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110841:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132096880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.110844:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110850:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110859:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.110861:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.110864:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110870:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e7e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110878:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110883:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110887:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110891:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132097a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.110893:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110898:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110903:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9e94 (ffff88008bbd3800) 00010000:00010000:3.0:1713531222.110905:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.110907:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110911:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e7ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.110930:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e7de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c501f expref: 303 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.110940:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097180/0xe3b2c9851352e7f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c501f expref: 302 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.110947:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:3.0:1713531222.110948:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.110950:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132097180, rc 0) 00000100:00100000:3.0:1713531222.110983:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+302:7973:x1796767405132352:12345-192.168.202.39@tcp:101:diff.0 Request processed in 415us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.110989:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5165 00000100:00100000:0.0:1713531222.112093:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.112172:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132416 00000100:00100000:2.0:1713531222.112177:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132416 00000100:00100000:2.0:1713531222.112204:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1320 00000100:00100000:2.0:1713531222.112208:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+60:1823:x1796767405132416:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.112216:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.112232:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee0000/0xe3b2c9851352e7fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5026 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.112251:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.112261:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.112262:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.112288:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee0000/0xe3b2c9851352e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5026 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.112297:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee0000/0xe3b2c9851352e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5026 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.112303:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0000, rc 0) 00000100:00100000:2.0:1713531222.112327:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1823:x1796767405132416:12345-192.168.202.39@tcp:101:diff.0 Request processed in 118us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.112331:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1320 00000100:00100000:0.0:1713531222.113483:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.113568:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132544 00000100:00100000:3.0:1713531222.113573:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132544 00000100:00100000:3.0:1713531222.113600:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5166 00000100:00100000:3.0:1713531222.113603:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+302:7973:x1796767405132544:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.113612:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.113623:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e801 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c502d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.113676:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e808 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.113684:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e808 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.113689:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e808 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.113698:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x92:0x0]: returning size 3 00010000:00010000:3.0:1713531222.113802:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e801 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c502d expref: 305 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.113814:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e808 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c502d expref: 304 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.113822:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:3.0:1713531222.113825:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.113827:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132097840, rc 0) 00000100:00100000:3.0:1713531222.113863:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:7973:x1796767405132544:12345-192.168.202.39@tcp:101:diff.0 Request processed in 258us (380us total) trans 4294970974 rc 0/0 00000100:00100000:3.0:1713531222.113869:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5166 00000100:00100000:0.0:1713531222.114709:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.114756:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132608 00000100:00100000:2.0:1713531222.114760:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132608 00000100:00100000:2.0:1713531222.114791:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 480 00000100:00100000:2.0:1713531222.114795:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:1824:x1796767405132608:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.114801:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.114811:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e808 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x92:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c502d expref: 304 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.114821:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x92:0x0].0x0 (ffff88008bbd3f00) 00010000:00010000:2.0:1713531222.114824:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.114852:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+303:1824:x1796767405132608:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.114858:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 480 00000100:00100000:0.0:1713531222.115041:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.115089:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132736 00000100:00100000:3.0:1713531222.115094:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132736 00002000:00100000:3.0:1713531222.115116:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2d:0x0] (0->4095) req@ffff88013230b480 x1796767405132736/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.115124:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230b480 with x1796767405132736 ext(0->4095) 00002000:00010000:3.0:1713531222.115128:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013230b480 00000100:00100000:3.0:1713531222.115144:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 320 00000100:00100000:3.0:1713531222.115147:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1822:x1796767405132736:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.115264:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1822:x1796767405132736:12345-192.168.202.39@tcp:3:diff.0 Request processed in 116us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.115292:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 320 00002000:00100000:3.0:1713531222.115296:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x2d:0x0] (0->4095) req@ffff88013230b480 x1796767405132736/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.115302:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230b480 with x1796767405132736 ext(0->4095) 00002000:00010000:3.0:1713531222.115304:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013230b480 00000100:00100000:0.0:1713531222.116474:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.116554:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132864 00000100:00100000:3.0:1713531222.116559:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132864 00000100:00100000:3.0:1713531222.116586:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000100:00100000:3.0:1713531222.116590:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2284850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+303:7973:x1796767405132864:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.116793:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2284850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:7973:x1796767405132864:12345-192.168.202.39@tcp:35:diff.0 Request processed in 202us (319us total) trans 4294970975 rc 0/0 00000100:00100000:3.0:1713531222.116798:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000100:00100000:0.0:1713531222.117685:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.117747:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132928 00000100:00100000:3.0:1713531222.117752:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132928 00000100:00100000:3.0:1713531222.117778:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5167 00000100:00100000:3.0:1713531222.117783:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:7973:x1796767405132928:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.117795:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.117812:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e816 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5034 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.117870:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.117883:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.117893:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.117910:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.117916:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.117921:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118014:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118020:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118026:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.118043:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x91:0x0]: returning size 3 00000004:00200000:3.0:1713531222.118047:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.118057:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118063:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118070:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118076:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118081:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118086:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132095b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.118089:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118095:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118103:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.118105:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.118108:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118112:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e81d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118122:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118127:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118132:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118135:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132094480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.118137:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118141:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118145:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656c9f94 (ffff880091d38b00) 00010000:00010000:3.0:1713531222.118147:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.118149:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118153:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e824 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.118173:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e816 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5034 expref: 306 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.118183:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db180/0xe3b2c9851352e82b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5034 expref: 305 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.118189:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (ffff880091d37700) 00010000:00010000:3.0:1713531222.118191:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.118193:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5db180, rc 0) 00000100:00100000:3.0:1713531222.118232:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+305:7973:x1796767405132928:12345-192.168.202.39@tcp:101:diff.0 Request processed in 448us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.118238:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5167 00000100:00100000:0.0:1713531222.119355:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.119405:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405132992 00000100:00100000:2.0:1713531222.119409:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405132992 00000100:00100000:2.0:1713531222.119452:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1321 00000100:00100000:2.0:1713531222.119457:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+61:1822:x1796767405132992:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.119466:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.119483:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee3180/0xe3b2c9851352e832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c503b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.119499:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.119511:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.119513:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.119520:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3180/0xe3b2c9851352e832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c503b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.119529:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee3180/0xe3b2c9851352e832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c503b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.119537:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3180, rc 0) 00000100:00100000:2.0:1713531222.119571:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405132992:12345-192.168.202.39@tcp:101:diff.0 Request processed in 113us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.119577:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1321 00000100:00100000:0.0:1713531222.120495:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.120555:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133120 00000100:00100000:3.0:1713531222.120559:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133120 00000100:00100000:3.0:1713531222.120591:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5168 00000100:00100000:3.0:1713531222.120597:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+305:7973:x1796767405133120:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.120607:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.120620:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e839 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5042 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.120681:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e840 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.120691:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e840 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.120698:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e840 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.120709:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x91:0x0]: returning size 3 00010000:00010000:3.0:1713531222.120819:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e839 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5042 expref: 308 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.120831:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e840 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5042 expref: 307 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.120837:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (ffff880091d37700) 00010000:00010000:3.0:1713531222.120839:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.120841:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5da1c0, rc 0) 00000100:00100000:3.0:1713531222.120877:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+307:7973:x1796767405133120:12345-192.168.202.39@tcp:101:diff.0 Request processed in 280us (384us total) trans 4294970976 rc 0/0 00000100:00100000:3.0:1713531222.120883:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5168 00000100:00100000:0.0:1713531222.121798:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.121860:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133184 00000100:00100000:2.0:1713531222.121865:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133184 00000100:00100000:2.0:1713531222.121909:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 481 00000100:00100000:2.0:1713531222.121914:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+307:1825:x1796767405133184:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.121924:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.121941:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e840 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x91:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5042 expref: 307 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.121951:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x91:0x0].0x0 (ffff880091d37700) 00010000:00010000:2.0:1713531222.121953:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.121987:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+306:1825:x1796767405133184:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.121994:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 481 00000100:00100000:0.0:1713531222.122155:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.122204:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133312 00000100:00100000:3.0:1713531222.122208:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133312 00002000:00100000:3.0:1713531222.122228:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x30:0x0] (0->4095) req@ffff88013230a300 x1796767405133312/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.122236:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230a300 with x1796767405133312 ext(0->4095) 00002000:00010000:3.0:1713531222.122239:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013230a300 00000100:00100000:3.0:1713531222.122256:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 321 00000100:00100000:3.0:1713531222.122260:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405133312:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.122409:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405133312:12345-192.168.202.39@tcp:3:diff.0 Request processed in 146us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.122431:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 321 00002000:00100000:3.0:1713531222.122437:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x30:0x0] (0->4095) req@ffff88013230a300 x1796767405133312/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.122445:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230a300 with x1796767405133312 ext(0->4095) 00002000:00010000:3.0:1713531222.122448:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013230a300 00000100:00100000:0.0:1713531222.123649:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.123710:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133440 00000100:00100000:3.0:1713531222.123714:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133440 00000100:00100000:3.0:1713531222.123749:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1113 00000100:00100000:3.0:1713531222.123755:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+306:7973:x1796767405133440:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.124010:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+307:7973:x1796767405133440:12345-192.168.202.39@tcp:35:diff.0 Request processed in 253us (361us total) trans 4294970977 rc 0/0 00000100:00100000:3.0:1713531222.124016:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1113 00000100:00100000:0.0:1713531222.124929:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.124966:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133504 00000100:00100000:3.0:1713531222.124969:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133504 00000100:00100000:3.0:1713531222.124991:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5169 00000100:00100000:3.0:1713531222.124994:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+307:7973:x1796767405133504:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.125002:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.125015:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e84e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5049 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.125045:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125054:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125060:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125072:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125076:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125080:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125147:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125150:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125153:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.125166:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x90:0x0]: returning size 3 00000004:00200000:3.0:1713531222.125168:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.125174:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125178:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125183:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125186:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125189:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125192:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.125195:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125199:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125205:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.125206:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.125209:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125212:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e855 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125217:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125220:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125222:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125224:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d8d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.125226:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125229:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125232:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656ca094 (ffff880091772b00) 00010000:00010000:3.0:1713531222.125233:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.125234:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125237:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e85c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.125250:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e84e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5049 expref: 309 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.125257:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5db600/0xe3b2c9851352e863 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5049 expref: 308 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.125260:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:3.0:1713531222.125261:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.125262:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5db600, rc 0) 00000100:00100000:3.0:1713531222.125303:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+308:7973:x1796767405133504:12345-192.168.202.39@tcp:101:diff.0 Request processed in 307us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.125307:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5169 00000100:00100000:0.0:1713531222.126357:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.126403:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133568 00000100:00100000:2.0:1713531222.126408:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133568 00000100:00100000:2.0:1713531222.126469:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1322 00000100:00100000:2.0:1713531222.126475:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1823:x1796767405133568:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.126484:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.126499:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352e86a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5050 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.126514:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.126523:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.126525:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.126529:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352e86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5050 expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.126537:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352e86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5050 expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.126543:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2400, rc 0) 00000100:00100000:2.0:1713531222.126570:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1823:x1796767405133568:12345-192.168.202.39@tcp:101:diff.0 Request processed in 96us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.126574:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1322 00000100:00100000:0.0:1713531222.127510:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.127553:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133696 00000100:00100000:3.0:1713531222.127556:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133696 00000100:00100000:3.0:1713531222.127572:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5170 00000100:00100000:3.0:1713531222.127575:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+308:7973:x1796767405133696:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.127581:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.127589:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e871 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5057 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.127641:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e878 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.127647:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.127652:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.127661:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x90:0x0]: returning size 3 00010000:00010000:3.0:1713531222.127747:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352e871 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5057 expref: 311 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.127755:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5057 expref: 310 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.127759:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:3.0:1713531222.127760:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.127762:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9680, rc 0) 00000100:00100000:3.0:1713531222.127786:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:7973:x1796767405133696:12345-192.168.202.39@tcp:101:diff.0 Request processed in 210us (277us total) trans 4294970978 rc 0/0 00000100:00100000:3.0:1713531222.127790:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5170 00000100:00100000:0.0:1713531222.128706:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.128763:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133760 00000100:00100000:2.0:1713531222.128767:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133760 00000100:00100000:2.0:1713531222.128801:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 482 00000100:00100000:2.0:1713531222.128806:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:1823:x1796767405133760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.128814:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.128827:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352e878 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x90:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5057 expref: 310 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.128837:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x90:0x0].0x0 (ffff88008bbd3800) 00010000:00010000:2.0:1713531222.128839:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.128875:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+309:1823:x1796767405133760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.128881:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 482 00000100:00100000:0.0:1713531222.129168:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.129215:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405133888 00000100:00100000:3.0:1713531222.129218:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405133888 00002000:00100000:3.0:1713531222.129240:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x30:0x0] (0->4095) req@ffff88013230bb80 x1796767405133888/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.129248:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230bb80 with x1796767405133888 ext(0->4095) 00002000:00010000:3.0:1713531222.129252:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013230bb80 00000100:00100000:2.0:1713531222.129302:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 322 00000100:00100000:2.0:1713531222.129308:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1823:x1796767405133888:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.129463:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1823:x1796767405133888:12345-192.168.202.39@tcp:3:diff.0 Request processed in 153us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.129470:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 322 00002000:00100000:2.0:1713531222.129476:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x30:0x0] (0->4095) req@ffff88013230bb80 x1796767405133888/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.129484:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013230bb80 with x1796767405133888 ext(0->4095) 00002000:00010000:2.0:1713531222.129487:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013230bb80 00000100:00100000:0.0:1713531222.130661:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.130717:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134016 00000100:00100000:3.0:1713531222.130721:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134016 00000100:00100000:3.0:1713531222.130760:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1114 00000100:00100000:3.0:1713531222.130769:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+309:7973:x1796767405134016:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.131029:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:7973:x1796767405134016:12345-192.168.202.39@tcp:35:diff.0 Request processed in 262us (367us total) trans 4294970979 rc 0/0 00000100:00100000:3.0:1713531222.131036:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1114 00000100:00100000:0.0:1713531222.132030:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.132073:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134080 00000100:00100000:3.0:1713531222.132078:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134080 00000100:00100000:3.0:1713531222.132106:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5171 00000100:00100000:3.0:1713531222.132110:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:7973:x1796767405134080:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.132121:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.132138:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352e886 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c505e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.132177:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132189:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132197:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132213:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132218:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132223:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132337:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132343:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132349:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.132371:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8f:0x0]: returning size 3 00000004:00200000:3.0:1713531222.132375:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.132385:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132399:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132405:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132411:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132432:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132437:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5da1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.132440:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132444:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132451:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.132453:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.132456:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132460:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da1c0/0xe3b2c9851352e88d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132469:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132474:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132479:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132483:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d9200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.132485:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132490:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132496:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656ca194 (ffff880092bcaa00) 00010000:00010000:3.0:1713531222.132498:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.132500:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132504:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352e894 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.132525:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352e886 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c505e expref: 312 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.132535:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daac0/0xe3b2c9851352e89b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c505e expref: 311 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.132542:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (ffff880091d38b00) 00010000:00010000:3.0:1713531222.132544:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.132546:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5daac0, rc 0) 00000100:00100000:3.0:1713531222.132575:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+311:7973:x1796767405134080:12345-192.168.202.39@tcp:101:diff.0 Request processed in 464us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.132579:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5171 00000100:00100000:0.0:1713531222.133508:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.133556:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134144 00000100:00100000:2.0:1713531222.133561:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134144 00000100:00100000:2.0:1713531222.133590:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1323 00000100:00100000:2.0:1713531222.133595:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1823:x1796767405134144:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.133604:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.133621:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee3600/0xe3b2c9851352e8a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5065 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.133638:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.133649:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.133650:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.133655:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee3600/0xe3b2c9851352e8a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5065 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.133671:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee3600/0xe3b2c9851352e8a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5065 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.133678:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3600, rc 0) 00000100:00100000:2.0:1713531222.133706:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1823:x1796767405134144:12345-192.168.202.39@tcp:101:diff.0 Request processed in 110us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.133711:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1323 00000100:00100000:0.0:1713531222.134690:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.134732:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134272 00000100:00100000:3.0:1713531222.134736:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134272 00000100:00100000:3.0:1713531222.134760:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5172 00000100:00100000:3.0:1713531222.134764:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+311:7973:x1796767405134272:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.134771:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.134780:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e8a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c506c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.134823:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e8b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.134830:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.134835:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.134841:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8f:0x0]: returning size 3 00010000:00010000:3.0:1713531222.134917:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352e8a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c506c expref: 314 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.134926:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e8b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c506c expref: 313 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.134933:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (ffff880091d38b00) 00010000:00010000:3.0:1713531222.134936:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.134938:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d8d80, rc 0) 00000100:00100000:3.0:1713531222.134969:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:7973:x1796767405134272:12345-192.168.202.39@tcp:101:diff.0 Request processed in 203us (279us total) trans 4294970980 rc 0/0 00000100:00100000:3.0:1713531222.134977:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5172 00000100:00100000:0.0:1713531222.135945:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.136003:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134336 00000100:00100000:2.0:1713531222.136008:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134336 00000100:00100000:2.0:1713531222.136048:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 483 00000100:00100000:2.0:1713531222.136052:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:1824:x1796767405134336:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.136063:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.136075:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352e8b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c506c expref: 313 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.136085:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8f:0x0].0x0 (ffff880091d38b00) 00010000:00010000:2.0:1713531222.136088:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.136123:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+312:1824:x1796767405134336:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 69us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.136129:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 483 00000100:00100000:0.0:1713531222.136333:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.136372:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134464 00000100:00100000:2.0:1713531222.136376:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134464 00002000:00100000:2.0:1713531222.136398:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x31:0x0] (0->4095) req@ffff88008b42ce00 x1796767405134464/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.136408:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42ce00 with x1796767405134464 ext(0->4095) 00002000:00010000:2.0:1713531222.136423:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42ce00 00000100:00100000:2.0:1713531222.136441:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 323 00000100:00100000:2.0:1713531222.136444:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1822:x1796767405134464:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.136552:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1822:x1796767405134464:12345-192.168.202.39@tcp:3:diff.0 Request processed in 107us (220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.136556:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 323 00002000:00100000:2.0:1713531222.136560:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x31:0x0] (0->4095) req@ffff88008b42ce00 x1796767405134464/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.136565:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42ce00 with x1796767405134464 ext(0->4095) 00002000:00010000:2.0:1713531222.136567:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42ce00 00000100:00100000:0.0:1713531222.137648:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.137706:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134592 00000100:00100000:3.0:1713531222.137712:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134592 00000100:00100000:3.0:1713531222.137744:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1115 00000100:00100000:3.0:1713531222.137748:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+312:7973:x1796767405134592:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.137955:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:7973:x1796767405134592:12345-192.168.202.39@tcp:35:diff.0 Request processed in 205us (307us total) trans 4294970981 rc 0/0 00000100:00100000:3.0:1713531222.137959:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1115 00000100:00100000:0.0:1713531222.138756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.138789:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134656 00000100:00100000:3.0:1713531222.138792:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134656 00000100:00100000:3.0:1713531222.138813:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5173 00000100:00100000:3.0:1713531222.138816:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:7973:x1796767405134656:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.138823:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.138837:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e8be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5073 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.138868:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138876:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138883:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138895:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138899:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138903:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138968:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138971:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.138975:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.138988:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8e:0x0]: returning size 3 00000004:00200000:3.0:1713531222.138991:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.138997:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139002:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139006:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139010:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139013:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139017:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132094900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.139019:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139023:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139029:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x0 (ffff88008bcbfb00) 00010000:00010000:3.0:1713531222.139031:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.139033:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139036:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e8c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139041:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139044:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139046:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139049:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132094480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.139051:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139054:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139057:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8c:0x0].0x656ca294 (ffff8800b2b40f00) 00010000:00010000:3.0:1713531222.139058:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.139059:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139062:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e8cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8c:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.139074:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352e8be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5073 expref: 315 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.139081:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132095b00/0xe3b2c9851352e8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5073 expref: 314 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.139085:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (ffff8800b2b40d00) 00010000:00010000:3.0:1713531222.139086:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.139087:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132095b00, rc 0) 00000100:00100000:3.0:1713531222.139111:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+314:7973:x1796767405134656:12345-192.168.202.39@tcp:101:diff.0 Request processed in 294us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.139115:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5173 00000100:00100000:0.0:1713531222.140176:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.140220:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134720 00000100:00100000:2.0:1713531222.140224:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134720 00000100:00100000:2.0:1713531222.140254:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1324 00000100:00100000:2.0:1713531222.140259:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1822:x1796767405134720:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.140290:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.140308:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee1680/0xe3b2c9851352e8da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c507a expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.140326:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.140338:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.140340:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.140346:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee1680/0xe3b2c9851352e8da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c507a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.140359:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee1680/0xe3b2c9851352e8da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c507a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.140373:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1680, rc 0) 00000100:00100000:2.0:1713531222.140406:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1822:x1796767405134720:12345-192.168.202.39@tcp:101:diff.0 Request processed in 146us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.140426:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1324 00000100:00100000:0.0:1713531222.141354:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.141438:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134848 00000100:00100000:3.0:1713531222.141442:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134848 00000100:00100000:3.0:1713531222.141467:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5174 00000100:00100000:3.0:1713531222.141471:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+314:7973:x1796767405134848:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.141478:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.141488:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e8e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5081 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.141544:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e8e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.141551:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e8e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.141556:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e8e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.141562:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8e:0x0]: returning size 3 00010000:00010000:3.0:1713531222.141636:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e8e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5081 expref: 317 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.141644:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e8e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5081 expref: 316 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.141649:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (ffff8800b2b40d00) 00010000:00010000:3.0:1713531222.141651:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.141652:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132097840, rc 0) 00000100:00100000:3.0:1713531222.141679:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+316:7973:x1796767405134848:12345-192.168.202.39@tcp:101:diff.0 Request processed in 207us (327us total) trans 4294970982 rc 0/0 00000100:00100000:3.0:1713531222.141683:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5174 00000100:00100000:0.0:1713531222.142583:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.142635:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405134912 00000100:00100000:2.0:1713531222.142639:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405134912 00000100:00100000:2.0:1713531222.142669:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 484 00000100:00100000:2.0:1713531222.142675:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+316:1824:x1796767405134912:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.142683:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.142694:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e8e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5081 expref: 316 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.142704:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8e:0x0].0x0 (ffff8800b2b40d00) 00010000:00010000:2.0:1713531222.142707:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.142738:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+315:1824:x1796767405134912:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.142744:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 484 00000100:00100000:0.0:1713531222.142950:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.143008:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135040 00000100:00100000:2.0:1713531222.143012:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135040 00002000:00100000:2.0:1713531222.143032:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2f:0x0] (0->4095) req@ffff88008b42d500 x1796767405135040/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.143042:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42d500 with x1796767405135040 ext(0->4095) 00002000:00010000:2.0:1713531222.143045:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42d500 00000100:00100000:2.0:1713531222.143063:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 324 00000100:00100000:2.0:1713531222.143066:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405135040:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.143189:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405135040:12345-192.168.202.39@tcp:3:diff.0 Request processed in 121us (238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.143195:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 324 00002000:00100000:2.0:1713531222.143201:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x2f:0x0] (0->4095) req@ffff88008b42d500 x1796767405135040/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.143208:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42d500 with x1796767405135040 ext(0->4095) 00002000:00010000:2.0:1713531222.143211:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42d500 00000100:00100000:0.0:1713531222.144227:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.144287:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135168 00000100:00100000:3.0:1713531222.144292:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135168 00000100:00100000:3.0:1713531222.144320:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000100:00100000:3.0:1713531222.144325:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+315:7973:x1796767405135168:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.144569:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+316:7973:x1796767405135168:12345-192.168.202.39@tcp:35:diff.0 Request processed in 242us (341us total) trans 4294970983 rc 0/0 00000100:00100000:3.0:1713531222.144576:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000100:00100000:0.0:1713531222.145432:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.145477:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135232 00000100:00100000:3.0:1713531222.145481:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135232 00000100:00100000:3.0:1713531222.145507:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5175 00000100:00100000:3.0:1713531222.145512:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+316:7973:x1796767405135232:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.145523:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.145540:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e8f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5088 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.145580:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e8fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.145592:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e8fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.145602:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e8fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.145640:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x81:0x0]: returning size 11776 00000004:00200000:3.0:1713531222.145643:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.145651:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e8fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.145664:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e8f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5088 expref: 318 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.145673:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096880/0xe3b2c9851352e8fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5088 expref: 317 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.145678:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.145680:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531222.145682:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132096880, rc 0) 00000100:00100000:3.0:1713531222.145708:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+317:7973:x1796767405135232:12345-192.168.202.39@tcp:101:diff.0 Request processed in 196us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.145712:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5175 00000100:00100000:0.0:1713531222.146775:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.146815:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135360 00000100:00100000:3.0:1713531222.146820:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135360 00000100:00100000:3.0:1713531222.146841:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5176 00000100:00100000:3.0:1713531222.146845:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+317:7973:x1796767405135360:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.146852:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.146861:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e904 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c508f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531222.146907:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x81:0x0]: returning size 11776 00010000:00010000:3.0:1713531222.146972:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e904 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c508f expref: 319 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.146977:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e904 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c508f expref: 319 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.146983:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9615440, rc 0) 00000100:00100000:3.0:1713531222.147009:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+318:7973:x1796767405135360:12345-192.168.202.39@tcp:101:diff.0 Request processed in 163us (236us total) trans 4294970984 rc 301/301 00000100:00100000:3.0:1713531222.147013:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5176 00000100:00100000:0.0:1713531222.148314:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.148360:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135424 00000100:00100000:3.0:1713531222.148365:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135424 00000100:00100000:3.0:1713531222.148396:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1117 00000100:00100000:3.0:1713531222.148400:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+318:7973:x1796767405135424:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531222.150110:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+318:7973:x1796767405135424:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1706us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.150118:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1117 00000100:00100000:0.0:1713531222.151472:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.151515:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135552 00000100:00100000:3.0:1713531222.151521:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135552 00000100:00100000:3.0:1713531222.151546:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000100:00100000:3.0:1713531222.151550:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2284450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+318:7973:x1796767405135552:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.151734:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2284450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+319:7973:x1796767405135552:12345-192.168.202.39@tcp:35:diff.0 Request processed in 181us (263us total) trans 4294970985 rc 0/0 00000100:00100000:3.0:1713531222.151741:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000100:00100000:0.0:1713531222.152576:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.152613:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135616 00000100:00100000:3.0:1713531222.152616:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135616 00000100:00100000:3.0:1713531222.152635:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5177 00000100:00100000:3.0:1713531222.152640:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+319:7973:x1796767405135616:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.152651:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.152668:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e912 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5096 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.152705:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152717:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152724:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152736:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152739:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152743:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152803:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152807:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152810:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.152828:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8b:0x0]: returning size 3 00000004:00200000:3.0:1713531222.152830:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.152837:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152842:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152846:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152850:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152854:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152857:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9615d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.152859:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152863:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152870:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.152872:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.152874:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152877:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e919 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152883:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152886:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152889:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152892:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9617a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.152893:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152895:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152898:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9a94 (ffff880091772b00) 00010000:00010000:3.0:1713531222.152900:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.152901:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152903:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e920 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.152916:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e912 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5096 expref: 321 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.152922:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132096d00/0xe3b2c9851352e927 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5096 expref: 320 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.152926:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff8800b2b40f00) 00010000:00010000:3.0:1713531222.152927:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.152928:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132096d00, rc 0) 00000100:00100000:3.0:1713531222.152960:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+320:7973:x1796767405135616:12345-192.168.202.39@tcp:101:diff.0 Request processed in 319us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.152967:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5177 00000100:00100000:0.0:1713531222.154017:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.154068:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135680 00000100:00100000:2.0:1713531222.154071:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135680 00000100:00100000:2.0:1713531222.154095:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1325 00000100:00100000:2.0:1713531222.154098:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405135680:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.154105:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.154119:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352e92e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c509d expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.154132:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4b:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.154142:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.154143:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.154147:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352e92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c509d expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.154156:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352e92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c509d expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.154161:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1b00, rc 0) 00000100:00100000:2.0:1713531222.154185:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1823:x1796767405135680:12345-192.168.202.39@tcp:101:diff.0 Request processed in 86us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.154190:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1325 00000100:00100000:0.0:1713531222.155188:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.155289:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135808 00000100:00100000:3.0:1713531222.155293:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135808 00000100:00100000:3.0:1713531222.155320:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5178 00000100:00100000:3.0:1713531222.155323:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+320:7973:x1796767405135808:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.155330:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.155338:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e935 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50a4 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.155384:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e93c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.155390:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e93c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.155395:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e93c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.155400:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8b:0x0]: returning size 3 00010000:00010000:3.0:1713531222.155474:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094480/0xe3b2c9851352e935 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50a4 expref: 323 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.155481:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e93c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50a4 expref: 322 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.155485:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff8800b2b40f00) 00010000:00010000:3.0:1713531222.155487:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.155488:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132094900, rc 0) 00000100:00100000:3.0:1713531222.155513:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:7973:x1796767405135808:12345-192.168.202.39@tcp:101:diff.0 Request processed in 189us (327us total) trans 4294970986 rc 0/0 00000100:00100000:3.0:1713531222.155518:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5178 00000100:00100000:0.0:1713531222.156291:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.156342:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405135872 00000100:00100000:2.0:1713531222.156347:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405135872 00000100:00100000:2.0:1713531222.156377:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 485 00000100:00100000:2.0:1713531222.156382:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7988050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:1824:x1796767405135872:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.156389:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.156398:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132094900/0xe3b2c9851352e93c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50a4 expref: 322 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.156409:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8b:0x0].0x0 (ffff8800b2b40f00) 00010000:00010000:2.0:1713531222.156422:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.156439:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7988050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:1824:x1796767405135872:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.156444:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 485 00000100:00100000:0.0:1713531222.156556:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.156604:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136000 00000100:00100000:2.0:1713531222.156608:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136000 00002000:00100000:2.0:1713531222.156626:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4b:0x0] (0->4095) req@ffff88009d8bb800 x1796767405136000/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.156633:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d8bb800 with x1796767405136000 ext(0->4095) 00002000:00010000:2.0:1713531222.156636:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d8bb800 00000100:00100000:2.0:1713531222.156652:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 325 00000100:00100000:2.0:1713531222.156655:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1822:x1796767405136000:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.156740:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1822:x1796767405136000:12345-192.168.202.39@tcp:3:diff.0 Request processed in 84us (185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.156744:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 325 00002000:00100000:2.0:1713531222.156748:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4b:0x0] (0->4095) req@ffff88009d8bb800 x1796767405136000/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.156754:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d8bb800 with x1796767405136000 ext(0->4095) 00002000:00010000:2.0:1713531222.156755:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d8bb800 00000100:00100000:0.0:1713531222.157621:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.157688:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136128 00000100:00100000:3.0:1713531222.157692:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136128 00000100:00100000:3.0:1713531222.157709:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1119 00000100:00100000:3.0:1713531222.157713:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:7973:x1796767405136128:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.157867:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:7973:x1796767405136128:12345-192.168.202.39@tcp:35:diff.0 Request processed in 152us (245us total) trans 4294970987 rc 0/0 00000100:00100000:3.0:1713531222.157872:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1119 00000100:00100000:0.0:1713531222.158462:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.158509:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136192 00000100:00100000:3.0:1713531222.158513:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136192 00000100:00100000:3.0:1713531222.158531:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5179 00000100:00100000:3.0:1713531222.158535:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:7973:x1796767405136192:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.158543:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.158550:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e94a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50ab expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.158571:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158577:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158581:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158589:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158593:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158596:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158651:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158655:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158658:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.158670:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x82:0x0]: returning size 3 00000004:00200000:3.0:1713531222.158672:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.158677:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158681:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158685:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158688:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158692:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158694:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132097840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.158696:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158700:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158704:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.158706:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.158708:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158710:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097840/0xe3b2c9851352e951 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158715:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158718:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158721:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158723:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9615440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.158724:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158727:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158731:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x659c9a94 (ffff880092bcaa00) 00010000:00010000:3.0:1713531222.158732:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.158733:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158735:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e958 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.158747:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132097a80/0xe3b2c9851352e94a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ab expref: 324 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.158753:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a18c0/0xe3b2c9851352e95f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ab expref: 323 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.158757:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:3.0:1713531222.158758:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.158759:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a18c0, rc 0) 00000100:00100000:3.0:1713531222.158785:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+323:7973:x1796767405136192:12345-192.168.202.39@tcp:101:diff.0 Request processed in 249us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.158789:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5179 00000100:00100000:0.0:1713531222.159674:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.159709:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136256 00000100:00100000:2.0:1713531222.159714:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136256 00000100:00100000:2.0:1713531222.159734:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1326 00000100:00100000:2.0:1713531222.159740:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1822:x1796767405136256:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.159747:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.159760:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee3840/0xe3b2c9851352e966 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50b2 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.159773:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x48:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.159781:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.159783:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.159787:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee3840/0xe3b2c9851352e966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b2 expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.159798:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee3840/0xe3b2c9851352e966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b2 expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.159806:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3840, rc 0) 00000100:00100000:2.0:1713531222.159834:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1822:x1796767405136256:12345-192.168.202.39@tcp:101:diff.0 Request processed in 94us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.159840:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1326 00000100:00100000:0.0:1713531222.160760:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.160811:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136384 00000100:00100000:3.0:1713531222.160816:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136384 00000100:00100000:3.0:1713531222.160846:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5180 00000100:00100000:3.0:1713531222.160851:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+323:7973:x1796767405136384:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.160860:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.160870:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e96d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50b9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.160912:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e974 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.160920:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e974 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.160928:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e974 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.160934:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x82:0x0]: returning size 3 00010000:00010000:3.0:1713531222.161001:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e96d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b9 expref: 326 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.161011:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e974 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b9 expref: 325 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.161015:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:3.0:1713531222.161017:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.161018:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a1b00, rc 0) 00000100:00100000:3.0:1713531222.161045:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+325:7973:x1796767405136384:12345-192.168.202.39@tcp:101:diff.0 Request processed in 194us (286us total) trans 4294970988 rc 0/0 00000100:00100000:3.0:1713531222.161051:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5180 00000100:00100000:0.0:1713531222.161992:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.162038:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136448 00000100:00100000:2.0:1713531222.162042:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136448 00000100:00100000:2.0:1713531222.162069:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 486 00000100:00100000:2.0:1713531222.162074:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+325:1822:x1796767405136448:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.162083:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.162093:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e974 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x82:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b9 expref: 325 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.162107:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x82:0x0].0x0 (ffff88008ee2da00) 00010000:00010000:2.0:1713531222.162110:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.162130:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+324:1822:x1796767405136448:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.162134:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 486 00000100:00100000:0.0:1713531222.162335:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.162365:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136576 00000100:00100000:2.0:1713531222.162368:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136576 00002000:00100000:2.0:1713531222.162382:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x48:0x0] (0->4095) req@ffff880134f93100 x1796767405136576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.162388:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134f93100 with x1796767405136576 ext(0->4095) 00002000:00010000:2.0:1713531222.162391:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134f93100 00000100:00100000:2.0:1713531222.162404:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 326 00000100:00100000:2.0:1713531222.162407:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1822:x1796767405136576:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.162520:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1822:x1796767405136576:12345-192.168.202.39@tcp:3:diff.0 Request processed in 112us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.162525:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 326 00002000:00100000:2.0:1713531222.162529:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x48:0x0] (0->4095) req@ffff880134f93100 x1796767405136576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.162534:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134f93100 with x1796767405136576 ext(0->4095) 00002000:00010000:2.0:1713531222.162536:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134f93100 00000100:00100000:0.0:1713531222.163700:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.163752:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136704 00000100:00100000:3.0:1713531222.163757:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136704 00000100:00100000:3.0:1713531222.163789:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:3.0:1713531222.163795:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+324:7973:x1796767405136704:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.164039:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+325:7973:x1796767405136704:12345-192.168.202.39@tcp:35:diff.0 Request processed in 242us (338us total) trans 4294970989 rc 0/0 00000100:00100000:3.0:1713531222.164046:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:0.0:1713531222.164994:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.165030:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136768 00000100:00100000:3.0:1713531222.165034:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136768 00000100:00100000:3.0:1713531222.165050:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5181 00000100:00100000:3.0:1713531222.165053:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+325:7973:x1796767405136768:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.165061:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.165074:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1f80/0xe3b2c9851352e982 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50c0 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.165103:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165111:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165117:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165128:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165132:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165135:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165203:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165206:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165210:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.165223:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 3 00000004:00200000:3.0:1713531222.165226:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.165232:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165236:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165240:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165247:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165251:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165254:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a2400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.165257:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165261:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165286:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.165288:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.165290:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165293:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2400/0xe3b2c9851352e989 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165299:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165302:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165305:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165308:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a2d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.165309:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165315:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165318:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9b94 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531222.165319:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.165320:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165323:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a2d00/0xe3b2c9851352e990 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.165336:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1f80/0xe3b2c9851352e982 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50c0 expref: 327 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.165341:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a0fc0/0xe3b2c9851352e997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50c0 expref: 326 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.165345:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff880091772b00) 00010000:00010000:3.0:1713531222.165346:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.165347:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a0fc0, rc 0) 00000100:00100000:3.0:1713531222.165371:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+326:7973:x1796767405136768:12345-192.168.202.39@tcp:101:diff.0 Request processed in 317us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.165375:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5181 00000100:00100000:0.0:1713531222.166470:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.166514:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136832 00000100:00100000:2.0:1713531222.166519:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136832 00000100:00100000:2.0:1713531222.166539:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1327 00000100:00100000:2.0:1713531222.166543:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+62:1822:x1796767405136832:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.166550:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.166565:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee3cc0/0xe3b2c9851352e99e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50c7 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.166579:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x49:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.166588:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.166589:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.166594:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee3cc0/0xe3b2c9851352e99e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50c7 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.166602:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee3cc0/0xe3b2c9851352e99e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50c7 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.166608:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee3cc0, rc 0) 00000100:00100000:2.0:1713531222.166633:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1822:x1796767405136832:12345-192.168.202.39@tcp:101:diff.0 Request processed in 89us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.166637:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1327 00000100:00100000:0.0:1713531222.167585:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.167650:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405136960 00000100:00100000:3.0:1713531222.167654:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405136960 00000100:00100000:3.0:1713531222.167677:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5182 00000100:00100000:3.0:1713531222.167681:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+326:7973:x1796767405136960:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.167687:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.167695:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3cc0/0xe3b2c9851352e9a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50ce expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.167740:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c9851352e9ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.167746:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c9851352e9ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.167752:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c9851352e9ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.167756:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x8a:0x0]: returning size 3 00010000:00010000:3.0:1713531222.167826:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3cc0/0xe3b2c9851352e9a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ce expref: 329 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.167839:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c9851352e9ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ce expref: 328 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.167846:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff880091772b00) 00010000:00010000:3.0:1713531222.167848:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.167850:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a3180, rc 0) 00000100:00100000:3.0:1713531222.167880:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+328:7973:x1796767405136960:12345-192.168.202.39@tcp:101:diff.0 Request processed in 198us (296us total) trans 4294970990 rc 0/0 00000100:00100000:3.0:1713531222.167885:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5182 00000100:00100000:0.0:1713531222.168972:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.169009:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137024 00000100:00100000:2.0:1713531222.169013:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137024 00000100:00100000:2.0:1713531222.169044:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 487 00000100:00100000:2.0:1713531222.169049:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+328:1824:x1796767405137024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.169059:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.169072:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a3180/0xe3b2c9851352e9ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ce expref: 328 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.169090:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8a:0x0].0x0 (ffff880091772b00) 00010000:00010000:2.0:1713531222.169092:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.169116:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+327:1824:x1796767405137024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.169122:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 487 00000100:00100000:1.0:1713531222.169193:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.169226:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137152 00000100:00100000:2.0:1713531222.169230:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137152 00002000:00100000:2.0:1713531222.169246:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x49:0x0] (0->4095) req@ffff880134c3f100 x1796767405137152/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.169256:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3f100 with x1796767405137152 ext(0->4095) 00002000:00010000:2.0:1713531222.169259:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134c3f100 00000100:00100000:2.0:1713531222.169290:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 327 00000100:00100000:2.0:1713531222.169294:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1823:x1796767405137152:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.169397:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1823:x1796767405137152:12345-192.168.202.39@tcp:3:diff.0 Request processed in 102us (204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.169402:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 327 00002000:00100000:2.0:1713531222.169406:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x49:0x0] (0->4095) req@ffff880134c3f100 x1796767405137152/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.169425:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3f100 with x1796767405137152 ext(0->4095) 00002000:00010000:2.0:1713531222.169427:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134c3f100 00000100:00100000:0.0:1713531222.170362:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.170401:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137280 00000100:00100000:3.0:1713531222.170405:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137280 00000100:00100000:3.0:1713531222.170435:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1121 00000100:00100000:3.0:1713531222.170439:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+327:7973:x1796767405137280:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.170618:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+328:7973:x1796767405137280:12345-192.168.202.39@tcp:35:diff.0 Request processed in 176us (255us total) trans 4294970991 rc 0/0 00000100:00100000:3.0:1713531222.170626:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1121 00000100:00100000:0.0:1713531222.171472:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.171537:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137344 00000100:00100000:3.0:1713531222.171541:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137344 00000100:00100000:3.0:1713531222.171565:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5183 00000100:00100000:3.0:1713531222.171568:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+328:7973:x1796767405137344:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.171577:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.171587:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e9ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50d5 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.171613:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171620:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171625:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171635:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171638:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171642:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171698:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171702:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171706:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.171719:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 3 00000004:00200000:3.0:1713531222.171721:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.171728:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171733:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171737:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171740:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171744:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171747:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9617840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.171749:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171753:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171758:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.171759:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.171761:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171765:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352e9c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171771:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171774:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171777:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171779:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9617a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.171780:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171783:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171786:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9c94 (ffff88008d7a4e00) 00010000:00010000:3.0:1713531222.171787:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.171788:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171791:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352e9c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.171804:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1b00/0xe3b2c9851352e9ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50d5 expref: 330 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.171810:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615d40/0xe3b2c9851352e9cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50d5 expref: 329 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.171813:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:3.0:1713531222.171814:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.171815:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9615d40, rc 0) 00000100:00100000:3.0:1713531222.171842:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+329:7973:x1796767405137344:12345-192.168.202.39@tcp:101:diff.0 Request processed in 273us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.171846:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5183 00000100:00100000:0.0:1713531222.172847:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.172886:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137408 00000100:00100000:2.0:1713531222.172890:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137408 00000100:00100000:2.0:1713531222.172913:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1328 00000100:00100000:2.0:1713531222.172917:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1823:x1796767405137408:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.172924:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.172938:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee0480/0xe3b2c9851352e9d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50dc expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.172951:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x49:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.172960:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.172961:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.172965:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee0480/0xe3b2c9851352e9d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50dc expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.172973:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee0480/0xe3b2c9851352e9d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50dc expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.172979:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0480, rc 0) 00000100:00100000:2.0:1713531222.173002:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1823:x1796767405137408:12345-192.168.202.39@tcp:101:diff.0 Request processed in 84us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.173006:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1328 00000100:00100000:0.0:1713531222.173944:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.174011:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137536 00000100:00100000:3.0:1713531222.174015:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137536 00000100:00100000:3.0:1713531222.174039:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5184 00000100:00100000:3.0:1713531222.174042:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+329:7973:x1796767405137536:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.174049:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.174057:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e9dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50e3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.174091:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e9e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.174097:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e9e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.174101:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e9e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.174106:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x89:0x0]: returning size 3 00010000:00010000:3.0:1713531222.174162:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352e9dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50e3 expref: 332 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.174169:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e9e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50e3 expref: 331 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.174173:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:3.0:1713531222.174175:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.174177:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a1d40, rc 0) 00000100:00100000:3.0:1713531222.174203:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+331:7973:x1796767405137536:12345-192.168.202.39@tcp:101:diff.0 Request processed in 160us (259us total) trans 4294970992 rc 0/0 00000100:00100000:3.0:1713531222.174207:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5184 00000100:00100000:0.0:1713531222.175062:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.175105:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137600 00000100:00100000:2.0:1713531222.175108:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137600 00000100:00100000:2.0:1713531222.175136:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 488 00000100:00100000:2.0:1713531222.175141:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+331:1824:x1796767405137600:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.175148:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.175158:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a1d40/0xe3b2c9851352e9e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x89:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50e3 expref: 331 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.175168:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x89:0x0].0x0 (ffff88008d7a4400) 00010000:00010000:2.0:1713531222.175172:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.175196:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+330:1824:x1796767405137600:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 54us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.175202:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 488 00000100:00100000:0.0:1713531222.175261:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.175291:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137728 00000100:00100000:2.0:1713531222.175294:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137728 00002000:00100000:2.0:1713531222.175309:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x49:0x0] (0->4095) req@ffff88008dfec000 x1796767405137728/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.175317:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfec000 with x1796767405137728 ext(0->4095) 00002000:00010000:2.0:1713531222.175320:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfec000 00000100:00100000:2.0:1713531222.175336:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 328 00000100:00100000:2.0:1713531222.175340:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1822:x1796767405137728:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.175459:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1822:x1796767405137728:12345-192.168.202.39@tcp:3:diff.0 Request processed in 118us (197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531222.175466:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 328 00002000:00100000:2.0:1713531222.175471:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x49:0x0] (0->4095) req@ffff88008dfec000 x1796767405137728/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:2.0:1713531222.175478:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfec000 with x1796767405137728 ext(0->4095) 00002000:00010000:2.0:1713531222.175481:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dfec000 00000100:00100000:0.0:1713531222.176355:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.176398:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137856 00000100:00100000:3.0:1713531222.176402:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137856 00000100:00100000:3.0:1713531222.176433:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1122 00000100:00100000:3.0:1713531222.176438:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+330:7973:x1796767405137856:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.176600:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+331:7973:x1796767405137856:12345-192.168.202.39@tcp:35:diff.0 Request processed in 162us (245us total) trans 4294970993 rc 0/0 00000100:00100000:3.0:1713531222.176605:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1122 00000100:00100000:0.0:1713531222.177461:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.177504:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137920 00000100:00100000:3.0:1713531222.177508:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137920 00000100:00100000:3.0:1713531222.177525:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5185 00000100:00100000:3.0:1713531222.177528:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+331:7973:x1796767405137920:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.177536:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.177546:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352e9f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50ea expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.177570:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177576:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177582:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177594:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177598:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177601:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177663:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177667:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177670:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.177683:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x88:0x0]: returning size 3 00000004:00200000:3.0:1713531222.177685:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.177691:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177695:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177699:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177703:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177706:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177712:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.177715:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177719:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177723:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.177724:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.177727:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177729:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352e9f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177735:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177738:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177741:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177744:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.177745:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177748:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177751:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9d94 (ffff88008d2f5600) 00010000:00010000:3.0:1713531222.177752:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.177754:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177757:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ea00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.177776:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352e9f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ea expref: 333 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.177786:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2db00/0xe3b2c9851352ea07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ea expref: 332 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.177792:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:3.0:1713531222.177794:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.177795:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2db00, rc 0) 00000100:00100000:3.0:1713531222.177828:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+332:7973:x1796767405137920:12345-192.168.202.39@tcp:101:diff.0 Request processed in 297us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.177835:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5185 00000100:00100000:0.0:1713531222.178680:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.178753:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405137984 00000100:00100000:2.0:1713531222.178757:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405137984 00000100:00100000:2.0:1713531222.178780:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1329 00000100:00100000:2.0:1713531222.178784:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1822:x1796767405137984:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.178790:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.178802:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352ea0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50f1 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.178815:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4a:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.178823:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.178824:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.178828:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352ea0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f1 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.178836:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352ea0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f1 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.178842:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0b40, rc 0) 00000100:00100000:2.0:1713531222.178866:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1822:x1796767405137984:12345-192.168.202.39@tcp:101:diff.0 Request processed in 81us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.178870:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1329 00000100:00100000:0.0:1713531222.179682:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.179749:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138112 00000100:00100000:3.0:1713531222.179753:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138112 00000100:00100000:3.0:1713531222.179776:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5186 00000100:00100000:3.0:1713531222.179779:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+332:7973:x1796767405138112:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.179786:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.179793:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ea15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50f8 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.179832:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ea1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.179838:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ea1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.179843:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ea1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.179848:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x88:0x0]: returning size 3 00010000:00010000:3.0:1713531222.179891:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ea15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f8 expref: 335 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.179898:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ea1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f8 expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.179903:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:3.0:1713531222.179904:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.179905:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2f600, rc 0) 00000100:00100000:3.0:1713531222.179930:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:7973:x1796767405138112:12345-192.168.202.39@tcp:101:diff.0 Request processed in 150us (249us total) trans 4294970994 rc 0/0 00000100:00100000:3.0:1713531222.179934:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5186 00000100:00100000:0.0:1713531222.180717:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.180783:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138176 00000100:00100000:2.0:1713531222.180787:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138176 00000100:00100000:2.0:1713531222.180812:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 489 00000100:00100000:2.0:1713531222.180816:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:1825:x1796767405138176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.180822:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.180830:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ea1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x88:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f8 expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.180838:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x88:0x0].0x0 (ffff88008d2f5e00) 00010000:00010000:2.0:1713531222.180840:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531222.180842:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.180863:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:1825:x1796767405138176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.180869:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 489 00000100:00100000:3.0:1713531222.180871:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138304 00000100:00100000:3.0:1713531222.180875:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138304 00002000:00100000:3.0:1713531222.180889:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4a:0x0] (0->4095) req@ffff88008d414000 x1796767405138304/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.180895:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414000 with x1796767405138304 ext(0->4095) 00002000:00010000:3.0:1713531222.180898:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d414000 00000100:00100000:3.0:1713531222.180909:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 329 00000100:00100000:3.0:1713531222.180912:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1823:x1796767405138304:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.180988:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1823:x1796767405138304:12345-192.168.202.39@tcp:3:diff.0 Request processed in 74us (146us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.180995:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 329 00002000:00100000:3.0:1713531222.180999:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4a:0x0] (0->4095) req@ffff88008d414000 x1796767405138304/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.181004:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414000 with x1796767405138304 ext(0->4095) 00002000:00010000:3.0:1713531222.181006:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d414000 00000100:00100000:0.0:1713531222.181705:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.181773:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138432 00000100:00100000:3.0:1713531222.181777:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138432 00000100:00100000:3.0:1713531222.181799:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1123 00000100:00100000:3.0:1713531222.181803:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:7973:x1796767405138432:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.181920:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:7973:x1796767405138432:12345-192.168.202.39@tcp:35:diff.0 Request processed in 115us (214us total) trans 4294970995 rc 0/0 00000100:00100000:3.0:1713531222.181924:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1123 00000100:00100000:0.0:1713531222.182728:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.182804:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138496 00000100:00100000:3.0:1713531222.182808:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138496 00000100:00100000:3.0:1713531222.182831:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5187 00000100:00100000:3.0:1713531222.182836:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:7973:x1796767405138496:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.182844:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.182851:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ea2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c50ff expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.182872:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182878:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182882:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182890:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182894:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182897:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182937:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182941:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182944:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.182955:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x87:0x0]: returning size 3 00000004:00200000:3.0:1713531222.182957:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.182962:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182966:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182969:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182972:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182975:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182980:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.182982:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182986:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182990:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.182991:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.182993:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.182995:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ea31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183000:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183003:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183006:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183009:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2c480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.183010:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183013:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183016:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9e94 (ffff88008d2f5900) 00010000:00010000:3.0:1713531222.183017:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.183018:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183021:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ea38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.183034:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ea2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ff expref: 336 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.183039:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e400/0xe3b2c9851352ea3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50ff expref: 335 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.183043:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008d2f5b00) 00010000:00010000:3.0:1713531222.183045:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.183046:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2e400, rc 0) 00000100:00100000:3.0:1713531222.183071:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+335:7973:x1796767405138496:12345-192.168.202.39@tcp:101:diff.0 Request processed in 234us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.183075:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5187 00000100:00100000:0.0:1713531222.183904:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.183935:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138560 00000100:00100000:2.0:1713531222.183939:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138560 00000100:00100000:2.0:1713531222.183955:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1330 00000100:00100000:2.0:1713531222.183959:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+63:1823:x1796767405138560:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.183966:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.183978:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352ea46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5106 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.183990:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x48:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.183997:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.183998:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.184001:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352ea46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5106 expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.184008:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352ea46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5106 expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.184013:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee1d40, rc 0) 00000100:00100000:2.0:1713531222.184037:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1823:x1796767405138560:12345-192.168.202.39@tcp:101:diff.0 Request processed in 78us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.184041:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1330 00000100:00100000:0.0:1713531222.184782:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.184852:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138688 00000100:00100000:3.0:1713531222.184857:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138688 00000100:00100000:3.0:1713531222.184879:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5188 00000100:00100000:3.0:1713531222.184882:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+335:7973:x1796767405138688:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.184889:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.184896:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ea4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c510d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.184924:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ea54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.184929:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ea54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.184934:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ea54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.184938:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x87:0x0]: returning size 3 00010000:00010000:3.0:1713531222.184979:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ea4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c510d expref: 338 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.184986:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ea54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c510d expref: 337 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.184990:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008d2f5b00) 00010000:00010000:3.0:1713531222.184991:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.184993:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2fcc0, rc 0) 00000100:00100000:3.0:1713531222.185018:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+337:7973:x1796767405138688:12345-192.168.202.39@tcp:101:diff.0 Request processed in 134us (237us total) trans 4294970996 rc 0/0 00000100:00100000:3.0:1713531222.185022:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5188 00000100:00100000:0.0:1713531222.185853:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.185900:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138752 00000100:00100000:2.0:1713531222.185905:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138752 00000100:00100000:2.0:1713531222.185934:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 490 00000100:00100000:2.0:1713531222.185939:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+337:1823:x1796767405138752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.185950:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.185960:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ea54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x87:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c510d expref: 337 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.185971:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x87:0x0].0x0 (ffff88008d2f5b00) 00010000:00010000:2.0:1713531222.185973:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.185999:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+336:1823:x1796767405138752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.186005:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 490 00000100:00100000:0.0:1713531222.186104:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.186143:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405138880 00000100:00100000:3.0:1713531222.186147:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405138880 00002000:00100000:3.0:1713531222.186160:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x48:0x0] (0->4095) req@ffff88008d414a80 x1796767405138880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.186165:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414a80 with x1796767405138880 ext(0->4095) 00002000:00010000:3.0:1713531222.186167:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d414a80 00000100:00100000:3.0:1713531222.186175:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 330 00000100:00100000:3.0:1713531222.186178:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1823:x1796767405138880:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.186256:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1823:x1796767405138880:12345-192.168.202.39@tcp:3:diff.0 Request processed in 76us (153us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.186263:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 330 00002000:00100000:3.0:1713531222.186282:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x48:0x0] (0->4095) req@ffff88008d414a80 x1796767405138880/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.186287:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d414a80 with x1796767405138880 ext(0->4095) 00002000:00010000:3.0:1713531222.186289:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d414a80 00000100:00100000:0.0:1713531222.187286:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.187332:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139008 00000100:00100000:3.0:1713531222.187336:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139008 00000100:00100000:3.0:1713531222.187365:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000100:00100000:3.0:1713531222.187371:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2284050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+336:7973:x1796767405139008:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.187528:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2284050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+337:7973:x1796767405139008:12345-192.168.202.39@tcp:35:diff.0 Request processed in 156us (262us total) trans 4294970997 rc 0/0 00000100:00100000:3.0:1713531222.187533:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000100:00100000:0.0:1713531222.188386:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.188432:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139072 00000100:00100000:3.0:1713531222.188436:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139072 00000100:00100000:3.0:1713531222.188453:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5189 00000100:00100000:3.0:1713531222.188457:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+337:7973:x1796767405139072:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.188465:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.188472:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ea62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5114 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.188492:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188498:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188502:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188511:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188514:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188517:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188562:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188566:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188569:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.188581:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x86:0x0]: returning size 3 00000004:00200000:3.0:1713531222.188583:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.188588:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188592:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188596:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188599:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188602:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188607:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.188609:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188612:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188616:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.188617:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.188619:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188622:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ea69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188627:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188630:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188633:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188636:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.188637:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188640:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188643:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656c9f94 (ffff88008d2f5100) 00010000:00010000:3.0:1713531222.188644:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.188645:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188648:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ea70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.188660:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ea62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5114 expref: 339 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.188666:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c6c0/0xe3b2c9851352ea77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5114 expref: 338 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.188669:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (ffff88008d2f5f00) 00010000:00010000:3.0:1713531222.188670:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.188671:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2c6c0, rc 0) 00000100:00100000:3.0:1713531222.188696:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+338:7973:x1796767405139072:12345-192.168.202.39@tcp:101:diff.0 Request processed in 238us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.188701:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5189 00000100:00100000:0.0:1713531222.189644:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.189689:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139136 00000100:00100000:2.0:1713531222.189693:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139136 00000100:00100000:2.0:1713531222.189712:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1331 00000100:00100000:2.0:1713531222.189717:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+64:1823:x1796767405139136:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.189725:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.189740:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee2f40/0xe3b2c9851352ea7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c511b expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.189753:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x47:0x0] initial LVB size: 3, mtime: 0x66226950, atime: 0x66226950, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.189763:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.189765:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.189770:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee2f40/0xe3b2c9851352ea7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c511b expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.189781:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee2f40/0xe3b2c9851352ea7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c511b expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.189790:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee2f40, rc 0) 00000100:00100000:2.0:1713531222.189818:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1823:x1796767405139136:12345-192.168.202.39@tcp:101:diff.0 Request processed in 100us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.189824:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1331 00000100:00100000:0.0:1713531222.190782:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.190825:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139264 00000100:00100000:3.0:1713531222.190828:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139264 00000100:00100000:3.0:1713531222.190843:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5190 00000100:00100000:3.0:1713531222.190847:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+338:7973:x1796767405139264:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.190853:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.190861:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ea85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5122 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.190897:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ea8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.190903:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ea8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.190908:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ea8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.190912:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x86:0x0]: returning size 3 00010000:00010000:3.0:1713531222.190960:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ea85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5122 expref: 341 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.190967:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ea8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5122 expref: 340 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.190972:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (ffff88008d2f5f00) 00010000:00010000:3.0:1713531222.190974:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.190975:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2ed00, rc 0) 00000100:00100000:3.0:1713531222.190999:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+340:7973:x1796767405139264:12345-192.168.202.39@tcp:101:diff.0 Request processed in 152us (219us total) trans 4294970998 rc 0/0 00000100:00100000:3.0:1713531222.191003:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5190 00000100:00100000:0.0:1713531222.191945:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.192029:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139328 00000100:00100000:2.0:1713531222.192033:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139328 00000100:00100000:2.0:1713531222.192060:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 491 00000100:00100000:2.0:1713531222.192064:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+340:1824:x1796767405139328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.192070:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.192079:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ea8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x86:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5122 expref: 340 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.192087:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x86:0x0].0x0 (ffff88008d2f5f00) 00010000:00010000:2.0:1713531222.192089:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.192111:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+339:1824:x1796767405139328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.192115:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 491 00000100:00100000:0.0:1713531222.192249:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.192322:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139456 00000100:00100000:3.0:1713531222.192327:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139456 00002000:00100000:3.0:1713531222.192344:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x47:0x0] (0->4095) req@ffff88008aa29880 x1796767405139456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.192350:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa29880 with x1796767405139456 ext(0->4095) 00002000:00010000:3.0:1713531222.192353:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa29880 00000100:00100000:3.0:1713531222.192371:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 331 00000100:00100000:3.0:1713531222.192374:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1822:x1796767405139456:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.192481:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1822:x1796767405139456:12345-192.168.202.39@tcp:3:diff.0 Request processed in 103us (231us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.192490:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 331 00002000:00100000:3.0:1713531222.192495:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x47:0x0] (0->4095) req@ffff88008aa29880 x1796767405139456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.192503:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa29880 with x1796767405139456 ext(0->4095) 00002000:00010000:3.0:1713531222.192505:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa29880 00000100:00100000:0.0:1713531222.193391:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.193449:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139584 00000100:00100000:3.0:1713531222.193452:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139584 00000100:00100000:3.0:1713531222.193486:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000100:00100000:3.0:1713531222.193491:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+339:7973:x1796767405139584:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.193698:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+340:7973:x1796767405139584:12345-192.168.202.39@tcp:35:diff.0 Request processed in 206us (307us total) trans 4294970999 rc 0/0 00000100:00100000:3.0:1713531222.193705:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000100:00100000:0.0:1713531222.194625:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.194672:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139648 00000100:00100000:3.0:1713531222.194676:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139648 00000100:00100000:3.0:1713531222.194709:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5191 00000100:00100000:3.0:1713531222.194713:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+340:7973:x1796767405139648:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.194722:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.194738:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ea9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5129 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.194789:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194799:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194806:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194823:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194828:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194833:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194916:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194922:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194927:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.194944:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x85:0x0]: returning size 3 00000004:00200000:3.0:1713531222.194947:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.194956:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194963:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194971:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194975:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194978:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194984:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.194987:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194991:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.194998:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.194999:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.195001:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195004:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352eaa1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195011:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195014:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195017:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195019:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2c240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.195020:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195023:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195026:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656ca094 (ffff88008d2f5400) 00010000:00010000:3.0:1713531222.195027:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.195029:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195032:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352eaa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.195047:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ea9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5129 expref: 342 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.195054:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cb40/0xe3b2c9851352eaaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5129 expref: 341 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.195057:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008d2f5200) 00010000:00010000:3.0:1713531222.195059:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.195060:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2cb40, rc 0) 00000100:00100000:3.0:1713531222.195085:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+341:7973:x1796767405139648:12345-192.168.202.39@tcp:101:diff.0 Request processed in 372us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.195089:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5191 00000100:00100000:0.0:1713531222.196108:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.196168:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139712 00000100:00100000:2.0:1713531222.196173:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139712 00000100:00100000:2.0:1713531222.196206:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1332 00000100:00100000:2.0:1713531222.196211:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+65:1822:x1796767405139712:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.196221:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.196238:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008aee0d80/0xe3b2c9851352eab6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5130 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.196255:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x45:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226952, blocks: 0xb 00010000:00010000:2.0:1713531222.196287:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.196289:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.196297:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008aee0d80/0xe3b2c9851352eab6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5130 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.196309:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008aee0d80/0xe3b2c9851352eab6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5130 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.196318:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008aee0d80, rc 0) 00000100:00100000:2.0:1713531222.196352:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1822:x1796767405139712:12345-192.168.202.39@tcp:101:diff.0 Request processed in 140us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.196358:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1332 00000100:00100000:0.0:1713531222.197342:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.197383:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139840 00000100:00100000:3.0:1713531222.197387:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139840 00000100:00100000:3.0:1713531222.197407:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5192 00000100:00100000:3.0:1713531222.197425:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+341:7973:x1796767405139840:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.197434:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.197445:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352eabd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5137 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.197491:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352eac4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.197499:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352eac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.197505:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352eac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.197512:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x85:0x0]: returning size 3 00010000:00010000:3.0:1713531222.197600:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352eabd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5137 expref: 344 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.197611:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352eac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5137 expref: 343 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.197617:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008d2f5200) 00010000:00010000:3.0:1713531222.197619:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.197621:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2eac0, rc 0) 00000100:00100000:3.0:1713531222.197653:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+343:7973:x1796767405139840:12345-192.168.202.39@tcp:101:diff.0 Request processed in 240us (311us total) trans 4294971000 rc 0/0 00000100:00100000:3.0:1713531222.197658:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5192 00000100:00100000:0.0:1713531222.198596:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.198645:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405139904 00000100:00100000:2.0:1713531222.198650:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405139904 00000100:00100000:2.0:1713531222.198679:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 492 00000100:00100000:2.0:1713531222.198683:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+343:1825:x1796767405139904:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.198689:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.198698:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352eac4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x85:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5137 expref: 343 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.198707:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x85:0x0].0x0 (ffff88008d2f5200) 00010000:00010000:2.0:1713531222.198709:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.198734:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+342:1825:x1796767405139904:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 51us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.198738:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 492 00000100:00100000:0.0:1713531222.198778:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.198846:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140032 00000100:00100000:3.0:1713531222.198850:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140032 00002000:00100000:3.0:1713531222.198868:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x45:0x0] (0->4095) req@ffff88008aa2aa00 x1796767405140032/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.198876:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa2aa00 with x1796767405140032 ext(0->4095) 00002000:00010000:3.0:1713531222.198879:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa2aa00 00000100:00100000:3.0:1713531222.198897:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 332 00000100:00100000:3.0:1713531222.198900:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1823:x1796767405140032:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.199014:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1823:x1796767405140032:12345-192.168.202.39@tcp:3:diff.0 Request processed in 110us (235us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.199023:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 332 00002000:00100000:3.0:1713531222.199028:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x45:0x0] (0->4095) req@ffff88008aa2aa00 x1796767405140032/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.199034:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa2aa00 with x1796767405140032 ext(0->4095) 00002000:00010000:3.0:1713531222.199037:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa2aa00 00000100:00100000:0.0:1713531222.199972:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.200012:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140160 00000100:00100000:3.0:1713531222.200015:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140160 00000100:00100000:3.0:1713531222.200034:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1126 00000100:00100000:3.0:1713531222.200038:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+342:7973:x1796767405140160:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.200235:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+343:7973:x1796767405140160:12345-192.168.202.39@tcp:35:diff.0 Request processed in 194us (261us total) trans 4294971001 rc 0/0 00000100:00100000:3.0:1713531222.200241:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1126 00000100:00100000:0.0:1713531222.201089:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.201122:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140224 00000100:00100000:3.0:1713531222.201125:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140224 00000100:00100000:3.0:1713531222.201139:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5193 00000100:00100000:3.0:1713531222.201142:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+343:7973:x1796767405140224:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.201148:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.201157:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ead2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c513e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.201179:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201185:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201190:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201201:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201205:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201224:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201323:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201329:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201335:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.201352:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x84:0x0]: returning size 3 00000004:00200000:3.0:1713531222.201355:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.201363:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201369:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201375:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201380:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201385:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201395:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2fa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.201398:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201404:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201426:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:3.0:1713531222.201429:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.201432:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201436:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ead9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201446:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201451:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201456:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201460:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.201463:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201467:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201472:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656ca194 (ffff88008d2f5d00) 00010000:00010000:3.0:1713531222.201474:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.201476:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201481:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352eae0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.201500:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ead2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c513e expref: 345 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.201509:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c900/0xe3b2c9851352eae7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c513e expref: 344 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.201515:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:3.0:1713531222.201516:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.201518:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2c900, rc 0) 00000100:00100000:3.0:1713531222.201550:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+344:7973:x1796767405140224:12345-192.168.202.39@tcp:101:diff.0 Request processed in 406us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.201556:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5193 00000100:00100000:0.0:1713531222.202603:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.202654:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140288 00000100:00100000:2.0:1713531222.202659:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140288 00000100:00100000:2.0:1713531222.202679:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1333 00000100:00100000:2.0:1713531222.202683:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1823:x1796767405140288:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.202690:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.202706:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352eaee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5145 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.202719:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x4c:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.202728:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.202729:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.202735:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352eaee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5145 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.202742:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352eaee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5145 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.202748:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5daf40, rc 0) 00000100:00100000:2.0:1713531222.202773:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1823:x1796767405140288:12345-192.168.202.39@tcp:101:diff.0 Request processed in 89us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.202776:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1333 00000100:00100000:0.0:1713531222.203709:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.203806:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140416 00000100:00100000:3.0:1713531222.203811:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140416 00000100:00100000:3.0:1713531222.203835:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5194 00000100:00100000:3.0:1713531222.203838:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+344:7973:x1796767405140416:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.203845:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.203854:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eaf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c514c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.203898:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352eafc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.203904:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352eafc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531222.203909:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352eafc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531222.203914:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x84:0x0]: returning size 3 00010000:00010000:3.0:1713531222.203966:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eaf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c514c expref: 347 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.203974:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352eafc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c514c expref: 346 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.203979:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:3.0:1713531222.203980:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.203981:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2dd40, rc 0) 00000100:00100000:3.0:1713531222.204007:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+346:7973:x1796767405140416:12345-192.168.202.39@tcp:101:diff.0 Request processed in 168us (300us total) trans 4294971002 rc 0/0 00000100:00100000:3.0:1713531222.204011:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5194 00000100:00100000:3.0:1713531222.204454:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409666944:0@lo:400:kworker.0 00000100:00100000:0.0:1713531222.204454:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409667008:0@lo:400:kworker.0 00000100:00100000:2.0:1713531222.204466:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409667072:0@lo:400:kworker.0 00000100:00100000:0.0:1713531222.204485:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531222.204486:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531222.204498:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409666944 00000100:00100000:2.0:1713531222.204501:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409666944 00000100:00100000:2.0:1713531222.204519:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1713531222.204519:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531222.204523:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409666944:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1713531222.204527:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531192 00000100:00100000:0.0:1713531222.204529:0:2631:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1713531222.204535:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409667136:0@lo:400:kworker.0 00000100:00100000:1.0:1713531222.204540:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667008 00000100:00100000:1.0:1713531222.204544:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667008 00000100:00100000:2.0:1713531222.204552:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409666944:12345-0@lo:400:kworker.0 Request processed in 29us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.204554:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531222.204556:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1713531222.204568:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667072 00000100:00100000:1.0:1713531222.204570:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667072 00000100:00100000:3.0:1713531222.204572:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667136 00000100:00100000:3.0:1713531222.204575:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667136 00000100:00100000:2.0:1713531222.204575:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1713531222.204578:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409667008:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1713531222.204579:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531192 00000100:00100000:3.0:1713531222.204591:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1713531222.204594:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409667136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531222.204594:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409667008:12345-0@lo:400:kworker.0 Request processed in 15us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.204599:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1713531222.204604:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1713531222.204604:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409667072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531222.204618:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409667136:12345-0@lo:400:kworker.0 Request processed in 24us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.204622:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1713531222.204632:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409667072:12345-0@lo:400:kworker.0 Request processed in 28us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.204638:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1713531222.204641:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409666944:0@lo:400:kworker.0 00000100:00100000:0.0:1713531222.204660:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409667008:0@lo:400:kworker.0 00000100:00100000:0.0:1713531222.204674:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409667136:0@lo:400:kworker.0 00000100:00100000:0.0:1713531222.204679:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409667072:0@lo:400:kworker.0 00000100:00100000:2.0:1713531222.204766:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531222.204780:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140480 00000100:00100000:0.0:1713531222.204782:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140480 00000100:00100000:0.0:1713531222.204803:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 493 00000100:00100000:0.0:1713531222.204808:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+346:1824:x1796767405140480:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531222.204817:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531222.204828:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352eafc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x84:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c514c expref: 346 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531222.204846:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x84:0x0].0x0 (ffff88008d2f5a00) 00010000:00010000:0.0:1713531222.204848:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531222.204866:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+345:1824:x1796767405140480:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.204872:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 493 00000100:00100000:2.0:1713531222.204945:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.205011:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140608 00000100:00100000:3.0:1713531222.205015:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140608 00002000:00100000:3.0:1713531222.205031:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4c:0x0] (0->4095) req@ffff88008d415c00 x1796767405140608/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.205038:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415c00 with x1796767405140608 ext(0->4095) 00002000:00010000:3.0:1713531222.205041:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d415c00 00000100:00100000:3.0:1713531222.205058:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 333 00000100:00100000:3.0:1713531222.205061:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405140608:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.205145:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405140608:12345-192.168.202.39@tcp:3:diff.0 Request processed in 82us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.205150:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 333 00002000:00100000:3.0:1713531222.205153:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x4c:0x0] (0->4095) req@ffff88008d415c00 x1796767405140608/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.205158:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d415c00 with x1796767405140608 ext(0->4095) 00002000:00010000:3.0:1713531222.205160:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d415c00 00000100:00100000:0.0:1713531222.206092:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.206122:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140736 00000100:00100000:3.0:1713531222.206126:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140736 00000100:00100000:3.0:1713531222.206141:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1127 00000100:00100000:3.0:1713531222.206145:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+345:7973:x1796767405140736:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.206304:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+346:7973:x1796767405140736:12345-192.168.202.39@tcp:35:diff.0 Request processed in 156us (212us total) trans 4294971003 rc 0/0 00000100:00100000:3.0:1713531222.206308:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1127 00000100:00100000:0.0:1713531222.207056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.207143:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140800 00000100:00100000:2.0:1713531222.207147:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140800 00000100:00100000:2.0:1713531222.207167:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5195 00000100:00100000:2.0:1713531222.207171:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+346:7973:x1796767405140800:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.207179:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.207187:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352eb0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5153 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.207210:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207215:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207220:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207228:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207232:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207235:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207312:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207317:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207320:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.207332:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x83:0x0]: returning size 3 00000004:00200000:2.0:1713531222.207334:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.207340:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207344:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207348:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207351:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207354:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207357:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5d8d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.207359:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207362:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207367:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x0 (ffff88008cf75300) 00010000:00010000:2.0:1713531222.207369:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.207370:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207373:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8d80/0xe3b2c9851352eb11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207378:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207381:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207384:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207387:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.207389:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207391:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207394:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x81:0x0].0x656ca294 (ffff880131d87200) 00010000:00010000:2.0:1713531222.207395:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.207396:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207399:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5da640/0xe3b2c9851352eb18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x81:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.207422:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d8fc0/0xe3b2c9851352eb0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5153 expref: 348 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.207432:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9200/0xe3b2c9851352eb1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5153 expref: 347 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.207435:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff880131d87300) 00010000:00010000:2.0:1713531222.207436:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.207437:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9200, rc 0) 00000100:00100000:2.0:1713531222.207461:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+347:7973:x1796767405140800:12345-192.168.202.39@tcp:101:diff.0 Request processed in 289us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.207465:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5195 00000100:00100000:0.0:1713531222.208379:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.208453:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140864 00000100:00100000:2.0:1713531222.208457:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140864 00000100:00100000:2.0:1713531222.208480:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1334 00000100:00100000:2.0:1713531222.208484:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+66:1822:x1796767405140864:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.208490:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.208503:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c5da1c0/0xe3b2c9851352eb26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c515a expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.208515:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x46:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.208523:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.208524:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.208527:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c5da1c0/0xe3b2c9851352eb26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c515a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.208535:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008c5da1c0/0xe3b2c9851352eb26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c515a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.208544:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5da1c0, rc 0) 00000100:00100000:2.0:1713531222.208567:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1822:x1796767405140864:12345-192.168.202.39@tcp:101:diff.0 Request processed in 83us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.208571:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1334 00000100:00100000:0.0:1713531222.209382:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.209454:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405140992 00000100:00100000:2.0:1713531222.209458:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405140992 00000100:00100000:2.0:1713531222.209481:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5196 00000100:00100000:2.0:1713531222.209484:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+347:7973:x1796767405140992:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.209491:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.209498:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352eb2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5161 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.209526:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352eb34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.209532:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352eb34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.209537:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352eb34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.209541:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x83:0x0]: returning size 3 00010000:00010000:2.0:1713531222.209588:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9d40/0xe3b2c9851352eb2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x81:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5161 expref: 350 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.209596:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352eb34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5161 expref: 349 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.209603:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff880131d87300) 00010000:00010000:2.0:1713531222.209605:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.209606:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c5d9680, rc 0) 00000100:00100000:2.0:1713531222.209631:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+349:7973:x1796767405140992:12345-192.168.202.39@tcp:101:diff.0 Request processed in 146us (250us total) trans 4294971004 rc 0/0 00000100:00100000:2.0:1713531222.209635:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5196 00000100:00100000:0.0:1713531222.210395:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.210465:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141056 00000100:00100000:2.0:1713531222.210469:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141056 00000100:00100000:2.0:1713531222.210501:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 494 00000100:00100000:2.0:1713531222.210507:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+349:1822:x1796767405141056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.210515:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.210525:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c5d9680/0xe3b2c9851352eb34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x83:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5161 expref: 349 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.210535:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x83:0x0].0x0 (ffff880131d87300) 00010000:00010000:2.0:1713531222.210538:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.210565:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+348:1822:x1796767405141056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.210570:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 494 00000100:00100000:0.0:1713531222.210723:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.210769:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141184 00000100:00100000:3.0:1713531222.210773:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141184 00002000:00100000:3.0:1713531222.210789:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x46:0x0] (0->4095) req@ffff88008aa18e00 x1796767405141184/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.210795:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa18e00 with x1796767405141184 ext(0->4095) 00002000:00010000:3.0:1713531222.210797:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa18e00 00000100:00100000:3.0:1713531222.210814:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 334 00000100:00100000:3.0:1713531222.210817:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405141184:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.210892:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405141184:12345-192.168.202.39@tcp:3:diff.0 Request processed in 73us (169us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.210896:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 334 00002000:00100000:3.0:1713531222.210899:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x46:0x0] (0->4095) req@ffff88008aa18e00 x1796767405141184/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.210905:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa18e00 with x1796767405141184 ext(0->4095) 00002000:00010000:3.0:1713531222.210907:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008aa18e00 00000100:00100000:0.0:1713531222.211994:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.212035:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141312 00000100:00100000:3.0:1713531222.212039:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141312 00000100:00100000:3.0:1713531222.212060:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1128 00000100:00100000:3.0:1713531222.212064:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+348:7973:x1796767405141312:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.212222:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+349:7973:x1796767405141312:12345-192.168.202.39@tcp:35:diff.0 Request processed in 157us (228us total) trans 4294971005 rc 0/0 00000100:00100000:3.0:1713531222.212227:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1128 00000100:00100000:0.0:1713531222.213034:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.213105:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141376 00000100:00100000:2.0:1713531222.213110:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141376 00000100:00100000:2.0:1713531222.213133:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5197 00000100:00100000:2.0:1713531222.213136:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+349:7973:x1796767405141376:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.213146:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.213161:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352eb42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5168 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.213196:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352eb49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.213205:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.213213:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.213248:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x76:0x0]: returning size 11776 00000004:00200000:2.0:1713531222.213250:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.213258:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352eb49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.213290:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1680/0xe3b2c9851352eb42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5168 expref: 351 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.213299:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2f40/0xe3b2c9851352eb49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5168 expref: 350 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.213303:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.213305:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531222.213307:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d2f40, rc 0) 00000100:00100000:2.0:1713531222.213331:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+350:7973:x1796767405141376:12345-192.168.202.39@tcp:101:diff.0 Request processed in 194us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.213335:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5197 00000100:00100000:0.0:1713531222.214407:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.214453:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141504 00000100:00100000:2.0:1713531222.214456:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141504 00000100:00100000:2.0:1713531222.214485:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5198 00000100:00100000:2.0:1713531222.214491:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+350:7973:x1796767405141504:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.214501:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.214511:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352eb50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c516f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1713531222.214574:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x76:0x0]: returning size 11776 00010000:00010000:2.0:1713531222.214650:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352eb50 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c516f expref: 352 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.214657:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d21c0/0xe3b2c9851352eb50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c516f expref: 352 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.214666:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d21c0, rc 0) 00000100:00100000:2.0:1713531222.214699:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+351:7973:x1796767405141504:12345-192.168.202.39@tcp:101:diff.0 Request processed in 206us (292us total) trans 4294971006 rc 301/301 00000100:00100000:2.0:1713531222.214705:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5198 00000100:00100000:0.0:1713531222.215809:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.215844:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141568 00000100:00100000:3.0:1713531222.215848:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141568 00000100:00100000:3.0:1713531222.215871:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000100:00100000:3.0:1713531222.215875:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+351:7973:x1796767405141568:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531222.217433:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+351:7973:x1796767405141568:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1555us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.217440:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000100:00100000:0.0:1713531222.218667:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.218718:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141696 00000100:00100000:3.0:1713531222.218724:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141696 00000100:00100000:3.0:1713531222.218754:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1130 00000100:00100000:3.0:1713531222.218759:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+351:7973:x1796767405141696:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.218941:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+352:7973:x1796767405141696:12345-192.168.202.39@tcp:35:diff.0 Request processed in 180us (275us total) trans 4294971007 rc 0/0 00000100:00100000:3.0:1713531222.218947:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1130 00000100:00100000:0.0:1713531222.219785:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.219838:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141760 00000100:00100000:2.0:1713531222.219842:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141760 00000100:00100000:2.0:1713531222.219867:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5199 00000100:00100000:2.0:1713531222.219871:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+352:7973:x1796767405141760:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.219880:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.219894:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352eb5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5176 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.219928:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.219937:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.219947:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.219961:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.219964:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.219968:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220036:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220043:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220049:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.220070:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x80:0x0]: returning size 3 00000004:00200000:2.0:1713531222.220074:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.220083:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220090:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220097:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220102:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220112:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220116:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d2d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.220120:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220126:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220135:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.220138:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.220141:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220145:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2d00/0xe3b2c9851352eb65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220154:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220158:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220163:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220167:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.220169:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220173:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220179:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9a94 (ffff880131d87b00) 00010000:00010000:2.0:1713531222.220181:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.220183:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220187:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d1d40/0xe3b2c9851352eb6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.220209:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0000/0xe3b2c9851352eb5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5176 expref: 354 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.220219:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d0900/0xe3b2c9851352eb73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5176 expref: 353 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.220224:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff880131d87c00) 00010000:00010000:2.0:1713531222.220226:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.220228:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d0900, rc 0) 00000100:00100000:2.0:1713531222.220258:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+353:7973:x1796767405141760:12345-192.168.202.39@tcp:101:diff.0 Request processed in 385us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.220264:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5199 00000004:00080000:3.0:1713531222.220359:0:10538:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 316847089758ns, next at 317847088401ns, rc = 0 00000100:00100000:0.0:1713531222.220360:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531222.220391:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531222.220444:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667200 00000100:00100000:2.0:1713531222.220448:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667200 00000100:00100000:2.0:1713531222.220482:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00080000:1.0:1713531222.220482:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531192 00000100:00100000:2.0:1713531222.220485:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:2633:x1796767409667200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1713531222.220497:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 200605696 pending 0 free 3852468224 avail 3841982464 00000100:00100000:2.0:1713531222.220531:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:2633:x1796767409667200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.220535:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1713531222.220586:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531222.221339:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.221384:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141824 00000100:00100000:2.0:1713531222.221387:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141824 00000100:00100000:2.0:1713531222.221408:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1335 00000100:00100000:2.0:1713531222.221425:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405141824:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.221433:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.221447:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352eb7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c517d expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.221461:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.221470:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.221471:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.221475:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352eb7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c517d expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.221483:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352eb7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c517d expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.221489:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801391d06c0, rc 0) 00000100:00100000:2.0:1713531222.221512:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405141824:12345-192.168.202.39@tcp:101:diff.0 Request processed in 99us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.221516:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1335 00000100:00100000:0.0:1713531222.222425:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.222464:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405141952 00000100:00100000:2.0:1713531222.222467:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405141952 00000100:00100000:2.0:1713531222.222490:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5200 00000100:00100000:2.0:1713531222.222496:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+353:7973:x1796767405141952:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.222504:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.222513:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352eb81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5184 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.222560:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eb88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.222566:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eb88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.222572:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eb88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.222579:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x80:0x0]: returning size 3 00010000:00010000:2.0:1713531222.222654:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801391d2ac0/0xe3b2c9851352eb81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5184 expref: 356 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.222663:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eb88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5184 expref: 355 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.222668:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff880131d87c00) 00010000:00010000:2.0:1713531222.222670:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.222672:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400d80, rc 0) 00000100:00100000:2.0:1713531222.222697:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+355:7973:x1796767405141952:12345-192.168.202.39@tcp:101:diff.0 Request processed in 200us (288us total) trans 4294971008 rc 0/0 00000100:00100000:2.0:1713531222.222700:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5200 00000100:00100000:0.0:1713531222.223553:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.223604:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142016 00000100:00100000:2.0:1713531222.223608:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142016 00000100:00100000:2.0:1713531222.223641:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 495 00000100:00100000:2.0:1713531222.223646:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+355:1825:x1796767405142016:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.223655:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.223664:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eb88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x80:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5184 expref: 355 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.223671:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x80:0x0].0x0 (ffff880131d87c00) 00010000:00010000:2.0:1713531222.223673:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.223696:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+354:1825:x1796767405142016:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 50us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.223700:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 495 00000100:00100000:0.0:1713531222.224028:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.224070:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142144 00000100:00100000:3.0:1713531222.224074:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142144 00002000:00100000:3.0:1713531222.224098:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x39:0x0] (0->4095) req@ffff88008ae3fb80 x1796767405142144/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.224108:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3fb80 with x1796767405142144 ext(0->4095) 00002000:00010000:3.0:1713531222.224112:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3fb80 00000100:00100000:3.0:1713531222.224128:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 335 00000100:00100000:3.0:1713531222.224132:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405142144:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.224250:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405142144:12345-192.168.202.39@tcp:3:diff.0 Request processed in 117us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.224255:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 335 00002000:00100000:3.0:1713531222.224259:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x39:0x0] (0->4095) req@ffff88008ae3fb80 x1796767405142144/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.224287:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3fb80 with x1796767405142144 ext(0->4095) 00002000:00010000:3.0:1713531222.224289:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ae3fb80 00000100:00100000:0.0:1713531222.225409:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.225481:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142272 00000100:00100000:3.0:1713531222.225485:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142272 00000100:00100000:3.0:1713531222.225508:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1131 00000100:00100000:3.0:1713531222.225513:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+354:7973:x1796767405142272:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.225747:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+355:7973:x1796767405142272:12345-192.168.202.39@tcp:35:diff.0 Request processed in 232us (337us total) trans 4294971009 rc 0/0 00000100:00100000:3.0:1713531222.225754:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1131 00000100:00100000:0.0:1713531222.226569:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.226612:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142336 00000100:00100000:2.0:1713531222.226617:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142336 00000100:00100000:2.0:1713531222.226649:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5201 00000100:00100000:2.0:1713531222.226654:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+355:7973:x1796767405142336:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.226664:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.226680:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eb96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c518b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.226717:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226728:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226737:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226753:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226759:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226765:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226849:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226856:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226862:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.226878:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x77:0x0]: returning size 3 00000004:00200000:2.0:1713531222.226881:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.226890:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226896:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226903:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226919:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226926:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226931:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d402ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.226935:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226941:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226949:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.226952:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.226956:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226961:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eb9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226969:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226978:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226983:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226988:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.226990:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.226995:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.227001:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x659c9a94 (ffff880131d87a00) 00010000:00010000:2.0:1713531222.227003:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.227005:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.227009:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eba4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.227028:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eb96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c518b expref: 357 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.227044:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d403180/0xe3b2c9851352ebab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c518b expref: 356 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.227050:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (ffff880131d87900) 00010000:00010000:2.0:1713531222.227051:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.227053:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d403180, rc 0) 00000100:00100000:2.0:1713531222.227082:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+356:7973:x1796767405142336:12345-192.168.202.39@tcp:101:diff.0 Request processed in 427us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.227088:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5201 00000100:00100000:0.0:1713531222.228196:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.228236:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142400 00000100:00100000:2.0:1713531222.228240:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142400 00000100:00100000:2.0:1713531222.228265:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1336 00000100:00100000:2.0:1713531222.228287:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+67:1823:x1796767405142400:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.228296:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.228310:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d400b40/0xe3b2c9851352ebb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5192 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.228329:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.228341:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.228343:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.228349:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d400b40/0xe3b2c9851352ebb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5192 expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.228361:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d400b40/0xe3b2c9851352ebb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5192 expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.228376:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400b40, rc 0) 00000100:00100000:2.0:1713531222.228406:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1823:x1796767405142400:12345-192.168.202.39@tcp:101:diff.0 Request processed in 118us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.228427:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1336 00000100:00100000:0.0:1713531222.229474:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.229521:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142528 00000100:00100000:2.0:1713531222.229525:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142528 00000100:00100000:2.0:1713531222.229555:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5202 00000100:00100000:2.0:1713531222.229560:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+356:7973:x1796767405142528:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.229568:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.229579:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ebb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5199 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.229642:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ebc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.229650:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ebc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.229656:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ebc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.229661:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x77:0x0]: returning size 3 00010000:00010000:2.0:1713531222.229759:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ebb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5199 expref: 359 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.229771:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ebc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5199 expref: 358 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.229782:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (ffff880131d87900) 00010000:00010000:2.0:1713531222.229785:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.229787:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b633a80, rc 0) 00000100:00100000:2.0:1713531222.229819:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+358:7973:x1796767405142528:12345-192.168.202.39@tcp:101:diff.0 Request processed in 259us (348us total) trans 4294971010 rc 0/0 00000100:00100000:2.0:1713531222.229823:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5202 00000100:00100000:0.0:1713531222.230766:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.230808:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142592 00000100:00100000:2.0:1713531222.230811:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142592 00000100:00100000:2.0:1713531222.230836:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 496 00000100:00100000:2.0:1713531222.230840:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+358:1824:x1796767405142592:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.230846:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.230855:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ebc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x77:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5199 expref: 358 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.230862:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x77:0x0].0x0 (ffff880131d87900) 00010000:00010000:2.0:1713531222.230864:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.230886:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+357:1824:x1796767405142592:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.230890:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 496 00000100:00100000:0.0:1713531222.231025:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.231066:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142720 00000100:00100000:3.0:1713531222.231071:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142720 00002000:00100000:3.0:1713531222.231091:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3a:0x0] (0->4095) req@ffff880090fd1880 x1796767405142720/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.231099:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd1880 with x1796767405142720 ext(0->4095) 00002000:00010000:3.0:1713531222.231102:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd1880 00000100:00100000:3.0:1713531222.231119:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 336 00000100:00100000:3.0:1713531222.231122:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1822:x1796767405142720:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.231235:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1822:x1796767405142720:12345-192.168.202.39@tcp:3:diff.0 Request processed in 112us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.231240:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 336 00002000:00100000:3.0:1713531222.231244:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3a:0x0] (0->4095) req@ffff880090fd1880 x1796767405142720/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.231249:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880090fd1880 with x1796767405142720 ext(0->4095) 00002000:00010000:3.0:1713531222.231252:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090fd1880 00000100:00100000:0.0:1713531222.232195:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.232293:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142848 00000100:00100000:3.0:1713531222.232297:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142848 00000100:00100000:3.0:1713531222.232324:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1132 00000100:00100000:3.0:1713531222.232328:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+357:7973:x1796767405142848:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.232543:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+358:7973:x1796767405142848:12345-192.168.202.39@tcp:35:diff.0 Request processed in 214us (349us total) trans 4294971011 rc 0/0 00000100:00100000:3.0:1713531222.232548:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1132 00000100:00100000:0.0:1713531222.233304:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.233350:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142912 00000100:00100000:2.0:1713531222.233354:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142912 00000100:00100000:2.0:1713531222.233386:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5203 00000100:00100000:2.0:1713531222.233392:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+358:7973:x1796767405142912:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.233404:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.233429:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352ebce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51a0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.233469:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233480:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233490:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233507:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233512:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233518:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233599:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233603:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233607:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.233621:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7f:0x0]: returning size 3 00000004:00200000:2.0:1713531222.233624:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.233630:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233635:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233641:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233645:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233648:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233652:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b631f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.233654:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233658:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233664:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.233666:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.233668:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233672:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352ebd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233678:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233681:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233685:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233687:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.233689:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233692:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233695:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9b94 (ffff880131d87100) 00010000:00010000:2.0:1713531222.233697:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.233698:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233700:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352ebdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.233713:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352ebce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51a0 expref: 360 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.233720:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630b40/0xe3b2c9851352ebe3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51a0 expref: 359 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.233724:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff880131d87b00) 00010000:00010000:2.0:1713531222.233725:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.233726:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b630b40, rc 0) 00000100:00100000:2.0:1713531222.233753:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+359:7973:x1796767405142912:12345-192.168.202.39@tcp:101:diff.0 Request processed in 361us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.233757:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5203 00000100:00100000:0.0:1713531222.234667:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.234703:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405142976 00000100:00100000:2.0:1713531222.234707:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405142976 00000100:00100000:2.0:1713531222.234735:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1337 00000100:00100000:2.0:1713531222.234739:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405142976:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.234750:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.234764:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b631440/0xe3b2c9851352ebea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51a7 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.234780:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.234791:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.234793:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.234798:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b631440/0xe3b2c9851352ebea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51a7 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.234809:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b631440/0xe3b2c9851352ebea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51a7 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.234817:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b631440, rc 0) 00000100:00100000:2.0:1713531222.234845:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1822:x1796767405142976:12345-192.168.202.39@tcp:101:diff.0 Request processed in 105us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.234851:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1337 00000100:00100000:0.0:1713531222.235877:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.235921:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143104 00000100:00100000:2.0:1713531222.235926:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143104 00000100:00100000:2.0:1713531222.235956:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5204 00000100:00100000:2.0:1713531222.235960:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+359:7973:x1796767405143104:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.235968:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.235976:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ebf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51ae expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.236025:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ebf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.236039:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ebf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.236047:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ebf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.236056:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7f:0x0]: returning size 3 00010000:00010000:2.0:1713531222.236138:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ebf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ae expref: 362 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.236147:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ebf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ae expref: 361 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.236152:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff880131d87b00) 00010000:00010000:2.0:1713531222.236154:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.236155:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b630000, rc 0) 00000100:00100000:2.0:1713531222.236184:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+361:7973:x1796767405143104:12345-192.168.202.39@tcp:101:diff.0 Request processed in 224us (310us total) trans 4294971012 rc 0/0 00000100:00100000:2.0:1713531222.236188:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5204 00000100:00100000:0.0:1713531222.237165:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.237221:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143168 00000100:00100000:2.0:1713531222.237226:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143168 00000100:00100000:2.0:1713531222.237265:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 497 00000100:00100000:2.0:1713531222.237297:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+361:1825:x1796767405143168:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.237309:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.237322:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ebf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ae expref: 361 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.237333:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7f:0x0].0x0 (ffff880131d87b00) 00010000:00010000:2.0:1713531222.237336:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.237357:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+360:1825:x1796767405143168:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.237363:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 497 00000100:00100000:0.0:1713531222.237496:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.237533:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143296 00000100:00100000:3.0:1713531222.237537:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143296 00002000:00100000:3.0:1713531222.237554:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3b:0x0] (0->4095) req@ffff88008dea2d80 x1796767405143296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.237561:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea2d80 with x1796767405143296 ext(0->4095) 00002000:00010000:3.0:1713531222.237564:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea2d80 00000100:00100000:3.0:1713531222.237574:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 337 00000100:00100000:3.0:1713531222.237577:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1823:x1796767405143296:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.237691:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1823:x1796767405143296:12345-192.168.202.39@tcp:3:diff.0 Request processed in 110us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.237697:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 337 00002000:00100000:3.0:1713531222.237703:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3b:0x0] (0->4095) req@ffff88008dea2d80 x1796767405143296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.237711:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea2d80 with x1796767405143296 ext(0->4095) 00002000:00010000:3.0:1713531222.237714:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea2d80 00000100:00100000:0.0:1713531222.238654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.238718:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143424 00000100:00100000:3.0:1713531222.238722:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143424 00000100:00100000:3.0:1713531222.238756:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1133 00000100:00100000:3.0:1713531222.238762:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+360:7973:x1796767405143424:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.239036:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+361:7973:x1796767405143424:12345-192.168.202.39@tcp:35:diff.0 Request processed in 272us (380us total) trans 4294971013 rc 0/0 00000100:00100000:3.0:1713531222.239044:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1133 00000100:00100000:0.0:1713531222.240124:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.240184:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143488 00000100:00100000:2.0:1713531222.240188:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143488 00000100:00100000:2.0:1713531222.240215:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5205 00000100:00100000:2.0:1713531222.240219:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+361:7973:x1796767405143488:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.240231:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.240246:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ec06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51b5 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.240304:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240313:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240321:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240336:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240340:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240346:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240461:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240472:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240478:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.240498:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7e:0x0]: returning size 3 00000004:00200000:2.0:1713531222.240502:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.240513:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240521:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240527:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240532:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240537:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240542:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.240545:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240551:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240560:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.240563:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.240566:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240572:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ec0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240581:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240586:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240590:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240594:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.240596:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240600:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240605:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9c94 (ffff880131d87d00) 00010000:00010000:2.0:1713531222.240606:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.240608:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240612:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ec14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.240631:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ec06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51b5 expref: 363 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.240641:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b6306c0/0xe3b2c9851352ec1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51b5 expref: 362 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.240651:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (ffff880131d87200) 00010000:00010000:2.0:1713531222.240654:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.240656:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b6306c0, rc 0) 00000100:00100000:2.0:1713531222.240700:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+362:7973:x1796767405143488:12345-192.168.202.39@tcp:101:diff.0 Request processed in 478us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.240705:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5205 00000100:00100000:0.0:1713531222.242035:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.242128:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143552 00000100:00100000:2.0:1713531222.242133:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143552 00000100:00100000:2.0:1713531222.242162:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1338 00000100:00100000:2.0:1713531222.242166:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+68:1823:x1796767405143552:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.242176:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.242190:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b631b00/0xe3b2c9851352ec22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51bc expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.242205:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.242215:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.242216:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.242222:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b631b00/0xe3b2c9851352ec22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51bc expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.242231:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b631b00/0xe3b2c9851352ec22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51bc expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.242237:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b631b00, rc 0) 00000100:00100000:2.0:1713531222.242263:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1823:x1796767405143552:12345-192.168.202.39@tcp:101:diff.0 Request processed in 97us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.242290:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1338 00000100:00100000:0.0:1713531222.243230:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.243286:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143680 00000100:00100000:2.0:1713531222.243290:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143680 00000100:00100000:2.0:1713531222.243315:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5206 00000100:00100000:2.0:1713531222.243318:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+362:7973:x1796767405143680:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.243326:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.243335:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c9851352ec29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51c3 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.243398:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ec30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.243407:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ec30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.243429:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ec30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.243438:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7e:0x0]: returning size 3 00010000:00010000:2.0:1713531222.243542:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c9851352ec29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51c3 expref: 365 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.243555:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ec30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51c3 expref: 364 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.243562:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (ffff880131d87200) 00010000:00010000:2.0:1713531222.243564:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.243567:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b631200, rc 0) 00000100:00100000:2.0:1713531222.243600:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+364:7973:x1796767405143680:12345-192.168.202.39@tcp:101:diff.0 Request processed in 279us (371us total) trans 4294971014 rc 0/0 00000100:00100000:2.0:1713531222.243606:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5206 00000100:00100000:0.0:1713531222.244510:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.244565:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143744 00000100:00100000:2.0:1713531222.244569:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143744 00000100:00100000:2.0:1713531222.244599:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 498 00000100:00100000:2.0:1713531222.244603:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+364:1823:x1796767405143744:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.244611:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.244621:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ec30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51c3 expref: 364 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.244632:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7e:0x0].0x0 (ffff880131d87200) 00010000:00010000:2.0:1713531222.244634:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.244657:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+363:1823:x1796767405143744:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 54us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.244661:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 498 00000100:00100000:2.0:1713531222.244830:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.244883:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405143872 00000100:00100000:3.0:1713531222.244888:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405143872 00002000:00100000:3.0:1713531222.244912:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x39:0x0] (0->4095) req@ffff88008d740a80 x1796767405143872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.244922:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d740a80 with x1796767405143872 ext(0->4095) 00002000:00010000:3.0:1713531222.244926:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d740a80 00000100:00100000:3.0:1713531222.244949:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 338 00000100:00100000:3.0:1713531222.244954:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1823:x1796767405143872:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.245072:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1823:x1796767405143872:12345-192.168.202.39@tcp:3:diff.0 Request processed in 116us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.245078:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 338 00002000:00100000:3.0:1713531222.245084:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x39:0x0] (0->4095) req@ffff88008d740a80 x1796767405143872/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.245091:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d740a80 with x1796767405143872 ext(0->4095) 00002000:00010000:3.0:1713531222.245094:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d740a80 00000100:00100000:0.0:1713531222.246235:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.246293:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144000 00000100:00100000:3.0:1713531222.246298:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144000 00000100:00100000:3.0:1713531222.246316:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000100:00100000:3.0:1713531222.246320:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+363:7973:x1796767405144000:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.246559:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+364:7973:x1796767405144000:12345-192.168.202.39@tcp:35:diff.0 Request processed in 236us (323us total) trans 4294971015 rc 0/0 00000100:00100000:3.0:1713531222.246564:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000100:00100000:0.0:1713531222.247346:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.247391:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144064 00000100:00100000:2.0:1713531222.247394:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144064 00000100:00100000:2.0:1713531222.247426:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5207 00000100:00100000:2.0:1713531222.247430:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+364:7973:x1796767405144064:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.247443:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.247460:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630480/0xe3b2c9851352ec3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51ca expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.247494:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247504:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247512:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247527:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247530:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247534:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247605:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247608:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247612:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.247625:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7d:0x0]: returning size 3 00000004:00200000:2.0:1713531222.247628:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.247635:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247640:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247645:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247649:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247655:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247659:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.247661:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247666:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247672:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.247673:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.247675:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247678:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ec45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247684:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247687:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247691:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247693:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.247694:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247697:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247701:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9d94 (ffff880131d87000) 00010000:00010000:2.0:1713531222.247703:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.247704:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247707:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ec4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.247721:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630480/0xe3b2c9851352ec3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ca expref: 366 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.247728:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a473c0/0xe3b2c9851352ec53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ca expref: 365 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.247732:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (ffff880131d87600) 00010000:00010000:2.0:1713531222.247733:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.247734:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a473c0, rc 0) 00000100:00100000:2.0:1713531222.247765:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+365:7973:x1796767405144064:12345-192.168.202.39@tcp:101:diff.0 Request processed in 334us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.247771:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5207 00000100:00100000:0.0:1713531222.248803:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.248850:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144128 00000100:00100000:2.0:1713531222.248854:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144128 00000100:00100000:2.0:1713531222.248877:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1339 00000100:00100000:2.0:1713531222.248881:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1823:x1796767405144128:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.248890:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.248904:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a44000/0xe3b2c9851352ec5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51d1 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.248921:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.248930:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.248931:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.248936:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a44000/0xe3b2c9851352ec5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d1 expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.248944:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131a44000/0xe3b2c9851352ec5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d1 expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.248950:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44000, rc 0) 00000100:00100000:2.0:1713531222.248975:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1823:x1796767405144128:12345-192.168.202.39@tcp:101:diff.0 Request processed in 93us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.248979:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1339 00000100:00100000:0.0:1713531222.250057:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.250111:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144256 00000100:00100000:2.0:1713531222.250115:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144256 00000100:00100000:2.0:1713531222.250141:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5208 00000100:00100000:2.0:1713531222.250145:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+365:7973:x1796767405144256:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.250152:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.250161:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352ec61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51d8 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.250208:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c9851352ec68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.250215:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c9851352ec68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.250224:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c9851352ec68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.250230:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7d:0x0]: returning size 3 00010000:00010000:2.0:1713531222.250353:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851352ec61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d8 expref: 368 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.250366:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c9851352ec68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d8 expref: 367 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.250372:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (ffff880131d87600) 00010000:00010000:2.0:1713531222.250375:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.250377:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44fc0, rc 0) 00000100:00100000:2.0:1713531222.250428:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+367:7973:x1796767405144256:12345-192.168.202.39@tcp:101:diff.0 Request processed in 266us (357us total) trans 4294971016 rc 0/0 00000100:00100000:2.0:1713531222.250435:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5208 00000100:00100000:0.0:1713531222.251235:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.251293:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144320 00000100:00100000:2.0:1713531222.251297:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144320 00000100:00100000:2.0:1713531222.251332:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 499 00000100:00100000:2.0:1713531222.251337:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+367:1824:x1796767405144320:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.251346:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.251363:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c9851352ec68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d8 expref: 367 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.251373:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7d:0x0].0x0 (ffff880131d87600) 00010000:00010000:2.0:1713531222.251376:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.251403:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+366:1824:x1796767405144320:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.251410:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 499 00000100:00100000:2.0:1713531222.251552:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.251597:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144448 00000100:00100000:3.0:1713531222.251603:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144448 00002000:00100000:3.0:1713531222.251627:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3c:0x0] (0->4095) req@ffff88008d740000 x1796767405144448/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.251638:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d740000 with x1796767405144448 ext(0->4095) 00002000:00010000:3.0:1713531222.251643:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d740000 00000100:00100000:3.0:1713531222.251663:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 339 00000100:00100000:3.0:1713531222.251668:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1824:x1796767405144448:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.251797:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1824:x1796767405144448:12345-192.168.202.39@tcp:3:diff.0 Request processed in 127us (243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.251804:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 339 00002000:00100000:3.0:1713531222.251810:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3c:0x0] (0->4095) req@ffff88008d740000 x1796767405144448/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.251817:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d740000 with x1796767405144448 ext(0->4095) 00002000:00010000:3.0:1713531222.251819:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d740000 00000100:00100000:0.0:1713531222.253029:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.253071:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144576 00000100:00100000:3.0:1713531222.253075:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144576 00000100:00100000:3.0:1713531222.253098:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1135 00000100:00100000:3.0:1713531222.253101:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+366:7973:x1796767405144576:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.253314:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+367:7973:x1796767405144576:12345-192.168.202.39@tcp:35:diff.0 Request processed in 211us (286us total) trans 4294971017 rc 0/0 00000100:00100000:3.0:1713531222.253322:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1135 00000100:00100000:0.0:1713531222.254224:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.254296:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144640 00000100:00100000:2.0:1713531222.254301:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144640 00000100:00100000:2.0:1713531222.254335:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5209 00000100:00100000:2.0:1713531222.254341:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+367:7973:x1796767405144640:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.254354:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.254370:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c9851352ec76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51df expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.254403:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254425:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254434:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254450:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254456:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254461:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254554:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254561:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254567:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.254586:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7c:0x0]: returning size 3 00000004:00200000:2.0:1713531222.254589:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531222.254599:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254607:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254613:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254619:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254624:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254630:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.254633:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254639:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254648:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:2.0:1713531222.254650:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.254653:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254658:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c9851352ec7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254670:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254676:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254680:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254685:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a458c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531222.254687:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254692:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254697:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9e94 (ffff880131d87800) 00010000:00010000:2.0:1713531222.254699:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531222.254701:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254705:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c9851352ec84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.254725:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c9851352ec76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51df expref: 369 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.254733:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46d00/0xe3b2c9851352ec8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51df expref: 368 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.254739:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff880131d87100) 00010000:00010000:2.0:1713531222.254741:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531222.254743:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a46d00, rc 0) 00000100:00100000:2.0:1713531222.254776:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+368:7973:x1796767405144640:12345-192.168.202.39@tcp:101:diff.0 Request processed in 435us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.254781:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5209 00000100:00100000:0.0:1713531222.255690:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.255759:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144704 00000100:00100000:2.0:1713531222.255763:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144704 00000100:00100000:2.0:1713531222.255790:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1340 00000100:00100000:2.0:1713531222.255794:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1822:x1796767405144704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.255801:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.255815:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a44900/0xe3b2c9851352ec92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51e6 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.255828:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.255838:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.255839:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.255845:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a44900/0xe3b2c9851352ec92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51e6 expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.255852:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131a44900/0xe3b2c9851352ec92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51e6 expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.255858:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44900, rc 0) 00000100:00100000:2.0:1713531222.255893:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1822:x1796767405144704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 98us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.255898:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1340 00000100:00100000:0.0:1713531222.256947:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.256996:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144832 00000100:00100000:2.0:1713531222.257000:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144832 00000100:00100000:2.0:1713531222.257024:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5210 00000100:00100000:2.0:1713531222.257027:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+368:7973:x1796767405144832:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.257035:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.257044:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352ec99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51ed expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.257098:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4cdd40/0xe3b2c9851352eca0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.257105:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4cdd40/0xe3b2c9851352eca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531222.257111:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4cdd40/0xe3b2c9851352eca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531222.257116:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7c:0x0]: returning size 3 00010000:00010000:2.0:1713531222.257193:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c9851352ec99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ed expref: 371 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.257203:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4cdd40/0xe3b2c9851352eca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ed expref: 370 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.257208:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff880131d87100) 00010000:00010000:2.0:1713531222.257210:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531222.257211:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4cdd40, rc 0) 00000100:00100000:2.0:1713531222.257240:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+370:7973:x1796767405144832:12345-192.168.202.39@tcp:101:diff.0 Request processed in 211us (293us total) trans 4294971018 rc 0/0 00000100:00100000:2.0:1713531222.257246:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5210 00000100:00100000:0.0:1713531222.258136:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.258181:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405144896 00000100:00100000:2.0:1713531222.258186:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405144896 00000100:00100000:2.0:1713531222.258220:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 500 00000100:00100000:2.0:1713531222.258225:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+370:1825:x1796767405144896:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.258233:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.258243:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4cdd40/0xe3b2c9851352eca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51ed expref: 370 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.258253:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7c:0x0].0x0 (ffff880131d87100) 00010000:00010000:2.0:1713531222.258256:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.258292:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+369:1825:x1796767405144896:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.258297:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 500 00000100:00100000:0.0:1713531222.258426:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.258487:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145024 00000100:00100000:3.0:1713531222.258491:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145024 00002000:00100000:3.0:1713531222.258509:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3a:0x0] (0->4095) req@ffff88008b5b8a80 x1796767405145024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.258516:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b5b8a80 with x1796767405145024 ext(0->4095) 00002000:00010000:3.0:1713531222.258519:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b5b8a80 00000100:00100000:3.0:1713531222.258534:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 340 00000100:00100000:3.0:1713531222.258537:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1823:x1796767405145024:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.258641:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1823:x1796767405145024:12345-192.168.202.39@tcp:3:diff.0 Request processed in 102us (217us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.258646:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 340 00002000:00100000:3.0:1713531222.258650:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3a:0x0] (0->4095) req@ffff88008b5b8a80 x1796767405145024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.258655:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b5b8a80 with x1796767405145024 ext(0->4095) 00002000:00010000:3.0:1713531222.258656:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b5b8a80 00000100:00100000:0.0:1713531222.259972:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.260027:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145152 00000100:00100000:3.0:1713531222.260033:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145152 00000100:00100000:3.0:1713531222.260066:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:3.0:1713531222.260071:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+369:7973:x1796767405145152:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.260362:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+370:7973:x1796767405145152:12345-192.168.202.39@tcp:35:diff.0 Request processed in 290us (392us total) trans 4294971019 rc 0/0 00000100:00100000:3.0:1713531222.260367:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:0.0:1713531222.261319:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.261376:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145216 00000100:00100000:3.0:1713531222.261381:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145216 00000100:00100000:3.0:1713531222.261433:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5211 00000100:00100000:3.0:1713531222.261439:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+370:7973:x1796767405145216:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.261454:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.261472:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ecae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51f4 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.261518:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261529:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261540:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261561:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261566:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261572:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261677:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261684:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261690:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.261716:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7b:0x0]: returning size 3 00000004:00200000:3.0:1713531222.261719:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.261730:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261738:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261745:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261750:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261756:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261760:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2c240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.261764:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261770:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261780:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:3.0:1713531222.261782:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.261785:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261790:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352ecb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261800:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261805:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261810:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261814:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.261816:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261820:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261826:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656c9f94 (ffff88008d2f5400) 00010000:00010000:3.0:1713531222.261827:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.261829:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261834:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ecbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.261855:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ecae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51f4 expref: 372 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.261865:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f3c0/0xe3b2c9851352ecc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51f4 expref: 371 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.261871:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff88008d2f5900) 00010000:00010000:3.0:1713531222.261873:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.261874:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2f3c0, rc 0) 00000100:00100000:3.0:1713531222.261915:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+371:7973:x1796767405145216:12345-192.168.202.39@tcp:101:diff.0 Request processed in 475us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.261922:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5211 00000100:00100000:0.0:1713531222.262956:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.263005:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145280 00000100:00100000:2.0:1713531222.263010:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145280 00000100:00100000:2.0:1713531222.263041:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1341 00000100:00100000:2.0:1713531222.263046:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+69:1823:x1796767405145280:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.263056:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.263072:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e4cf600/0xe3b2c9851352ecca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c51fb expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.263090:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.263103:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.263104:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.263110:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e4cf600/0xe3b2c9851352ecca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51fb expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.263122:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e4cf600/0xe3b2c9851352ecca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51fb expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.263131:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4cf600, rc 0) 00000100:00100000:2.0:1713531222.263162:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1823:x1796767405145280:12345-192.168.202.39@tcp:101:diff.0 Request processed in 115us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.263168:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1341 00000100:00100000:0.0:1713531222.264169:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.264214:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145408 00000100:00100000:3.0:1713531222.264218:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145408 00000100:00100000:3.0:1713531222.264236:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5212 00000100:00100000:3.0:1713531222.264239:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+371:7973:x1796767405145408:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.264246:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.264253:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ecd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5202 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.264311:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ecd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.264317:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ecd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.264322:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ecd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.264327:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7b:0x0]: returning size 3 00010000:00010000:3.0:1713531222.264396:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ecd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5202 expref: 374 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.264404:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ecd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5202 expref: 373 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.264409:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff88008d2f5900) 00010000:00010000:3.0:1713531222.264423:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.264425:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2d440, rc 0) 00000100:00100000:3.0:1713531222.264453:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+373:7973:x1796767405145408:12345-192.168.202.39@tcp:101:diff.0 Request processed in 212us (285us total) trans 4294971020 rc 0/0 00000100:00100000:3.0:1713531222.264459:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5212 00000100:00100000:0.0:1713531222.265330:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.265383:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145472 00000100:00100000:2.0:1713531222.265386:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145472 00000100:00100000:2.0:1713531222.265426:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 501 00000100:00100000:2.0:1713531222.265430:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+373:1824:x1796767405145472:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.265437:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.265447:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352ecd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5202 expref: 373 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.265455:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7b:0x0].0x0 (ffff88008d2f5900) 00010000:00010000:2.0:1713531222.265457:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.265478:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+372:1824:x1796767405145472:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 48us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.265482:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 501 00000100:00100000:0.0:1713531222.265725:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.265763:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145600 00000100:00100000:3.0:1713531222.265766:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145600 00002000:00100000:3.0:1713531222.265783:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x37:0x0] (0->4095) req@ffff88008b478a80 x1796767405145600/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.265789:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b478a80 with x1796767405145600 ext(0->4095) 00002000:00010000:3.0:1713531222.265792:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b478a80 00000100:00100000:3.0:1713531222.265801:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 341 00000100:00100000:3.0:1713531222.265804:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1824:x1796767405145600:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.265889:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1824:x1796767405145600:12345-192.168.202.39@tcp:3:diff.0 Request processed in 84us (166us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.265893:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 341 00002000:00100000:3.0:1713531222.265896:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x37:0x0] (0->4095) req@ffff88008b478a80 x1796767405145600/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.265901:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b478a80 with x1796767405145600 ext(0->4095) 00002000:00010000:3.0:1713531222.265903:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b478a80 00000100:00100000:0.0:1713531222.267030:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.267064:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145728 00000100:00100000:3.0:1713531222.267068:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145728 00000100:00100000:3.0:1713531222.267089:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1137 00000100:00100000:3.0:1713531222.267093:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+372:7973:x1796767405145728:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.267306:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+373:7973:x1796767405145728:12345-192.168.202.39@tcp:35:diff.0 Request processed in 211us (276us total) trans 4294971021 rc 0/0 00000100:00100000:3.0:1713531222.267310:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1137 00000100:00100000:0.0:1713531222.268179:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.268221:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145792 00000100:00100000:3.0:1713531222.268227:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145792 00000100:00100000:3.0:1713531222.268251:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5213 00000100:00100000:3.0:1713531222.268257:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+373:7973:x1796767405145792:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.268291:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.268306:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ece6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5209 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.268358:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268368:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268378:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268396:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268401:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268406:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268530:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268537:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268544:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.268569:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7a:0x0]: returning size 3 00000004:00200000:3.0:1713531222.268572:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.268583:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268591:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268598:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268603:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268609:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268613:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.268617:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268622:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268631:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:3.0:1713531222.268634:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.268637:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268642:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352eced lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268653:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268658:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268663:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268668:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2c480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.268670:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268675:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268681:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656ca094 (ffff88008d2f5000) 00010000:00010000:3.0:1713531222.268683:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.268685:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268689:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ecf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.268711:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ece6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5209 expref: 375 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.268721:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c000/0xe3b2c9851352ecfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5209 expref: 374 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.268728:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:3.0:1713531222.268730:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.268732:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2c000, rc 0) 00000100:00100000:3.0:1713531222.268766:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+374:7973:x1796767405145792:12345-192.168.202.39@tcp:101:diff.0 Request processed in 508us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.268773:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5213 00000100:00100000:0.0:1713531222.269809:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.269860:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145856 00000100:00100000:2.0:1713531222.269866:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145856 00000100:00100000:2.0:1713531222.269897:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1342 00000100:00100000:2.0:1713531222.269902:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+70:1822:x1796767405145856:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.269912:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.269931:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdb00/0xe3b2c9851352ed02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5210 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.269954:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.269967:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.269969:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.269975:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdb00/0xe3b2c9851352ed02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5210 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.269984:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdb00/0xe3b2c9851352ed02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5210 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.269991:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4cdb00, rc 0) 00000100:00100000:2.0:1713531222.270016:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1822:x1796767405145856:12345-192.168.202.39@tcp:101:diff.0 Request processed in 114us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.270021:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1342 00000100:00100000:0.0:1713531222.271217:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.271305:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405145984 00000100:00100000:3.0:1713531222.271310:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405145984 00000100:00100000:3.0:1713531222.271341:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5214 00000100:00100000:3.0:1713531222.271345:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+374:7973:x1796767405145984:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.271356:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.271367:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ed09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5217 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.271451:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ed10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.271460:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ed10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.271467:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ed10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.271474:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7a:0x0]: returning size 3 00010000:00010000:3.0:1713531222.271565:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ed09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5217 expref: 377 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.271574:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ed10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5217 expref: 376 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.271579:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:3.0:1713531222.271580:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.271582:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2ef40, rc 0) 00000100:00100000:3.0:1713531222.271612:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+376:7973:x1796767405145984:12345-192.168.202.39@tcp:101:diff.0 Request processed in 267us (399us total) trans 4294971022 rc 0/0 00000100:00100000:3.0:1713531222.271617:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5214 00000100:00100000:0.0:1713531222.272519:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.272562:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146048 00000100:00100000:2.0:1713531222.272567:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146048 00000100:00100000:2.0:1713531222.272593:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 502 00000100:00100000:2.0:1713531222.272597:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+376:1822:x1796767405146048:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.272604:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.272614:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ed10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5217 expref: 376 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.272622:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7a:0x0].0x0 (ffff88008d2f5d00) 00010000:00010000:2.0:1713531222.272624:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.272641:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+375:1822:x1796767405146048:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 44us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.272648:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 502 00000100:00100000:0.0:1713531222.272983:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.273033:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146176 00000100:00100000:3.0:1713531222.273038:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146176 00002000:00100000:3.0:1713531222.273061:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x38:0x0] (0->4095) req@ffff880131807100 x1796767405146176/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.273072:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807100 with x1796767405146176 ext(0->4095) 00002000:00010000:3.0:1713531222.273077:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807100 00000100:00100000:3.0:1713531222.273093:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 342 00000100:00100000:3.0:1713531222.273098:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1822:x1796767405146176:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.273203:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1822:x1796767405146176:12345-192.168.202.39@tcp:3:diff.0 Request processed in 104us (220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.273207:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 342 00002000:00100000:3.0:1713531222.273211:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x38:0x0] (0->4095) req@ffff880131807100 x1796767405146176/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.273216:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807100 with x1796767405146176 ext(0->4095) 00002000:00010000:3.0:1713531222.273218:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807100 00000100:00100000:0.0:1713531222.274218:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.274264:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146304 00000100:00100000:3.0:1713531222.274290:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146304 00000100:00100000:3.0:1713531222.274312:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1138 00000100:00100000:3.0:1713531222.274316:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+375:7973:x1796767405146304:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.274565:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+376:7973:x1796767405146304:12345-192.168.202.39@tcp:35:diff.0 Request processed in 246us (346us total) trans 4294971023 rc 0/0 00000100:00100000:3.0:1713531222.274571:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1138 00000100:00100000:0.0:1713531222.275371:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.275403:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146368 00000100:00100000:3.0:1713531222.275407:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146368 00000100:00100000:3.0:1713531222.275437:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5215 00000100:00100000:3.0:1713531222.275441:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+376:7973:x1796767405146368:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.275450:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.275460:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352ed1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c521e expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.275487:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275494:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275499:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275512:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275515:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275519:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275582:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275585:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275589:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.275603:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x79:0x0]: returning size 3 00000004:00200000:3.0:1713531222.275606:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.275612:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275616:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275620:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275624:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275628:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275631:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2eac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.275633:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275637:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275642:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:3.0:1713531222.275644:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.275646:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275655:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352ed25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275661:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275665:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275668:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275670:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2ed00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.275672:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275674:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275678:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656ca194 (ffff88008d2f5600) 00010000:00010000:3.0:1713531222.275679:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.275680:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275682:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352ed2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.275695:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352ed1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c521e expref: 378 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.275701:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fcc0/0xe3b2c9851352ed33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c521e expref: 377 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.275705:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:3.0:1713531222.275706:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.275707:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2fcc0, rc 0) 00000100:00100000:3.0:1713531222.275730:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+377:7973:x1796767405146368:12345-192.168.202.39@tcp:101:diff.0 Request processed in 288us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.275734:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5215 00000100:00100000:0.0:1713531222.276691:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.276744:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146432 00000100:00100000:2.0:1713531222.276748:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146432 00000100:00100000:2.0:1713531222.276765:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1343 00000100:00100000:2.0:1713531222.276770:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+71:1824:x1796767405146432:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.276777:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.276790:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdd40/0xe3b2c9851352ed3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5225 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.276802:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.276811:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.276812:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.276817:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdd40/0xe3b2c9851352ed3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5225 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.276825:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdd40/0xe3b2c9851352ed3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5225 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.276830:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e4cdd40, rc 0) 00000100:00100000:2.0:1713531222.276847:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1824:x1796767405146432:12345-192.168.202.39@tcp:101:diff.0 Request processed in 77us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.276851:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1343 00000100:00100000:0.0:1713531222.277827:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.277897:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146560 00000100:00100000:3.0:1713531222.277901:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146560 00000100:00100000:3.0:1713531222.277918:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5216 00000100:00100000:3.0:1713531222.277922:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+377:7973:x1796767405146560:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.277928:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.277935:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ed41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c522c expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.277981:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ed48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.277987:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ed48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.277992:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ed48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.277997:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x79:0x0]: returning size 3 00010000:00010000:3.0:1713531222.278049:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ed41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c522c expref: 380 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.278056:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ed48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c522c expref: 379 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.278060:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (ffff88008d2f5c00) 00010000:00010000:3.0:1713531222.278061:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.278063:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2e1c0, rc 0) 00000100:00100000:3.0:1713531222.278089:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+379:7973:x1796767405146560:12345-192.168.202.39@tcp:101:diff.0 Request processed in 167us (264us total) trans 4294971024 rc 0/0 00000100:00100000:3.0:1713531222.278094:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5216 00000100:00100000:0.0:1713531222.279014:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531222.279060:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.279093:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146624 00000100:00100000:2.0:1713531222.279098:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146624 00000100:00100000:3.0:1713531222.279124:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146752 00000100:00100000:3.0:1713531222.279129:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146752 00000100:00100000:2.0:1713531222.279132:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 503 00000100:00100000:2.0:1713531222.279137:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+379:1825:x1796767405146624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00002000:00100000:3.0:1713531222.279144:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x36:0x0] (0->4095) req@ffff88013219ce00 x1796767405146752/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00010000:00010000:2.0:1713531222.279149:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:3.0:1713531222.279150:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ce00 with x1796767405146752 ext(0->4095) 00002000:00010000:3.0:1713531222.279153:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219ce00 00010000:00010000:2.0:1713531222.279159:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352ed48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x79:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c522c expref: 379 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.279170:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x79:0x0].0x0 (ffff88008d2f5c00) 00000100:00100000:3.0:1713531222.279171:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 343 00010000:00010000:2.0:1713531222.279172:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531222.279174:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405146752:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:2.0:1713531222.279189:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+378:1825:x1796767405146624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 53us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.279194:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 503 00000100:00100000:3.0:1713531222.279249:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405146752:12345-192.168.202.39@tcp:3:diff.0 Request processed in 74us (189us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.279253:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 343 00002000:00100000:3.0:1713531222.279257:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x36:0x0] (0->4095) req@ffff88013219ce00 x1796767405146752/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.279262:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ce00 with x1796767405146752 ext(0->4095) 00002000:00010000:3.0:1713531222.279263:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219ce00 00000100:00100000:0.0:1713531222.280224:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.280293:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146880 00000100:00100000:3.0:1713531222.280297:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146880 00000100:00100000:3.0:1713531222.280320:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:3.0:1713531222.280324:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+378:7973:x1796767405146880:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.280492:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+379:7973:x1796767405146880:12345-192.168.202.39@tcp:35:diff.0 Request processed in 167us (268us total) trans 4294971025 rc 0/0 00000100:00100000:3.0:1713531222.280497:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:0.0:1713531222.281299:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.281365:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405146944 00000100:00100000:3.0:1713531222.281370:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405146944 00000100:00100000:3.0:1713531222.281393:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5217 00000100:00100000:3.0:1713531222.281397:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+379:7973:x1796767405146944:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.281405:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.281430:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352ed56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5233 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.281458:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281464:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281469:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281481:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281485:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281488:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281547:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281551:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281554:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.281569:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x78:0x0]: returning size 3 00000004:00200000:3.0:1713531222.281572:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.281580:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281586:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281592:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281597:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281602:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281607:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.281610:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281616:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281623:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x0 (ffff8800a6933700) 00010000:00010000:3.0:1713531222.281625:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.281628:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281633:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ed5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281641:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281647:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281652:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281656:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.281659:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281664:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281670:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x76:0x0].0x656ca294 (ffff88008d2f5700) 00010000:00010000:3.0:1713531222.281672:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.281674:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281679:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ed64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x76:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.281699:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352ed56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5233 expref: 381 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.281706:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f840/0xe3b2c9851352ed6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5233 expref: 380 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.281710:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x78:0x0].0x0 (ffff88008d2f5100) 00010000:00010000:3.0:1713531222.281711:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.281712:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2f840, rc 0) 00000100:00100000:3.0:1713531222.281738:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+380:7973:x1796767405146944:12345-192.168.202.39@tcp:101:diff.0 Request processed in 341us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.281743:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5217 00000100:00100000:0.0:1713531222.282693:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.282759:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147008 00000100:00100000:2.0:1713531222.282763:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147008 00000100:00100000:2.0:1713531222.282787:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1344 00000100:00100000:2.0:1713531222.282791:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+72:1822:x1796767405147008:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.282797:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.282810:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2ba80/0xe3b2c9851352ed72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c523a expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.282822:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.282831:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.282832:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.282836:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2ba80/0xe3b2c9851352ed72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c523a expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.282843:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2ba80/0xe3b2c9851352ed72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c523a expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.282849:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2ba80, rc 0) 00000100:00100000:2.0:1713531222.282872:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405147008:12345-192.168.202.39@tcp:101:diff.0 Request processed in 80us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.282876:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1344 00000100:00100000:0.0:1713531222.283798:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.283863:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147136 00000100:00100000:3.0:1713531222.283867:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147136 00000100:00100000:3.0:1713531222.283890:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5218 00000100:00100000:3.0:1713531222.283894:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+380:7973:x1796767405147136:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.283901:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.283908:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ed79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5241 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.283938:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ed80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.283944:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ed80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.283948:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ed80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.283952:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x78:0x0]: returning size 3 00010000:00010000:3.0:1713531222.283999:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352ed79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x76:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5241 expref: 383 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.284006:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ed80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5241 expref: 382 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.284010:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x78:0x0].0x0 (ffff88008d2f5100) 00010000:00010000:3.0:1713531222.284011:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.284012:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2df80, rc 0) 00000100:00100000:3.0:1713531222.284038:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+382:7973:x1796767405147136:12345-192.168.202.39@tcp:101:diff.0 Request processed in 143us (242us total) trans 4294971026 rc 0/0 00000100:00100000:3.0:1713531222.284042:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5218 00000100:00100000:0.0:1713531222.285056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531222.285101:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.285133:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147328 00000100:00100000:2.0:1713531222.285134:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147200 00000100:00100000:3.0:1713531222.285137:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147328 00000100:00100000:2.0:1713531222.285138:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147200 00002000:00100000:3.0:1713531222.285153:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3b:0x0] (0->4095) req@ffff88013219d880 x1796767405147328/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.285160:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219d880 with x1796767405147328 ext(0->4095) 00002000:00010000:3.0:1713531222.285162:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219d880 00000100:00100000:2.0:1713531222.285165:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 504 00000100:00100000:2.0:1713531222.285168:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+382:1822:x1796767405147200:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.285174:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531222.285180:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 344 00010000:00010000:2.0:1713531222.285182:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ed80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x78:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5241 expref: 382 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531222.285183:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1824:x1796767405147328:12345-192.168.202.39@tcp:3:diff.0 00010000:00010000:2.0:1713531222.285190:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x78:0x0].0x0 (ffff88008d2f5100) 00010000:00010000:2.0:1713531222.285192:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.285209:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+381:1822:x1796767405147200:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 40us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.285212:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 504 00000100:00100000:3.0:1713531222.285290:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1824:x1796767405147328:12345-192.168.202.39@tcp:3:diff.0 Request processed in 104us (187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.285298:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 344 00002000:00100000:3.0:1713531222.285303:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3b:0x0] (0->4095) req@ffff88013219d880 x1796767405147328/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.285311:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219d880 with x1796767405147328 ext(0->4095) 00002000:00010000:3.0:1713531222.285314:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219d880 00000100:00100000:0.0:1713531222.286144:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.286211:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147456 00000100:00100000:3.0:1713531222.286215:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147456 00000100:00100000:3.0:1713531222.286239:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:3.0:1713531222.286243:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+381:7973:x1796767405147456:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.286423:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+382:7973:x1796767405147456:12345-192.168.202.39@tcp:35:diff.0 Request processed in 165us (267us total) trans 4294971027 rc 0/0 00000100:00100000:3.0:1713531222.286430:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:0.0:1713531222.287163:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.287231:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147520 00000100:00100000:3.0:1713531222.287235:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147520 00000100:00100000:3.0:1713531222.287259:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5219 00000100:00100000:3.0:1713531222.287263:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+382:7973:x1796767405147520:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.287285:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.287295:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ed8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5248 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.287319:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ed95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.287325:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ed95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.287329:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ed95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.287358:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6b:0x0]: returning size 11776 00000004:00200000:3.0:1713531222.287360:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.287365:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ed95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.287375:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352ed8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5248 expref: 384 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.287382:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d8c0/0xe3b2c9851352ed95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5248 expref: 383 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.287386:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.287388:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531222.287389:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2d8c0, rc 0) 00000100:00100000:3.0:1713531222.287433:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+383:7973:x1796767405147520:12345-192.168.202.39@tcp:101:diff.0 Request processed in 168us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.287440:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5219 00000100:00100000:2.0:1713531222.288431:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.288469:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147648 00000100:00100000:3.0:1713531222.288473:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147648 00000100:00100000:3.0:1713531222.288496:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5220 00000100:00100000:3.0:1713531222.288500:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+383:7973:x1796767405147648:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.288507:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.288514:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ed9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c524f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1713531222.288549:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6b:0x0]: returning size 11776 00010000:00010000:3.0:1713531222.288591:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ed9c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c524f expref: 385 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.288597:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cd80/0xe3b2c9851352ed9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c524f expref: 385 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.288602:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2cd80, rc 0) 00000100:00100000:3.0:1713531222.288627:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+384:7973:x1796767405147648:12345-192.168.202.39@tcp:101:diff.0 Request processed in 126us (198us total) trans 4294971028 rc 301/301 00000100:00100000:3.0:1713531222.288631:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5220 00000100:00100000:0.0:1713531222.289850:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.289888:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147712 00000100:00100000:3.0:1713531222.289892:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147712 00000100:00100000:3.0:1713531222.289908:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1141 00000100:00100000:3.0:1713531222.289911:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+384:7973:x1796767405147712:12345-192.168.202.39@tcp:37:diff.0 00000100:00100000:3.0:1713531222.291568:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+384:7973:x1796767405147712:12345-192.168.202.39@tcp:37:diff.0 Request processed in 1652us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.291580:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1141 00000100:00100000:0.0:1713531222.292755:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.292798:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147840 00000100:00100000:3.0:1713531222.292803:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147840 00000100:00100000:3.0:1713531222.292829:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1142 00000100:00100000:3.0:1713531222.292834:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+384:7973:x1796767405147840:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.292967:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+385:7973:x1796767405147840:12345-192.168.202.39@tcp:35:diff.0 Request processed in 131us (211us total) trans 4294971029 rc 0/0 00000100:00100000:3.0:1713531222.292975:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1142 00000100:00100000:0.0:1713531222.293857:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.293893:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147904 00000100:00100000:3.0:1713531222.293896:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147904 00000100:00100000:3.0:1713531222.293911:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5221 00000100:00100000:3.0:1713531222.293914:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+385:7973:x1796767405147904:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.293921:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.293931:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352edaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5256 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.293960:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.293969:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.293977:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.293991:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.293997:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294003:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294063:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294068:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294071:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.294084:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x75:0x0]: returning size 3 00000004:00200000:3.0:1713531222.294086:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.294092:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294097:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294101:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294104:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294107:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294110:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2d440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.294112:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294116:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294123:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.294125:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.294127:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294130:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d440/0xe3b2c9851352edb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294135:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294138:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294140:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294143:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.294145:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294148:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294151:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9a94 (ffff88008d2f5600) 00010000:00010000:3.0:1713531222.294152:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.294153:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294156:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e1c0/0xe3b2c9851352edb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.294169:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c240/0xe3b2c9851352edaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5256 expref: 387 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.294177:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2dd40/0xe3b2c9851352edbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5256 expref: 386 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.294180:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:3.0:1713531222.294182:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.294183:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2dd40, rc 0) 00000100:00100000:3.0:1713531222.294208:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+386:7973:x1796767405147904:12345-192.168.202.39@tcp:101:diff.0 Request processed in 292us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.294212:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5221 00000100:00100000:0.0:1713531222.295194:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.295243:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405147968 00000100:00100000:2.0:1713531222.295248:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405147968 00000100:00100000:2.0:1713531222.295296:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1345 00000100:00100000:2.0:1713531222.295301:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1822:x1796767405147968:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.295310:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.295335:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd28240/0xe3b2c9851352edc6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c525d expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.295351:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x55:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.295363:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.295365:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.295371:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd28240/0xe3b2c9851352edc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c525d expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.295382:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd28240/0xe3b2c9851352edc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c525d expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.295391:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28240, rc 0) 00000100:00100000:2.0:1713531222.295427:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1822:x1796767405147968:12345-192.168.202.39@tcp:101:diff.0 Request processed in 125us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.295431:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1345 00000100:00100000:0.0:1713531222.296341:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.296380:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148096 00000100:00100000:3.0:1713531222.296384:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148096 00000100:00100000:3.0:1713531222.296400:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5222 00000100:00100000:3.0:1713531222.296404:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+386:7973:x1796767405148096:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.296427:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.296436:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352edcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5264 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.296484:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352edd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.296492:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352edd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.296499:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352edd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.296506:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x75:0x0]: returning size 3 00010000:00010000:3.0:1713531222.296566:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ed00/0xe3b2c9851352edcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5264 expref: 389 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.296575:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352edd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5264 expref: 388 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.296579:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:3.0:1713531222.296581:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.296582:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2eac0, rc 0) 00000100:00100000:3.0:1713531222.296609:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+388:7973:x1796767405148096:12345-192.168.202.39@tcp:101:diff.0 Request processed in 204us (270us total) trans 4294971030 rc 0/0 00000100:00100000:3.0:1713531222.296613:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5222 00000100:00100000:0.0:1713531222.297569:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.297639:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148160 00000100:00100000:2.0:1713531222.297643:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148160 00000100:00100000:2.0:1713531222.297670:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 505 00000100:00100000:2.0:1713531222.297674:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+388:1823:x1796767405148160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.297680:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.297688:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2eac0/0xe3b2c9851352edd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x75:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5264 expref: 388 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.297696:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x75:0x0].0x0 (ffff88008d2f5300) 00010000:00010000:2.0:1713531222.297697:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.297715:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+387:1823:x1796767405148160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.297719:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 505 00000100:00100000:0.0:1713531222.297720:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.297792:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148288 00000100:00100000:3.0:1713531222.297796:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148288 00002000:00100000:3.0:1713531222.297813:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x55:0x0] (0->4095) req@ffff88013219df80 x1796767405148288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.297820:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219df80 with x1796767405148288 ext(0->4095) 00002000:00010000:3.0:1713531222.297823:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219df80 00000100:00100000:3.0:1713531222.297841:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 345 00000100:00100000:3.0:1713531222.297844:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1824:x1796767405148288:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.297932:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1824:x1796767405148288:12345-192.168.202.39@tcp:3:diff.0 Request processed in 86us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.297936:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 345 00002000:00100000:3.0:1713531222.297940:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x55:0x0] (0->4095) req@ffff88013219df80 x1796767405148288/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.297946:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219df80 with x1796767405148288 ext(0->4095) 00002000:00010000:3.0:1713531222.297948:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219df80 00000100:00100000:0.0:1713531222.298774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.298817:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148416 00000100:00100000:3.0:1713531222.298822:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148416 00000100:00100000:3.0:1713531222.298850:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1143 00000100:00100000:3.0:1713531222.298856:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+387:7973:x1796767405148416:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.299026:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+388:7973:x1796767405148416:12345-192.168.202.39@tcp:35:diff.0 Request processed in 169us (253us total) trans 4294971031 rc 0/0 00000100:00100000:3.0:1713531222.299031:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1143 00000100:00100000:0.0:1713531222.299992:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.300059:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148480 00000100:00100000:3.0:1713531222.300063:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148480 00000100:00100000:3.0:1713531222.300086:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5223 00000100:00100000:3.0:1713531222.300090:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+388:7973:x1796767405148480:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.300099:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.300107:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ede2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c526b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.300128:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300134:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300139:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300147:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300151:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300154:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300208:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300212:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300216:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.300227:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6c:0x0]: returning size 3 00000004:00200000:3.0:1713531222.300230:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.300235:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300239:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300243:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300246:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300249:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300252:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.300254:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300258:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300262:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.300264:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.300287:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300290:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2ef40/0xe3b2c9851352ede9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300295:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300299:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300302:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300304:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2d680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.300306:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300308:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300312:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x659c9a94 (ffff88008d2f5000) 00010000:00010000:3.0:1713531222.300313:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.300314:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300316:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2d680/0xe3b2c9851352edf0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x659c9a94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.300329:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2fa80/0xe3b2c9851352ede2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c526b expref: 390 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.300337:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2c480/0xe3b2c9851352edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c526b expref: 389 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.300341:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5400) 00010000:00010000:3.0:1713531222.300342:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.300343:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2c480, rc 0) 00000100:00100000:3.0:1713531222.300368:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+389:7973:x1796767405148480:12345-192.168.202.39@tcp:101:diff.0 Request processed in 277us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.300372:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5223 00000100:00100000:0.0:1713531222.301283:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.301351:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148544 00000100:00100000:2.0:1713531222.301355:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148544 00000100:00100000:2.0:1713531222.301378:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1346 00000100:00100000:2.0:1713531222.301382:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1822:x1796767405148544:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.301389:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.301400:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a1c0/0xe3b2c9851352edfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5272 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.301409:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x52:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.301430:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.301431:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.301435:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a1c0/0xe3b2c9851352edfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5272 expref: 78 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.301442:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a1c0/0xe3b2c9851352edfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5272 expref: 78 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.301447:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a1c0, rc 0) 00000100:00100000:2.0:1713531222.301470:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1822:x1796767405148544:12345-192.168.202.39@tcp:101:diff.0 Request processed in 87us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.301474:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1346 00000100:00100000:0.0:1713531222.302504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.302557:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148672 00000100:00100000:3.0:1713531222.302562:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148672 00000100:00100000:3.0:1713531222.302595:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5224 00000100:00100000:3.0:1713531222.302601:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+389:7973:x1796767405148672:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.302610:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.302621:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352ee05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5279 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.302664:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ee0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.302672:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ee0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.302679:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ee0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.302686:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6c:0x0]: returning size 3 00010000:00010000:3.0:1713531222.302772:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2e640/0xe3b2c9851352ee05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5279 expref: 392 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.302786:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ee0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5279 expref: 391 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.302793:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5400) 00010000:00010000:3.0:1713531222.302796:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.302798:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131e2cfc0, rc 0) 00000100:00100000:3.0:1713531222.302838:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+391:7973:x1796767405148672:12345-192.168.202.39@tcp:101:diff.0 Request processed in 235us (334us total) trans 4294971032 rc 0/0 00000100:00100000:3.0:1713531222.302844:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5224 00000100:00100000:0.0:1713531222.303938:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.303988:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148736 00000100:00100000:2.0:1713531222.303993:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148736 00000100:00100000:2.0:1713531222.304025:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 506 00000100:00100000:2.0:1713531222.304030:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+391:1823:x1796767405148736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.304037:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.304047:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2cfc0/0xe3b2c9851352ee0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5279 expref: 391 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.304057:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6c:0x0].0x0 (ffff88008d2f5400) 00010000:00010000:2.0:1713531222.304059:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.304084:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+390:1823:x1796767405148736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 54us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.304089:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 506 00000100:00100000:1.0:1713531222.304206:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.304289:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148864 00000100:00100000:3.0:1713531222.304294:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148864 00002000:00100000:3.0:1713531222.304313:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x52:0x0] (0->4095) req@ffff880134c3dc00 x1796767405148864/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.304321:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3dc00 with x1796767405148864 ext(0->4095) 00002000:00010000:3.0:1713531222.304324:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3dc00 00000100:00100000:3.0:1713531222.304345:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 346 00000100:00100000:3.0:1713531222.304349:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1824:x1796767405148864:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.304507:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1824:x1796767405148864:12345-192.168.202.39@tcp:3:diff.0 Request processed in 155us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.304514:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 346 00002000:00100000:3.0:1713531222.304520:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x52:0x0] (0->4095) req@ffff880134c3dc00 x1796767405148864/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.304528:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3dc00 with x1796767405148864 ext(0->4095) 00002000:00010000:3.0:1713531222.304531:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3dc00 00000100:00100000:0.0:1713531222.305399:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.305441:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405148992 00000100:00100000:3.0:1713531222.305444:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405148992 00000100:00100000:3.0:1713531222.305458:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1144 00000100:00100000:3.0:1713531222.305462:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+390:7973:x1796767405148992:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.305634:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+391:7973:x1796767405148992:12345-192.168.202.39@tcp:35:diff.0 Request processed in 170us (235us total) trans 4294971033 rc 0/0 00000100:00100000:3.0:1713531222.305639:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1144 00000100:00100000:0.0:1713531222.306370:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.306447:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149056 00000100:00100000:3.0:1713531222.306451:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149056 00000100:00100000:3.0:1713531222.306476:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5225 00000100:00100000:3.0:1713531222.306480:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+391:7973:x1796767405149056:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.306489:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.306499:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ee1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5280 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.306526:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306535:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306542:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306557:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306563:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306569:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306651:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306656:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306660:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.306675:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x74:0x0]: returning size 3 00000004:00200000:3.0:1713531222.306678:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.306684:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306688:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306693:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306696:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306700:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306703:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2f600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.306705:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306709:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306713:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.306715:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.306717:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306721:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f600/0xe3b2c9851352ee21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306726:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306729:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306732:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306735:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131e2df80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.306736:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306739:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306742:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9b94 (ffff88008d2f5700) 00010000:00010000:3.0:1713531222.306743:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.306744:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306747:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2df80/0xe3b2c9851352ee28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9b94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.306760:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131e2f180/0xe3b2c9851352ee1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5280 expref: 393 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.306769:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9615440/0xe3b2c9851352ee2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5280 expref: 392 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.306773:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff88008d223600) 00010000:00010000:3.0:1713531222.306774:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.306775:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9615440, rc 0) 00000100:00100000:3.0:1713531222.306802:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+392:7973:x1796767405149056:12345-192.168.202.39@tcp:101:diff.0 Request processed in 321us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.306806:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5225 00000100:00100000:0.0:1713531222.307662:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.307700:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149120 00000100:00100000:2.0:1713531222.307704:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149120 00000100:00100000:2.0:1713531222.307728:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1347 00000100:00100000:2.0:1713531222.307732:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+73:1822:x1796767405149120:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.307739:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.307751:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29b00/0xe3b2c9851352ee36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5287 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.307764:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x51:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.307772:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.307774:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.307778:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29b00/0xe3b2c9851352ee36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5287 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.307785:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29b00/0xe3b2c9851352ee36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5287 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.307791:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29b00, rc 0) 00000100:00100000:2.0:1713531222.307815:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1822:x1796767405149120:12345-192.168.202.39@tcp:101:diff.0 Request processed in 82us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.307819:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1347 00000100:00100000:0.0:1713531222.308776:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.308843:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149248 00000100:00100000:3.0:1713531222.308847:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149248 00000100:00100000:3.0:1713531222.308870:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5226 00000100:00100000:3.0:1713531222.308873:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+392:7973:x1796767405149248:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.308880:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.308888:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352ee3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c528e expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.308921:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352ee44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.308927:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.308932:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.308937:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x74:0x0]: returning size 3 00010000:00010000:3.0:1713531222.308986:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c9851352ee3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c528e expref: 395 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.308995:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352ee44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c528e expref: 394 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.308999:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff88008d223600) 00010000:00010000:3.0:1713531222.309001:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.309002:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9617840, rc 0) 00000100:00100000:3.0:1713531222.309027:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+394:7973:x1796767405149248:12345-192.168.202.39@tcp:101:diff.0 Request processed in 153us (254us total) trans 4294971034 rc 0/0 00000100:00100000:3.0:1713531222.309031:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5226 00000100:00100000:0.0:1713531222.309972:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.310021:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149312 00000100:00100000:2.0:1713531222.310025:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149312 00000100:00100000:2.0:1713531222.310048:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 507 00000100:00100000:2.0:1713531222.310051:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+394:1823:x1796767405149312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.310058:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.310066:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c9851352ee44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x74:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c528e expref: 394 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.310074:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x74:0x0].0x0 (ffff88008d223600) 00010000:00010000:2.0:1713531222.310076:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531222.310082:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.310098:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+393:1823:x1796767405149312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.310102:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 507 00000100:00100000:3.0:1713531222.310125:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149440 00000100:00100000:3.0:1713531222.310129:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149440 00002000:00100000:3.0:1713531222.310145:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x51:0x0] (0->4095) req@ffff880132315880 x1796767405149440/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.310154:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132315880 with x1796767405149440 ext(0->4095) 00002000:00010000:3.0:1713531222.310157:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132315880 00000100:00100000:3.0:1713531222.310169:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 347 00000100:00100000:3.0:1713531222.310173:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1824:x1796767405149440:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.310261:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1824:x1796767405149440:12345-192.168.202.39@tcp:3:diff.0 Request processed in 87us (179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.310287:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 347 00002000:00100000:3.0:1713531222.310292:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x51:0x0] (0->4095) req@ffff880132315880 x1796767405149440/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.310299:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132315880 with x1796767405149440 ext(0->4095) 00002000:00010000:3.0:1713531222.310302:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132315880 00000100:00100000:0.0:1713531222.311253:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.311284:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149568 00000100:00100000:3.0:1713531222.311288:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149568 00000100:00100000:3.0:1713531222.311301:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1145 00000100:00100000:3.0:1713531222.311304:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+393:7973:x1796767405149568:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.311458:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+394:7973:x1796767405149568:12345-192.168.202.39@tcp:35:diff.0 Request processed in 152us (206us total) trans 4294971035 rc 0/0 00000100:00100000:3.0:1713531222.311463:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1145 00000100:00100000:0.0:1713531222.312327:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.312394:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149632 00000100:00100000:3.0:1713531222.312399:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149632 00000100:00100000:3.0:1713531222.312436:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5227 00000100:00100000:3.0:1713531222.312440:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+394:7973:x1796767405149632:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.312450:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.312459:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630480/0xe3b2c9851352ee52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5295 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.312494:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312500:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312505:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312514:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312518:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312522:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312589:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312596:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312602:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.312619:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x73:0x0]: returning size 3 00000004:00200000:3.0:1713531222.312622:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.312629:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312636:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312642:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312647:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312652:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312656:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.312659:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312663:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312668:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.312670:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.312672:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312675:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851352ee59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312681:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312684:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312687:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312690:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.312691:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312694:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312697:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9c94 (ffff88008d7a4e00) 00010000:00010000:3.0:1713531222.312698:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.312699:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312702:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c9851352ee60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9c94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.312715:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630480/0xe3b2c9851352ee52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5295 expref: 396 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.312724:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631200/0xe3b2c9851352ee67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5295 expref: 395 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.312728:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531222.312729:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.312730:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b631200, rc 0) 00000100:00100000:3.0:1713531222.312756:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+395:7973:x1796767405149632:12345-192.168.202.39@tcp:101:diff.0 Request processed in 316us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.312760:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5227 00000100:00100000:0.0:1713531222.313793:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.313859:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149696 00000100:00100000:2.0:1713531222.313863:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149696 00000100:00100000:2.0:1713531222.313886:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1348 00000100:00100000:2.0:1713531222.313889:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+74:1822:x1796767405149696:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.313896:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.313907:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd28fc0/0xe3b2c9851352ee6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c529c expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.313917:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x50:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.313926:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.313927:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.313930:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd28fc0/0xe3b2c9851352ee6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c529c expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.313938:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd28fc0/0xe3b2c9851352ee6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c529c expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.313944:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28fc0, rc 0) 00000100:00100000:2.0:1713531222.313967:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1822:x1796767405149696:12345-192.168.202.39@tcp:101:diff.0 Request processed in 77us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.313971:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1348 00000100:00100000:0.0:1713531222.315013:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.315085:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149824 00000100:00100000:3.0:1713531222.315089:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149824 00000100:00100000:3.0:1713531222.315115:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5228 00000100:00100000:3.0:1713531222.315118:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+395:7973:x1796767405149824:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.315126:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.315134:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c9851352ee75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52a3 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.315170:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ee7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.315178:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ee7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.315185:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ee7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.315193:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x73:0x0]: returning size 3 00010000:00010000:3.0:1713531222.315274:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c9851352ee75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52a3 expref: 398 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.315313:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ee7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52a3 expref: 397 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.315319:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:3.0:1713531222.315321:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.315323:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b632ac0, rc 0) 00000100:00100000:3.0:1713531222.315378:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+397:7973:x1796767405149824:12345-192.168.202.39@tcp:101:diff.0 Request processed in 256us (364us total) trans 4294971036 rc 0/0 00000100:00100000:3.0:1713531222.315384:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5228 00000100:00100000:0.0:1713531222.316291:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.316325:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405149888 00000100:00100000:2.0:1713531222.316329:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405149888 00000100:00100000:0.0:1713531222.316338:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.316355:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 508 00000100:00100000:2.0:1713531222.316358:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+397:1823:x1796767405149888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.316365:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.316373:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352ee7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x73:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52a3 expref: 397 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.316381:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x73:0x0].0x0 (ffff88008ee2dc00) 00010000:00010000:2.0:1713531222.316383:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531222.316385:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150016 00000100:00100000:3.0:1713531222.316390:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150016 00000100:00100000:2.0:1713531222.316406:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+396:1823:x1796767405149888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 47us (116us total) trans 0 rc 0/0 00002000:00100000:3.0:1713531222.316407:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x50:0x0] (0->4095) req@ffff880135b0b100 x1796767405150016/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00100000:2.0:1713531222.316425:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 508 00002000:00100000:3.0:1713531222.316433:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0b100 with x1796767405150016 ext(0->4095) 00002000:00010000:3.0:1713531222.316437:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0b100 00000100:00100000:3.0:1713531222.316456:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 348 00000100:00100000:3.0:1713531222.316465:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1824:x1796767405150016:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.316558:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1824:x1796767405150016:12345-192.168.202.39@tcp:3:diff.0 Request processed in 95us (219us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.316565:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 348 00002000:00100000:3.0:1713531222.316570:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x50:0x0] (0->4095) req@ffff880135b0b100 x1796767405150016/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.316578:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0b100 with x1796767405150016 ext(0->4095) 00002000:00010000:3.0:1713531222.316581:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0b100 00000100:00100000:0.0:1713531222.317351:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.317388:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150144 00000100:00100000:3.0:1713531222.317391:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150144 00000100:00100000:3.0:1713531222.317408:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1146 00000100:00100000:3.0:1713531222.317426:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+396:7973:x1796767405150144:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.317590:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+397:7973:x1796767405150144:12345-192.168.202.39@tcp:35:diff.0 Request processed in 163us (238us total) trans 4294971037 rc 0/0 00000100:00100000:3.0:1713531222.317597:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1146 00000100:00100000:0.0:1713531222.318354:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.318393:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150208 00000100:00100000:3.0:1713531222.318396:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150208 00000100:00100000:3.0:1713531222.318426:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5229 00000100:00100000:3.0:1713531222.318430:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+397:7973:x1796767405150208:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.318440:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.318451:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ee8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52aa expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.318477:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318486:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318493:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318506:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318511:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318516:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318589:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318595:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318601:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.318617:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x72:0x0]: returning size 3 00000004:00200000:3.0:1713531222.318626:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.318634:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318640:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318646:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318650:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318655:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318659:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.318662:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318668:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318676:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.318678:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.318682:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318687:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c9851352ee91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318694:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318699:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318704:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318708:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b630000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.318711:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318716:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318722:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9d94 (ffff880092bcaa00) 00010000:00010000:3.0:1713531222.318724:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.318726:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318731:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c9851352ee98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9d94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.318750:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352ee8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52aa expref: 399 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.318763:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632640/0xe3b2c9851352ee9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52aa expref: 398 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.318769:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008a4f1000) 00010000:00010000:3.0:1713531222.318771:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.318773:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b632640, rc 0) 00000100:00100000:3.0:1713531222.318805:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+398:7973:x1796767405150208:12345-192.168.202.39@tcp:101:diff.0 Request processed in 373us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.318811:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5229 00000100:00100000:0.0:1713531222.319795:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.319836:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150272 00000100:00100000:2.0:1713531222.319840:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150272 00000100:00100000:2.0:1713531222.319869:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1349 00000100:00100000:2.0:1713531222.319874:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1822:x1796767405150272:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.319884:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.319901:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a880/0xe3b2c9851352eea6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52b1 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.319917:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x51:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.319928:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.319929:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.319935:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a880/0xe3b2c9851352eea6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b1 expref: 79 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.319946:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a880/0xe3b2c9851352eea6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b1 expref: 79 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.319954:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a880, rc 0) 00000100:00100000:2.0:1713531222.319982:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1822:x1796767405150272:12345-192.168.202.39@tcp:101:diff.0 Request processed in 107us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.319988:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1349 00000100:00100000:0.0:1713531222.320969:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.321015:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150400 00000100:00100000:3.0:1713531222.321020:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150400 00000100:00100000:3.0:1713531222.321047:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5230 00000100:00100000:3.0:1713531222.321051:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+398:7973:x1796767405150400:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.321058:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.321066:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352eead lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52b8 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.321116:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352eeb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.321123:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352eeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.321128:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352eeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.321133:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x72:0x0]: returning size 3 00010000:00010000:3.0:1713531222.321199:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352eead lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b8 expref: 401 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.321209:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352eeb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b8 expref: 400 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.321214:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008a4f1000) 00010000:00010000:3.0:1713531222.321216:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.321218:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b633600, rc 0) 00000100:00100000:3.0:1713531222.321248:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+400:7973:x1796767405150400:12345-192.168.202.39@tcp:101:diff.0 Request processed in 196us (280us total) trans 4294971038 rc 0/0 00000100:00100000:3.0:1713531222.321254:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5230 00000100:00100000:0.0:1713531222.322261:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.322316:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150464 00000100:00100000:2.0:1713531222.322321:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150464 00000100:00100000:2.0:1713531222.322361:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 509 00000100:00100000:2.0:1713531222.322367:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+400:1823:x1796767405150464:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.322377:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.322390:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633600/0xe3b2c9851352eeb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x72:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b8 expref: 400 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.322402:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x72:0x0].0x0 (ffff88008a4f1000) 00010000:00010000:2.0:1713531222.322405:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.322454:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+399:1823:x1796767405150464:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 85us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.322460:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.322461:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 509 00000100:00100000:3.0:1713531222.322497:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150592 00000100:00100000:3.0:1713531222.322500:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150592 00002000:00100000:3.0:1713531222.322516:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x51:0x0] (0->4095) req@ffff88008b589880 x1796767405150592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.322522:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b589880 with x1796767405150592 ext(0->4095) 00002000:00010000:3.0:1713531222.322525:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b589880 00000100:00100000:3.0:1713531222.322534:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 349 00000100:00100000:3.0:1713531222.322537:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1824:x1796767405150592:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.322635:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1824:x1796767405150592:12345-192.168.202.39@tcp:3:diff.0 Request processed in 96us (176us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.322640:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 349 00002000:00100000:3.0:1713531222.322643:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x51:0x0] (0->4095) req@ffff88008b589880 x1796767405150592/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.322648:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b589880 with x1796767405150592 ext(0->4095) 00002000:00010000:3.0:1713531222.322650:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b589880 00000100:00100000:0.0:1713531222.323754:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.323795:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150720 00000100:00100000:3.0:1713531222.323799:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150720 00000100:00100000:3.0:1713531222.323816:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1147 00000100:00100000:3.0:1713531222.323819:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+399:7973:x1796767405150720:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.324028:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+400:7973:x1796767405150720:12345-192.168.202.39@tcp:35:diff.0 Request processed in 207us (276us total) trans 4294971039 rc 0/0 00000100:00100000:3.0:1713531222.324032:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1147 00000100:00100000:0.0:1713531222.324957:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.324995:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150784 00000100:00100000:3.0:1713531222.324999:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150784 00000100:00100000:3.0:1713531222.325018:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5231 00000100:00100000:3.0:1713531222.325022:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+400:7973:x1796767405150784:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.325033:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.325047:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352eec2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52bf expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.325081:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325090:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325096:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325107:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325110:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325113:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325183:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325187:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325190:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.325204:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x71:0x0]: returning size 3 00000004:00200000:3.0:1713531222.325206:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.325213:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325218:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325222:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325225:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325229:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325232:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d4018c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.325235:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325238:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325244:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.325247:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.325249:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325252:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352eec9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325257:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325260:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325263:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325286:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009d402d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.325288:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325291:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325294:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9e94 (ffff88008a4f1400) 00010000:00010000:3.0:1713531222.325296:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.325297:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325300:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352eed0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9e94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.325314:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352eec2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52bf expref: 402 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.325327:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402ac0/0xe3b2c9851352eed7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52bf expref: 401 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.325331:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008a4f1500) 00010000:00010000:3.0:1713531222.325333:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.325334:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d402ac0, rc 0) 00000100:00100000:3.0:1713531222.325359:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+401:7973:x1796767405150784:12345-192.168.202.39@tcp:101:diff.0 Request processed in 336us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.325363:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5231 00000100:00100000:0.0:1713531222.326530:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.326573:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150848 00000100:00100000:2.0:1713531222.326578:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150848 00000100:00100000:2.0:1713531222.326605:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1350 00000100:00100000:2.0:1713531222.326609:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1822:x1796767405150848:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.326617:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.326632:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd2bcc0/0xe3b2c9851352eede lrc: 2/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52c6 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.326650:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x56:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.326660:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.326662:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.326666:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2bcc0/0xe3b2c9851352eede lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52c6 expref: 80 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.326674:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2bcc0/0xe3b2c9851352eede lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52c6 expref: 80 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.326680:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2bcc0, rc 0) 00000100:00100000:2.0:1713531222.326705:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405150848:12345-192.168.202.39@tcp:101:diff.0 Request processed in 96us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.326709:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1350 00000100:00100000:0.0:1713531222.327654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.327705:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405150976 00000100:00100000:3.0:1713531222.327709:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405150976 00000100:00100000:3.0:1713531222.327742:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5232 00000100:00100000:3.0:1713531222.327747:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+401:7973:x1796767405150976:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.327755:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.327767:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eee5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52cd expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.327818:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352eeec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.327827:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352eeec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.327835:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352eeec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.327842:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x71:0x0]: returning size 3 00010000:00010000:3.0:1713531222.327938:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d400d80/0xe3b2c9851352eee5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52cd expref: 404 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.327949:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352eeec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52cd expref: 403 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.327955:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008a4f1500) 00010000:00010000:3.0:1713531222.327958:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.327960:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71c8d80, rc 0) 00000100:00100000:3.0:1713531222.327994:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+403:7973:x1796767405150976:12345-192.168.202.39@tcp:101:diff.0 Request processed in 245us (339us total) trans 4294971040 rc 0/0 00000100:00100000:3.0:1713531222.328000:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5232 00000100:00100000:0.0:1713531222.328848:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.328895:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151040 00000100:00100000:2.0:1713531222.328899:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151040 00000100:00100000:2.0:1713531222.328944:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 510 00000100:00100000:2.0:1713531222.328949:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+403:1823:x1796767405151040:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.328960:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.328973:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352eeec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x71:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52cd expref: 403 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.328982:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x71:0x0].0x0 (ffff88008a4f1500) 00010000:00010000:2.0:1713531222.328984:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.329009:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+402:1823:x1796767405151040:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.329014:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 510 00000100:00100000:0.0:1713531222.329108:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.329152:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151168 00000100:00100000:3.0:1713531222.329157:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151168 00002000:00100000:3.0:1713531222.329181:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x56:0x0] (0->4095) req@ffff88008bccf100 x1796767405151168/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.329190:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccf100 with x1796767405151168 ext(0->4095) 00002000:00010000:3.0:1713531222.329194:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccf100 00000100:00100000:3.0:1713531222.329216:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 350 00000100:00100000:3.0:1713531222.329221:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1824:x1796767405151168:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.329376:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1824:x1796767405151168:12345-192.168.202.39@tcp:3:diff.0 Request processed in 153us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.329384:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 350 00002000:00100000:3.0:1713531222.329389:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x56:0x0] (0->4095) req@ffff88008bccf100 x1796767405151168/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.329397:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bccf100 with x1796767405151168 ext(0->4095) 00002000:00010000:3.0:1713531222.329400:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bccf100 00000100:00100000:0.0:1713531222.330537:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.330589:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151296 00000100:00100000:3.0:1713531222.330593:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151296 00000100:00100000:3.0:1713531222.330612:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1148 00000100:00100000:3.0:1713531222.330615:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+402:7973:x1796767405151296:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.330827:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+403:7973:x1796767405151296:12345-192.168.202.39@tcp:35:diff.0 Request processed in 209us (290us total) trans 4294971041 rc 0/0 00000100:00100000:3.0:1713531222.330834:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1148 00000100:00100000:0.0:1713531222.331658:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.331727:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151360 00000100:00100000:3.0:1713531222.331731:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151360 00000100:00100000:3.0:1713531222.331749:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5233 00000100:00100000:3.0:1713531222.331752:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+403:7973:x1796767405151360:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.331763:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.331775:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352eefa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52d4 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.331804:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331811:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331818:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331828:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331832:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331835:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331904:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331908:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331912:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.331924:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x70:0x0]: returning size 3 00000004:00200000:3.0:1713531222.331927:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.331933:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331937:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331941:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331945:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331949:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331952:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.331954:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331958:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331963:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.331966:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.331967:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331971:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352ef01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331976:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331979:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331982:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331985:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cb600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.331986:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331989:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331992:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656c9f94 (ffff88008a4f1900) 00010000:00010000:3.0:1713531222.331993:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.331994:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.331996:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352ef08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656c9f94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.332010:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352eefa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52d4 expref: 405 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.332020:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cba80/0xe3b2c9851352ef0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52d4 expref: 404 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.332023:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008a4f1a00) 00010000:00010000:3.0:1713531222.332024:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.332025:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71cba80, rc 0) 00000100:00100000:3.0:1713531222.332052:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+404:7973:x1796767405151360:12345-192.168.202.39@tcp:101:diff.0 Request processed in 298us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.332056:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5233 00000100:00100000:0.0:1713531222.332968:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.333020:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151424 00000100:00100000:2.0:1713531222.333024:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151424 00000100:00100000:2.0:1713531222.333048:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1351 00000100:00100000:2.0:1713531222.333054:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+75:1822:x1796767405151424:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:2.0:1713531222.333062:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531222.333081:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2aac0/0xe3b2c9851352ef16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52db expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531222.333101:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x53:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:2.0:1713531222.333113:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.333115:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531222.333121:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2aac0/0xe3b2c9851352ef16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52db expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.333132:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2aac0/0xe3b2c9851352ef16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52db expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531222.333140:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2aac0, rc 0) 00000100:00100000:2.0:1713531222.333174:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1822:x1796767405151424:12345-192.168.202.39@tcp:101:diff.0 Request processed in 119us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.333180:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1351 00000100:00100000:0.0:1713531222.334111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.334155:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151552 00000100:00100000:3.0:1713531222.334159:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151552 00000100:00100000:3.0:1713531222.334178:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5234 00000100:00100000:3.0:1713531222.334183:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+404:7973:x1796767405151552:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.334191:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.334201:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352ef1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52e2 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.334245:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352ef24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.334253:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.334261:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.334293:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x70:0x0]: returning size 3 00010000:00010000:3.0:1713531222.334368:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352ef1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52e2 expref: 407 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.334380:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352ef24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52e2 expref: 406 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.334386:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008a4f1a00) 00010000:00010000:3.0:1713531222.334388:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.334390:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3fb58c0, rc 0) 00000100:00100000:3.0:1713531222.334433:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+406:7973:x1796767405151552:12345-192.168.202.39@tcp:101:diff.0 Request processed in 248us (321us total) trans 4294971042 rc 0/0 00000100:00100000:3.0:1713531222.334439:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5234 00000100:00100000:0.0:1713531222.335238:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.335290:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151616 00000100:00100000:2.0:1713531222.335295:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151616 00000100:00100000:2.0:1713531222.335327:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 511 00000100:00100000:2.0:1713531222.335332:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+406:1823:x1796767405151616:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.335341:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.335352:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352ef24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x70:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52e2 expref: 406 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.335362:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x70:0x0].0x0 (ffff88008a4f1a00) 00010000:00010000:2.0:1713531222.335365:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.335387:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+405:1823:x1796767405151616:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 53us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.335392:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 511 00000100:00100000:0.0:1713531222.335456:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.335483:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151744 00000100:00100000:3.0:1713531222.335486:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151744 00002000:00100000:3.0:1713531222.335501:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x53:0x0] (0->4095) req@ffff88008d093480 x1796767405151744/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.335508:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d093480 with x1796767405151744 ext(0->4095) 00002000:00010000:3.0:1713531222.335511:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d093480 00000100:00100000:3.0:1713531222.335520:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 351 00000100:00100000:3.0:1713531222.335523:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1824:x1796767405151744:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.335606:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1824:x1796767405151744:12345-192.168.202.39@tcp:3:diff.0 Request processed in 82us (150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.335611:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 351 00002000:00100000:3.0:1713531222.335614:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x53:0x0] (0->4095) req@ffff88008d093480 x1796767405151744/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.335619:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d093480 with x1796767405151744 ext(0->4095) 00002000:00010000:3.0:1713531222.335621:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d093480 00000100:00100000:0.0:1713531222.336571:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.336610:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151872 00000100:00100000:3.0:1713531222.336614:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151872 00000100:00100000:3.0:1713531222.336631:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:3.0:1713531222.336635:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+405:7973:x1796767405151872:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.336785:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+406:7973:x1796767405151872:12345-192.168.202.39@tcp:35:diff.0 Request processed in 149us (214us total) trans 4294971043 rc 0/0 00000100:00100000:3.0:1713531222.336790:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:0.0:1713531222.337891:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.337923:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405151936 00000100:00100000:3.0:1713531222.337926:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405151936 00000100:00100000:3.0:1713531222.337940:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5235 00000100:00100000:3.0:1713531222.337943:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+406:7973:x1796767405151936:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.337950:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.337957:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352ef32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52e9 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.337991:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.337997:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338003:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338012:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338016:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338019:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338096:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338103:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338109:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.338125:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6f:0x0]: returning size 3 00000004:00200000:3.0:1713531222.338128:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.338136:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338143:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338149:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338155:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338161:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338166:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.338169:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338175:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338182:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.338185:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.338188:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338193:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352ef39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338201:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338207:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338212:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338216:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.338219:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338223:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338229:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656ca094 (ffff88008a4f1e00) 00010000:00010000:3.0:1713531222.338231:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.338233:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338238:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352ef40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.338255:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352ef32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52e9 expref: 408 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.338292:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6640/0xe3b2c9851352ef47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52e9 expref: 407 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.338298:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008a4f1f00) 00010000:00010000:3.0:1713531222.338300:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.338302:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6640, rc 0) 00000100:00100000:3.0:1713531222.338333:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+407:7973:x1796767405151936:12345-192.168.202.39@tcp:101:diff.0 Request processed in 387us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.338339:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5235 00000100:00100000:0.0:1713531222.339308:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.339347:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152000 00000100:00100000:3.0:1713531222.339351:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152000 00000100:00100000:3.0:1713531222.339378:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1352 00000100:00100000:3.0:1713531222.339382:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+76:1822:x1796767405152000:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.339390:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.339402:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a73c0/0xe3b2c9851352ef4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52f0 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531222.339430:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x52:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:3.0:1713531222.339440:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.339442:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.339448:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a73c0/0xe3b2c9851352ef4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f0 expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.339459:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a73c0/0xe3b2c9851352ef4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f0 expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.339471:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a73c0, rc 0) 00000100:00100000:3.0:1713531222.339502:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1822:x1796767405152000:12345-192.168.202.39@tcp:101:diff.0 Request processed in 118us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.339507:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1352 00000100:00100000:0.0:1713531222.340388:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.340438:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152128 00000100:00100000:3.0:1713531222.340443:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152128 00000100:00100000:3.0:1713531222.340460:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5236 00000100:00100000:3.0:1713531222.340465:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+407:7973:x1796767405152128:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.340473:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.340482:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352ef55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52f7 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.340519:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ef5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.340527:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ef5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.340534:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ef5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.340541:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6f:0x0]: returning size 3 00010000:00010000:3.0:1713531222.340606:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352ef55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f7 expref: 410 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.340617:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ef5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f7 expref: 409 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.340628:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008a4f1f00) 00010000:00010000:3.0:1713531222.340630:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.340631:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6400, rc 0) 00000100:00100000:3.0:1713531222.340661:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+409:7973:x1796767405152128:12345-192.168.202.39@tcp:101:diff.0 Request processed in 195us (273us total) trans 4294971044 rc 0/0 00000100:00100000:3.0:1713531222.340667:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5236 00000100:00100000:0.0:1713531222.341702:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.341752:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152192 00000100:00100000:2.0:1713531222.341757:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152192 00000100:00100000:2.0:1713531222.341792:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 512 00000100:00100000:2.0:1713531222.341798:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+409:1823:x1796767405152192:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.341805:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.341815:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352ef5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f7 expref: 409 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.341824:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6f:0x0].0x0 (ffff88008a4f1f00) 00010000:00010000:2.0:1713531222.341826:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.341849:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+408:1823:x1796767405152192:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.341854:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 512 00000100:00100000:0.0:1713531222.341960:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.341999:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152320 00000100:00100000:3.0:1713531222.342003:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152320 00002000:00100000:3.0:1713531222.342021:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x52:0x0] (0->4095) req@ffff88008dfe7b80 x1796767405152320/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.342030:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfe7b80 with x1796767405152320 ext(0->4095) 00002000:00010000:3.0:1713531222.342034:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dfe7b80 00000100:00100000:3.0:1713531222.342055:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 352 00000100:00100000:3.0:1713531222.342060:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1824:x1796767405152320:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.342155:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1824:x1796767405152320:12345-192.168.202.39@tcp:3:diff.0 Request processed in 95us (197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.342160:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 352 00002000:00100000:3.0:1713531222.342164:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x52:0x0] (0->4095) req@ffff88008dfe7b80 x1796767405152320/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.342169:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dfe7b80 with x1796767405152320 ext(0->4095) 00002000:00010000:3.0:1713531222.342171:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dfe7b80 00000100:00100000:0.0:1713531222.343206:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.343260:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152448 00000100:00100000:3.0:1713531222.343286:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152448 00000100:00100000:3.0:1713531222.343318:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1150 00000100:00100000:3.0:1713531222.343324:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+408:7973:x1796767405152448:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.343592:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+409:7973:x1796767405152448:12345-192.168.202.39@tcp:35:diff.0 Request processed in 266us (385us total) trans 4294971045 rc 0/0 00000100:00100000:3.0:1713531222.343599:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1150 00000100:00100000:0.0:1713531222.344521:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.344570:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152512 00000100:00100000:3.0:1713531222.344575:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152512 00000100:00100000:3.0:1713531222.344607:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5237 00000100:00100000:3.0:1713531222.344613:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+409:7973:x1796767405152512:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.344626:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.344642:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ef6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c52fe expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.344681:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344692:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344701:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344716:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344722:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344728:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344819:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344826:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344833:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.344852:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6e:0x0]: returning size 3 00000004:00200000:3.0:1713531222.344856:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.344866:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344874:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344880:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344885:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344891:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344896:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.344899:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344905:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344914:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.344916:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.344919:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344925:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352ef71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344935:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344939:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344943:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344947:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.344950:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344955:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344960:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656ca194 (ffff88008a4f1700) 00010000:00010000:3.0:1713531222.344962:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.344964:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344969:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352ef78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca194 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.344990:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352ef6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52fe expref: 411 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.345001:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7840/0xe3b2c9851352ef7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52fe expref: 410 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.345012:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008a4f1600) 00010000:00010000:3.0:1713531222.345013:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.345015:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7840, rc 0) 00000100:00100000:3.0:1713531222.345053:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+410:7973:x1796767405152512:12345-192.168.202.39@tcp:101:diff.0 Request processed in 438us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.345064:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5237 00000100:00100000:0.0:1713531222.346288:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.346341:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152576 00000100:00100000:3.0:1713531222.346346:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152576 00000100:00100000:3.0:1713531222.346374:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1353 00000100:00100000:3.0:1713531222.346379:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405152576:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.346389:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.346405:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ef86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5305 expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531222.346432:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x54:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:3.0:1713531222.346446:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.346448:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.346452:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ef86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5305 expref: 81 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.346462:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ef86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5305 expref: 81 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.346468:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7a80, rc 0) 00000100:00100000:3.0:1713531222.346494:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405152576:12345-192.168.202.39@tcp:101:diff.0 Request processed in 115us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.346502:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1353 00000100:00100000:0.0:1713531222.347511:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.347556:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152704 00000100:00100000:3.0:1713531222.347559:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152704 00000100:00100000:3.0:1713531222.347578:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5238 00000100:00100000:3.0:1713531222.347582:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+410:7973:x1796767405152704:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.347589:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.347600:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ef8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c530c expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.347675:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ef94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.347685:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ef94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.347693:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ef94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.347702:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6e:0x0]: returning size 3 00010000:00010000:3.0:1713531222.347806:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352ef8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c530c expref: 413 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.347820:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ef94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c530c expref: 412 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.347827:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008a4f1600) 00010000:00010000:3.0:1713531222.347829:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.347831:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be1c0, rc 0) 00000100:00100000:3.0:1713531222.347857:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+412:7973:x1796767405152704:12345-192.168.202.39@tcp:101:diff.0 Request processed in 275us (347us total) trans 4294971046 rc 0/0 00000100:00100000:3.0:1713531222.347862:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5238 00000100:00100000:0.0:1713531222.348747:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.348792:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152768 00000100:00100000:2.0:1713531222.348796:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152768 00000100:00100000:2.0:1713531222.348825:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 513 00000100:00100000:2.0:1713531222.348829:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7947050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+412:1822:x1796767405152768:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.348838:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.348848:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352ef94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c530c expref: 412 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.348855:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6e:0x0].0x0 (ffff88008a4f1600) 00010000:00010000:2.0:1713531222.348858:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.348880:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7947050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+411:1822:x1796767405152768:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 50us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.348884:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 513 00000100:00100000:1.0:1713531222.348960:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.349009:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405152896 00000100:00100000:3.0:1713531222.349012:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405152896 00002000:00100000:3.0:1713531222.349032:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x54:0x0] (0->4095) req@ffff880134c3ca80 x1796767405152896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.349041:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3ca80 with x1796767405152896 ext(0->4095) 00002000:00010000:3.0:1713531222.349045:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3ca80 00000100:00100000:3.0:1713531222.349066:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 353 00000100:00100000:3.0:1713531222.349071:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1824:x1796767405152896:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.349184:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1824:x1796767405152896:12345-192.168.202.39@tcp:3:diff.0 Request processed in 111us (225us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.349190:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 353 00002000:00100000:3.0:1713531222.349195:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x54:0x0] (0->4095) req@ffff880134c3ca80 x1796767405152896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.349202:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134c3ca80 with x1796767405152896 ext(0->4095) 00002000:00010000:3.0:1713531222.349204:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134c3ca80 00000100:00100000:0.0:1713531222.350287:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.350325:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153024 00000100:00100000:3.0:1713531222.350329:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153024 00000100:00100000:3.0:1713531222.350348:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1151 00000100:00100000:3.0:1713531222.350351:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+411:7973:x1796767405153024:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.350550:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+412:7973:x1796767405153024:12345-192.168.202.39@tcp:35:diff.0 Request processed in 197us (263us total) trans 4294971047 rc 0/0 00000100:00100000:3.0:1713531222.350555:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1151 00000100:00100000:0.0:1713531222.351320:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.351358:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153088 00000100:00100000:3.0:1713531222.351362:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153088 00000100:00100000:3.0:1713531222.351388:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5239 00000100:00100000:3.0:1713531222.351393:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+412:7973:x1796767405153088:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.351406:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.351436:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352efa2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5313 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.351482:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351496:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351505:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351523:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351528:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351533:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351633:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351639:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351645:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.351667:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6d:0x0]: returning size 3 00000004:00200000:3.0:1713531222.351671:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531222.351681:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351688:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351693:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351699:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351704:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351709:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.351712:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351717:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351725:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x0 (ffff880099cd0d00) 00010000:00010000:3.0:1713531222.351727:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.351730:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351735:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352efa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351743:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351748:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351752:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351756:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bc000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531222.351759:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351763:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351768:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6b:0x0].0x656ca294 (ffff88008a4f1800) 00010000:00010000:3.0:1713531222.351770:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531222.351772:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351776:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352efb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6b:0x0].0x656ca294 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.351795:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352efa2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5313 expref: 414 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.351803:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be400/0xe3b2c9851352efb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5313 expref: 413 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.351808:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008a4f1900) 00010000:00010000:3.0:1713531222.351810:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531222.351812:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6be400, rc 0) 00000100:00100000:3.0:1713531222.351844:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+413:7973:x1796767405153088:12345-192.168.202.39@tcp:101:diff.0 Request processed in 450us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.351851:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5239 00000100:00100000:0.0:1713531222.352890:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.352946:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153152 00000100:00100000:3.0:1713531222.352950:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153152 00000100:00100000:3.0:1713531222.352976:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1354 00000100:00100000:3.0:1713531222.352981:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405153152:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.352990:0:7956:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.353007:0:7956:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352efbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c531a expref: -99 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531222.353023:0:7956:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x53:0x0] initial LVB size: 3, mtime: 0x66226951, atime: 0x66226951, ctime: 0x66226951, blocks: 0xb 00010000:00010000:3.0:1713531222.353036:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.353038:0:7956:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531222.353045:0:7956:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352efbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c531a expref: 82 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.353057:0:7956:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352efbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c531a expref: 82 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531222.353065:0:7956:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf180, rc 0) 00000100:00100000:3.0:1713531222.353093:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1822:x1796767405153152:12345-192.168.202.39@tcp:101:diff.0 Request processed in 112us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.353099:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1354 00000100:00100000:0.0:1713531222.354158:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.354206:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153280 00000100:00100000:3.0:1713531222.354211:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153280 00000100:00100000:3.0:1713531222.354240:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5240 00000100:00100000:3.0:1713531222.354245:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+413:7973:x1796767405153280:12345-192.168.202.39@tcp:101:diff.0 00010000:00010000:3.0:1713531222.354258:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531222.354294:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352efc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5321 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.354352:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352efcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.354362:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352efcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531222.354369:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352efcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531222.354377:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6d:0x0]: returning size 3 00010000:00010000:3.0:1713531222.354491:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352efc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5321 expref: 416 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.354503:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352efcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5321 expref: 415 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531222.354509:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008a4f1900) 00010000:00010000:3.0:1713531222.354511:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531222.354514:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf3c0, rc 0) 00000100:00100000:3.0:1713531222.354545:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:7973:x1796767405153280:12345-192.168.202.39@tcp:101:diff.0 Request processed in 300us (390us total) trans 4294971048 rc 0/0 00000100:00100000:3.0:1713531222.354551:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5240 00000100:00100000:0.0:1713531222.355490:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531222.355540:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153344 00000100:00100000:2.0:1713531222.355544:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153344 00000100:00100000:2.0:1713531222.355578:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 514 00000100:00100000:2.0:1713531222.355582:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:1823:x1796767405153344:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531222.355590:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531222.355602:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352efcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5321 expref: 415 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531222.355612:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6d:0x0].0x0 (ffff88008a4f1900) 00010000:00010000:2.0:1713531222.355615:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531222.355644:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+414:1823:x1796767405153344:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.355651:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 514 00000100:00100000:0.0:1713531222.355852:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.355905:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153472 00000100:00100000:3.0:1713531222.355910:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153472 00002000:00100000:3.0:1713531222.355932:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x53:0x0] (0->4095) req@ffff88008b557800 x1796767405153472/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/0 e 0 to 0 dl 1713531233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.355946:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b557800 with x1796767405153472 ext(0->4095) 00002000:00010000:3.0:1713531222.355950:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b557800 00000100:00100000:3.0:1713531222.355976:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 354 00000100:00100000:3.0:1713531222.355982:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1824:x1796767405153472:12345-192.168.202.39@tcp:3:diff.0 00000100:00100000:3.0:1713531222.356118:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1824:x1796767405153472:12345-192.168.202.39@tcp:3:diff.0 Request processed in 134us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1713531222.356124:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 354 00002000:00100000:3.0:1713531222.356129:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x53:0x0] (0->4095) req@ffff88008b557800 x1796767405153472/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:598/0 lens 488/4536 e 0 to 0 dl 1713531233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 00002000:00100000:3.0:1713531222.356137:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b557800 with x1796767405153472 ext(0->4095) 00002000:00010000:3.0:1713531222.356139:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b557800 00000100:00100000:0.0:1713531222.357193:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.357236:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153600 00000100:00100000:3.0:1713531222.357241:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153600 00000100:00100000:3.0:1713531222.357264:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000100:00100000:3.0:1713531222.357291:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+414:7973:x1796767405153600:12345-192.168.202.39@tcp:35:diff.0 00000100:00100000:3.0:1713531222.357539:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:7973:x1796767405153600:12345-192.168.202.39@tcp:35:diff.0 Request processed in 248us (347us total) trans 4294971049 rc 0/0 00000100:00100000:3.0:1713531222.357545:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000100:00100000:0.0:1713531222.453471:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531222.453505:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531222.453534:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.453559:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153792 00000100:00100000:2.0:1713531222.453559:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153664 00000100:00100000:0.0:1713531222.453563:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531222.453566:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153792 00000100:00100000:2.0:1713531222.453566:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153664 00000100:00080000:0.0:1713531222.453598:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531192 00000100:00100000:3.0:1713531222.453599:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153856 00000100:00100000:3.0:1713531222.453600:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153856 00000100:00100000:2.0:1713531222.453600:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 502 00000100:00080000:0.0:1713531222.453601:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531192 00000100:00100000:2.0:1713531222.453604:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405153664:12345-192.168.202.39@tcp:400:kworker.0 00000100:00080000:0.0:1713531222.453604:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531192 00000100:00100000:3.0:1713531222.453611:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 242 00000100:00100000:3.0:1713531222.453615:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405153792:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531222.453618:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 243 00000100:00100000:1.0:1713531222.453624:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405153856:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531222.453637:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153728 00000100:00100000:0.0:1713531222.453640:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153728 00000100:00100000:3.0:1713531222.453651:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405153792:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 36us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531222.453651:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405153664:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 47us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531222.453652:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405153856:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 29us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531222.453656:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 242 00000100:00100000:2.0:1713531222.453657:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 502 00000100:00100000:1.0:1713531222.453662:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 243 00000100:00100000:0.0:1713531222.453667:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 247 00000100:00100000:0.0:1713531222.453672:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405153728:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531222.453703:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:1822:x1796767405153728:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 31us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531222.453709:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 247 00010000:00010000:2.0:1713531223.084360:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531223.465621:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531223.465675:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153920 00000100:00100000:2.0:1713531223.465683:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153920 00000100:00080000:0.0:1713531223.465724:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531193 00000100:00100000:2.0:1713531223.465742:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5241 00000100:00100000:2.0:1713531223.465750:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:7846:x1796767405153920:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1713531223.465828:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:7846:x1796767405153920:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 Request processed in 78us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531223.465834:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5241 00010000:00010000:2.0:1713531224.086438:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1713531225.088401:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1713531225.387177:0:20094:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 14: Rebind archived file to a new fid ========================================================== 08:53:44 (1713531224) 00000100:00100000:0.0:1713531225.448989:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.449057:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405153984 00000100:00100000:2.0:1713531225.449067:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405153984 00000100:00080000:0.0:1713531225.449109:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531195 00000100:00100000:2.0:1713531225.449129:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5242 00000100:00100000:2.0:1713531225.449136:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8835:x1796767405153984:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1713531225.449225:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8835:x1796767405153984:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 Request processed in 87us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.449232:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5242 00000100:00100000:0.0:1713531225.455104:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.455203:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154048 00000100:00100000:2.0:1713531225.455212:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154048 00000100:00080000:0.0:1713531225.455251:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531195 00000100:00100000:2.0:1713531225.455264:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5243 00000100:00100000:2.0:1713531225.455296:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:8836:x1796767405154048:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531225.455317:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.455338:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352efda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5328 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.455399:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455410:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455418:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455427:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455431:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455434:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455501:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455505:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455509:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455513:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.455516:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455521:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455529:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ee2df00) 00010000:00010000:2.0:1713531225.455532:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.455535:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455540:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352efe1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455563:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455568:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455573:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455577:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.455579:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455584:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455590:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce51078 (ffff88008a9c7e00) 00010000:00010000:2.0:1713531225.455592:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.455593:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455597:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352efe8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.455632:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352efda lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5328 expref: 416 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.455639:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352efda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5328 expref: 416 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.455646:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29680, rc 0) 00000100:00100000:2.0:1713531225.455692:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:8836:x1796767405154048:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 395us (596us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531225.455698:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5243 00000100:00100000:0.0:1713531225.457213:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.457254:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154176 00000100:00100000:2.0:1713531225.457257:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154176 00000100:00100000:2.0:1713531225.457288:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5244 00000100:00100000:2.0:1713531225.457292:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+415:8836:x1796767405154176:12345-192.168.202.39@tcp:36:lfs.0 00010000:00010000:2.0:1713531225.457311:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531225.457321:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008aee2d00/0xe3b2c9851352484a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c22b4 expref: 415 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.457328:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ee2df00) 00010000:00010000:2.0:1713531225.457330:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531225.457363:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.457369:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 88 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.457373:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.457406:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 88 pid: 8791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.457415:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 88 pid: 8791 timeout: 420 lvb_type: 0 00000100:00100000:2.0:1713531225.457423:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409667264:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531225.457457:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531225.458124:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008e4ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409667264:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531225.458135:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531225.458148:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.458174:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154240 00000100:00100000:2.0:1713531225.458176:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154240 00010000:00010000:2.0:1713531225.458187:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 89 pid: 8791 timeout: 420 lvb_type: 0 00000100:00100000:2.0:1713531225.458206:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1061 00000100:00100000:2.0:1713531225.458209:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+89:1823:x1796767405154240:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531225.458215:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531225.458218:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 89 pid: 8791 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.458223:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 89 pid: 8791 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.458232:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c98513527e36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c3377 expref: 89 pid: 8791 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.458239:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ee2df00) 00010000:00010000:2.0:1713531225.458241:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458245:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458249:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458264:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531225.458297:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+88:1823:x1796767405154240:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.458301:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1061 00010000:00010000:2.0:1713531225.458318:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458322:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458329:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458333:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458337:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531225.458858:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 512 00010000:00010000:2.0:1713531225.458864:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458870:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458879:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458883:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd298c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.458885:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458890:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458896:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ee2df00) 00010000:00010000:2.0:1713531225.458898:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.458901:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.458905:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352efef lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:2.0:1713531225.458913:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb89180 reply state ffff88008bd75000 transno 4294971050 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531225.458917:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531225.458953:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+416:8836:x1796767405154176:12345-192.168.202.39@tcp:36:lfs.0 Request processed in 1660us (1742us total) trans 4294971050 rc 0/0 00000100:00100000:2.0:1713531225.458957:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5244 00010000:00010000:3.0:1713531225.459496:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459505:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459511:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459516:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.459518:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459524:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459533:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce51078 (ffff88008a9c7f00) 00010000:00010000:3.0:1713531225.459536:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.459538:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.459543:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352eff6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531225.469719:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.469784:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154304 00000100:00100000:2.0:1713531225.469791:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154304 00000100:00100000:2.0:1713531225.469830:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5245 00000100:00100000:2.0:1713531225.469835:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8840:x1796767405154304:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531225.469849:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.469870:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352effd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c532f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.469913:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.469922:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.469929:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531225.469977:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531225.469979:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531225.469988:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.470001:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352effd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c532f expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.470035:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c532f expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.470042:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531225.470045:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531225.470048:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a400, rc 0) 00000100:00100000:2.0:1713531225.470094:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8840:x1796767405154304:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 258us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.470101:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5245 00000100:00100000:0.0:1713531225.471254:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.471295:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154432 00000100:00100000:2.0:1713531225.471299:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154432 00000100:00100000:2.0:1713531225.471325:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5246 00000100:00100000:2.0:1713531225.471330:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8840:x1796767405154432:12345-192.168.202.39@tcp:36:mkdir.0 00010000:00010000:2.0:1713531225.471354:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531225.471363:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f004 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c532f expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.471372:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531225.471376:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531225.471478:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8840:x1796767405154432:12345-192.168.202.39@tcp:36:mkdir.0 Request processed in 146us (224us total) trans 0 rc -17/-17 00000100:00100000:2.0:1713531225.471484:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5246 00000100:00100000:0.0:1713531225.472132:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.472171:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154496 00000100:00100000:2.0:1713531225.472174:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154496 00000100:00100000:2.0:1713531225.472199:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5247 00000100:00100000:2.0:1713531225.472204:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8840:x1796767405154496:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531225.472213:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.472223:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f00b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5336 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.472244:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.472249:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.472254:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531225.472293:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531225.472294:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531225.472301:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.472312:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f00b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.472319:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.472323:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:2.0:1713531225.472325:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531225.472326:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28000, rc 0) 00000100:00100000:2.0:1713531225.472353:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8840:x1796767405154496:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 147us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.472358:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5247 00000100:00100000:0.0:1713531225.473306:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.473405:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154560 00000100:00100000:2.0:1713531225.473409:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154560 00000100:00100000:2.0:1713531225.473433:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5248 00000100:00100000:2.0:1713531225.473437:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8840:x1796767405154560:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531225.473444:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.473451:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f019 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c533d expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.473487:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473495:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473502:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473515:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473520:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473526:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473589:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473595:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473601:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531225.473628:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 512 00000004:00200000:2.0:1713531225.473630:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531225.473638:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473645:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473650:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473655:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473660:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.473662:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473669:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473675:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:2.0:1713531225.473678:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.473680:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473685:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f020 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473693:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473698:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473703:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473706:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.473708:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473712:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473717:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce51078 (ffff88008a9c7b00) 00010000:00010000:2.0:1713531225.473718:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.473720:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473723:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f027 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.473741:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f019 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c533d expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.473750:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c533d expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.473756:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff88008a9c7300) 00010000:00010000:2.0:1713531225.473758:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531225.473759:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd286c0, rc 0) 00000100:00100000:2.0:1713531225.473794:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8840:x1796767405154560:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 355us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.473799:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5248 00000100:00100000:0.0:1713531225.477789:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.477858:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154624 00000100:00100000:2.0:1713531225.477867:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154624 00000100:00100000:2.0:1713531225.477913:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5249 00000100:00100000:2.0:1713531225.477921:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8841:x1796767405154624:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531225.477948:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.477960:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f035 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5344 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.477998:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478007:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478013:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478030:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478033:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478037:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478097:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478104:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478110:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478115:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.478119:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478125:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478136:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff88008a9c7300) 00010000:00010000:2.0:1713531225.478139:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.478142:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478147:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f03c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478158:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478164:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478168:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478171:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.478173:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478177:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478181:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88008a9c7600) 00010000:00010000:2.0:1713531225.478183:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.478185:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478189:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f043 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.478225:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f035 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5344 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.478231:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f035 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5344 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.478239:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29f80, rc 0) 00000100:00100000:2.0:1713531225.478316:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8841:x1796767405154624:12345-192.168.202.39@tcp:101:rm.0 Request processed in 395us (532us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531225.478322:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5249 00000100:00100000:0.0:1713531225.481788:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.481850:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154752 00000100:00100000:2.0:1713531225.481856:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154752 00000100:00100000:2.0:1713531225.481895:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5250 00000100:00100000:2.0:1713531225.481902:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8842:x1796767405154752:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531225.481916:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.481918:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1713531225.481934:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f02e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c533d expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.481948:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff88008a9c7300) 00010000:00010000:2.0:1713531225.481954:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531225.481969:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f04a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c534b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.482054:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482063:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482070:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482084:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482089:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482094:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:2.0:1713531225.482499:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x59:0x0], index 1: 0 00010000:00010000:2.0:1713531225.482631:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f05f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482639:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f05f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482646:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f05f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482669:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482674:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482679:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482683:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531225.482685:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482690:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482697:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:2.0:1713531225.482700:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531225.482702:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531225.482707:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f051 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:2.0:1713531225.482719:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008eb34a80 reply state ffff88008ab24000 transno 4294971051 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531225.482725:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531225.482740:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f04a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c534b expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.482751:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f05f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c534b expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.482757:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531225.482758:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531225.482760:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2ad00, rc 0) 00000100:00100000:2.0:1713531225.482810:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:8842:x1796767405154752:12345-192.168.202.39@tcp:101:dd.0 Request processed in 908us (1025us total) trans 4294971051 rc 0/0 00000100:00100000:2.0:1713531225.482816:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5250 00010000:00010000:3.0:1713531225.483411:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483419:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483428:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483432:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.483434:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483440:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483448:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88008a9c7b00) 00010000:00010000:3.0:1713531225.483450:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.483453:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.483457:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f058 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531225.493193:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531225.493257:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154816 00000100:00100000:1.0:1713531225.493289:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154816 00000100:00080000:0.0:1713531225.493323:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531195 00000100:00100000:1.0:1713531225.493340:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1355 00000100:00100000:1.0:1713531225.493347:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+10:8842:x1796767405154816:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:1.0:1713531225.493363:0:7958:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531225.493399:0:7958:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5352 expref: -99 pid: 7958 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531225.493423:0:7958:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531225.493441:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531225.493443:0:7958:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531225.493451:0:7958:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 11 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531225.493465:0:7958:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 11 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531225.493481:0:7958:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5f840, rc 0) 00000100:00100000:1.0:1713531225.493525:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:8842:x1796767405154816:12345-192.168.202.39@tcp:101:dd.0 Request processed in 178us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531225.493532:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1355 00000100:00100000:0.0:1713531225.499815:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.499884:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405154944 00000100:00100000:3.0:1713531225.499894:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405154944 00002000:00100000:3.0:1713531225.499933:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->1048575) req@ffff88008eb37100 x1796767405154944/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:601/0 lens 488/0 e 0 to 0 dl 1713531236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.499945:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb37100 with x1796767405154944 ext(0->1048575) 00002000:00010000:3.0:1713531225.499950:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb37100 00000100:00100000:3.0:1713531225.499983:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 355 00000100:00100000:3.0:1713531225.499989:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405154944:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531225.514078:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405154944:12345-192.168.202.39@tcp:4:dd.0 Request processed in 14079us (14260us total) trans 4294967644 rc 0/0 00000100:00100000:3.0:1713531225.514090:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 355 00002000:00100000:3.0:1713531225.514100:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->1048575) req@ffff88008eb37100 x1796767405154944/t4294967644(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:601/0 lens 488/448 e 0 to 0 dl 1713531236 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.514107:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb37100 with x1796767405154944 ext(0->1048575) 00002000:00010000:3.0:1713531225.514111:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb37100 00000100:00100000:0.0:1713531225.515547:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.515603:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155008 00000100:00100000:2.0:1713531225.515609:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155008 00000100:00100000:2.0:1713531225.515644:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5251 00000100:00100000:2.0:1713531225.515648:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8842:x1796767405155008:12345-192.168.202.39@tcp:44:dd.0 00000020:00080000:0.0:1713531225.525968:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 144 batchid updated 00000020:00080000:0.0:1713531225.525980:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 143 batchid updated 00000001:00080000:0.0:1713531225.525990:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971051 is committed 00000020:00080000:1.0:1713531225.525992:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 144 00000001:00080000:0.0:1713531225.525994:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971050 is committed 00000020:00080000:1.0:1713531225.526007:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 144 00000004:00080000:0.0:1713531225.526056:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000100:00100000:3.0:1713531225.526062:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8842:x1796767405155008:12345-192.168.202.39@tcp:44:dd.0 Request processed in 10407us (10510us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.526073:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5251 00000100:00100000:2.0:1713531225.526182:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409667328:0@lo:2:osp-syn-1-0.0 00000020:00080000:0.0:1713531225.526194:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a988f00 refcount 2 committed 0 result 0 batchid 145 00000020:00080000:0.0:1713531225.526197:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b78d700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a988300 00000020:00080000:0.0:1713531225.526199:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b78db00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131dcd400 00000100:00100000:3.0:1713531225.526207:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1713531225.526215:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526218:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526237:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531225.526245:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667520:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526247:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667328 00000100:00100000:3.0:1713531225.526249:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667456:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526250:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667328 00000100:00100000:3.0:1713531225.526258:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531225.526265:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409667648:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526279:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526280:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667712:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526286:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667392 00000100:00100000:2.0:1713531225.526287:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667392 00000100:00100000:2.0:1713531225.526295:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667456 00000100:00100000:3.0:1713531225.526296:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531225.526296:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667456 00000100:00100000:0.0:1713531225.526298:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526302:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667520 00000100:00100000:2.0:1713531225.526303:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667520 00000100:00100000:1.0:1713531225.526306:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531225.526308:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667712 00000100:00100000:2.0:1713531225.526310:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667712 00000100:00100000:3.0:1713531225.526311:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667648 00000100:00080000:0.0:1713531225.526311:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531195 00000100:00100000:3.0:1713531225.526314:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667648 00000100:00100000:2.0:1713531225.526315:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1713531225.526319:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:2634:x1796767409667328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526322:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1713531225.526325:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:2632:x1796767409667392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.526328:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1713531225.526331:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:2632:x1796767409667456:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531225.526333:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1713531225.526338:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:2633:x1796767409667520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526356:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1713531225.526360:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1713531225.526360:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:2632:x1796767409667712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.526362:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:2631:x1796767409667648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526368:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531225.526374:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667776 00000100:00100000:2.0:1713531225.526376:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667776 00000020:00080000:1.0:1713531225.526376:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 145 committed batchid 144 00000100:00100000:0.0:1713531225.526376:0:2633:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1713531225.526379:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667584:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526399:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1713531225.526402:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:2633:x1796767409667776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526407:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526417:0:10539:0:(service.c:3202:ptlrpc_start_thread()) ost[0] started 9 min 3 max 116 00000100:00100000:3.0:1713531225.526422:0:10539:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost00_009' 00000100:00100000:2.0:1713531225.526465:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667584 00000100:00100000:2.0:1713531225.526467:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667584 00002000:00010000:0.0:1713531225.526486:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.526488:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531225.526489:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531225.526491:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531225.526492:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x46:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00080000:1.0:1713531225.526498:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 144 00000100:00100000:3.0:1713531225.526508:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1713531225.526509:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:2632:x1796767409667392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (271us total) trans 4294967645 rc 0/0 00000100:00100000:3.0:1713531225.526512:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:2633:x1796767409667584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526514:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000004:00080000:2.0:1713531225.526525:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c3df80/2, rc 0, transno 349 00000100:00100000:2.0:1713531225.526530:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526556:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409667840:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526571:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531225.526577:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667840 00000100:00100000:0.0:1713531225.526580:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667840 00000100:00100000:0.0:1713531225.526590:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1713531225.526593:0:10539:0:(service.c:3202:ptlrpc_start_thread()) ost[0] started 10 min 3 max 116 00000100:00100000:0.0:1713531225.526593:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:2634:x1796767409667840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526597:0:10539:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost00_010' 00002000:00010000:3.0:1713531225.526603:0:15499:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531225.526605:0:15499:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531225.526607:0:15499:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531225.526608:0:15499:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:3.0:1713531225.526609:0:15499:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1713531225.526627:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:2632:x1796767409667712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 267us (331us total) trans 4294967646 rc 0/0 00000100:00100000:3.0:1713531225.526631:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000004:00080000:2.0:1713531225.526637:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4e680/2, rc 0, transno 350 00000100:00100000:2.0:1713531225.526641:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667712:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1713531225.526647:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.526648:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526650:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526651:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.526652:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4d:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531225.526667:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1713531225.526670:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:2634:x1796767409667840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (98us total) trans 4294967647 rc 0/0 00000100:00100000:2.0:1713531225.526672:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526674:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00002000:00010000:3.0:1713531225.526683:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531225.526684:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531225.526685:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00000100:00100000:2.0:1713531225.526685:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1713531225.526686:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:3.0:1713531225.526687:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4a:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531225.526691:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667904 00000100:00100000:0.0:1713531225.526693:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667904 00000004:00080000:2.0:1713531225.526698:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4c380/2, rc 0, transno 351 00000100:00100000:3.0:1713531225.526700:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:2631:x1796767409667648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 337us (395us total) trans 4294967648 rc 0/0 00000100:00100000:0.0:1713531225.526701:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1713531225.526702:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409667840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526703:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:2632:x1796767409667904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.526704:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1713531225.526720:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667968:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531225.526727:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:2.0:1713531225.526730:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1713531225.526730:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531225.526732:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531225.526734:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531225.526736:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x48:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:3.0:1713531225.526751:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531225.526752:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531225.526754:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531225.526755:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00000100:00100000:2.0:1713531225.526755:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409667968 00002000:00010000:3.0:1713531225.526756:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x45:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531225.526757:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409667968 00000100:00100000:1.0:1713531225.526762:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:2633:x1796767409667520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 423us (493us total) trans 4294967649 rc 0/0 00000100:00100000:1.0:1713531225.526769:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1713531225.526770:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:2634:x1796767409667328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 451us (552us total) trans 4294967650 rc 0/0 00000100:00100000:2.0:1713531225.526772:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1713531225.526775:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1713531225.526775:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:2632:x1796767409667968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1713531225.526777:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.526779:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526780:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526782:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.526783:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4e:0x0] updating lvb blocks from disk: 11 -> 11 00000004:00080000:1.0:1713531225.526792:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4f800/2, rc 0, transno 352 00000100:00100000:1.0:1713531225.526798:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409667648:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526799:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:2632:x1796767409667904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (113us total) trans 4294967651 rc 0/0 00000100:00100000:0.0:1713531225.526803:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00002000:00010000:3.0:1713531225.526817:0:20174:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531225.526819:0:20174:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000004:00080000:0.0:1713531225.526819:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4d500/2, rc 0, transno 353 00002000:00010000:3.0:1713531225.526820:0:20174:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531225.526821:0:20174:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:3.0:1713531225.526822:0:20174:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x49:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531225.526824:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667520:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.526829:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409668032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.526834:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:2633:x1796767409667584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 322us (427us total) trans 4294967652 rc 0/0 00000100:00100000:3.0:1713531225.526837:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00002000:00010000:2.0:1713531225.526837:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:2.0:1713531225.526839:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.526841:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.526842:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531225.526843:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531225.526847:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526855:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668032 00000100:00100000:3.0:1713531225.526857:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668032 00000004:00080000:0.0:1713531225.526860:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4dc00/2, rc 0, transno 356 00000100:00100000:2.0:1713531225.526861:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:2632:x1796767409667968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (130us total) trans 4294967653 rc 0/0 00000100:00100000:0.0:1713531225.526862:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667584:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526865:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1713531225.526869:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1713531225.526872:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:2633:x1796767409668032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531225.526878:0:7957:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531225.526880:0:7957:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000004:00080000:2.0:1713531225.526881:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dfe5180/2, rc 0, transno 357 00000100:00100000:2.0:1713531225.526883:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667968:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531225.526883:0:7957:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531225.526884:0:7957:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531225.526886:0:7957:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x4c:0x0] updating lvb blocks from disk: 11 -> 11 00000004:00080000:2.0:1713531225.526888:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4f480/2, rc 0, transno 355 00000100:00100000:2.0:1713531225.526890:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667904:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1713531225.526898:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c3f480/2, rc 0, transno 354 00000100:00100000:2.0:1713531225.526899:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409667328:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1713531225.526909:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x47:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.526910:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x47:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526912:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x47:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.526913:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x47:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.526914:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x47:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531225.526915:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:2633:x1796767409667776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 511us (545us total) trans 4294967654 rc 0/0 00000100:00100000:1.0:1713531225.526921:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00002000:00010000:3.0:1713531225.526923:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531225.526924:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531225.526926:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531225.526927:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531225.526928:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x50:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531225.526929:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:2632:x1796767409667456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 597us (669us total) trans 4294967655 rc 0/0 00000100:00100000:0.0:1713531225.526932:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000004:00080000:2.0:1713531225.526933:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c3ce00/2, rc 0, transno 359 00000100:00100000:2.0:1713531225.526935:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409667456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.526942:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:2633:x1796767409668032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (94us total) trans 4294967656 rc 0/0 00000100:00100000:3.0:1713531225.526945:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1713531225.526948:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668096:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526962:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526970:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668096 00000100:00100000:3.0:1713531225.526972:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668096 00000100:00100000:2.0:1713531225.526972:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668224:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526980:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.526981:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1713531225.526983:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:2634:x1796767409668096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.526985:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1713531225.526988:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531225.526992:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668224 00000100:00100000:1.0:1713531225.526994:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668224 00000100:00100000:2.0:1713531225.526995:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531225.527000:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527008:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531225.527009:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1713531225.527013:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:2632:x1796767409668224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527015:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668352:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527022:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531225.527022:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668160 00000100:00100000:1.0:1713531225.527023:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668160 00000100:00100000:2.0:1713531225.527027:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00010000:3.0:1713531225.527030:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:2.0:1713531225.527030:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.527031:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668416 00002000:00010000:3.0:1713531225.527032:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00000100:00100000:1.0:1713531225.527032:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668352 00002000:00010000:3.0:1713531225.527033:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00000100:00100000:0.0:1713531225.527033:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668416 00002000:00010000:3.0:1713531225.527034:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00000100:00100000:1.0:1713531225.527034:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668352 00002000:00010000:3.0:1713531225.527035:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x51:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531225.527037:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531225.527042:0:7956:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668288 00000100:00100000:0.0:1713531225.527043:0:7956:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668288 00000100:00100000:1.0:1713531225.527045:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1713531225.527048:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:2632:x1796767409668160:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.527050:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1713531225.527051:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:2634:x1796767409668096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (88us total) trans 4294967657 rc 0/0 00000100:00100000:0.0:1713531225.527052:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:2632:x1796767409668416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527053:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1713531225.527055:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1713531225.527055:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:2634:x1796767409668352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.527062:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1713531225.527064:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:2634:x1796767409668288:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1713531225.527078:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4ce00/2, rc 0, transno 361 00000004:00080000:0.0:1713531225.527078:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4ea00/2, rc 0, transno 360 00000100:00100000:2.0:1713531225.527082:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.527083:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409668032:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1713531225.527088:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4ed80/2, rc 0, transno 358 00000100:00100000:0.0:1713531225.527090:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409667776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527108:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527119:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531225.527120:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1713531225.527125:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1713531225.527128:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668480 00000100:00100000:2.0:1713531225.527130:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668480 00000100:00100000:3.0:1713531225.527137:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531225.527138:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1713531225.527140:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:2632:x1796767409668480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1713531225.527147:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668544 00000100:00100000:3.0:1713531225.527150:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668544 00000100:00100000:3.0:1713531225.527159:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1713531225.527161:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:2634:x1796767409668544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1713531225.527204:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.527215:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155072 00000100:00100000:3.0:1713531225.527217:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155072 00000100:00100000:3.0:1713531225.527227:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1376 00002000:00010000:2.0:1713531225.527227:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:3.0:1713531225.527229:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405155072:12345-192.168.202.39@tcp:16:dd.0 00002000:00010000:2.0:1713531225.527229:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.527231:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.527232:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531225.527233:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x55:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:0.0:1713531225.527241:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.527243:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.527245:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.527246:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.527247:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x58:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531225.527249:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:2634:x1796767409668352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (225us total) trans 4294967658 rc 0/0 00000100:00100000:2.0:1713531225.527252:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000004:00080000:3.0:1713531225.527260:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801399b4380/2, rc 0, transno 362 00000100:00100000:3.0:1713531225.527263:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.527263:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:2634:x1796767409668544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (124us total) trans 4294967659 rc 0/0 00000004:00080000:3.0:1713531225.527283:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801399b4e00/2, rc 0, transno 363 00000100:00100000:0.0:1713531225.527283:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1713531225.527285:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668544:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1713531225.527351:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:2.0:1713531225.527352:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.527354:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531225.527355:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531225.527356:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x54:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531225.527378:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:2634:x1796767409668288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 312us (339us total) trans 4294967660 rc 0/0 00000100:00100000:2.0:1713531225.527382:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000004:00080000:3.0:1713531225.527412:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801399b4000/2, rc 0, transno 364 00000100:00100000:3.0:1713531225.527416:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668288:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531225.527795:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531225.527798:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527800:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527802:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527803:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x52:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:0.0:1713531225.527822:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.527824:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000100:00100000:1.0:1713531225.527826:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:2632:x1796767409668160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 776us (828us total) trans 4294967661 rc 0/0 00002000:00010000:0.0:1713531225.527826:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.527827:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.527828:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x56:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531225.527831:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1713531225.527845:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:2632:x1796767409668416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 791us (837us total) trans 4294967662 rc 0/0 00000004:00080000:1.0:1713531225.527853:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4f100/2, rc 0, transno 365 00000100:00100000:1.0:1713531225.527856:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1713531225.527858:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000004:00080000:1.0:1713531225.527863:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801399b4700/2, rc 0, transno 366 00000100:00100000:1.0:1713531225.527866:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668416:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1713531225.527896:0:7957:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531225.527898:0:7957:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527900:0:7957:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527901:0:7957:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531225.527903:0:7957:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x53:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531225.527922:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:2632:x1796767409668224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 908us (940us total) trans 4294967663 rc 0/0 00000100:00100000:1.0:1713531225.527927:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000004:00080000:1.0:1713531225.527946:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4c000/2, rc 0, transno 367 00000100:00100000:1.0:1713531225.527948:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668224:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1713531225.527986:0:20175:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531225.527987:0:20175:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.527989:0:20175:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531225.527990:0:20175:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531225.527991:0:20175:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x57:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531225.528008:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:2632:x1796767409668480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 866us (887us total) trans 4294967664 rc 0/0 00000100:00100000:0.0:1713531225.528014:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000004:00080000:1.0:1713531225.528016:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801399b4a80/2, rc 0, transno 368 00000100:00100000:1.0:1713531225.528020:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409668480:0@lo:2:osp-syn-1-0.0 00000001:00080000:1.0:1713531225.539281:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967655 is committed 00000001:00080000:1.0:1713531225.539298:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967641 is committed 00000001:00080000:1.0:1713531225.539309:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967658 is committed 00000001:00080000:1.0:1713531225.539322:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967659 is committed 00000100:00100000:0.0:1713531225.539331:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405155072:12345-192.168.202.39@tcp:16:dd.0 Request processed in 12095us (12122us total) trans 0 rc 0/0 00000001:00080000:1.0:1713531225.539335:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967644 is committed 00000100:00100000:0.0:1713531225.539339:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1376 00000100:00100000:0.0:1713531225.540519:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.540569:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155200 00000100:00100000:3.0:1713531225.540575:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155200 00000100:00100000:3.0:1713531225.540608:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1153 00000100:00100000:3.0:1713531225.540615:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+83:8842:x1796767405155200:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:3.0:1713531225.540878:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:8842:x1796767405155200:12345-192.168.202.39@tcp:35:dd.0 Request processed in 261us (358us total) trans 4294971052 rc 0/0 00000100:00100000:3.0:1713531225.540885:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1153 00000100:00100000:0.0:1713531225.545828:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.545861:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155264 00000100:00100000:3.0:1713531225.545867:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155264 00000100:00100000:3.0:1713531225.545896:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5252 00000100:00100000:3.0:1713531225.545900:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8843:x1796767405155264:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531225.545914:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.545928:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352f074 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5359 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.545965:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.545973:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.545980:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.545991:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.545995:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.545998:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546092:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352f089 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546096:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352f089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546100:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352f089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.546117:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 11776 00000004:00200000:3.0:1713531225.546118:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531225.546127:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352f089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546133:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546136:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546140:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546143:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.546145:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546150:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546158:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531225.546160:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.546163:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546169:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bef40/0xe3b2c9851352f07b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546177:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546182:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546186:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546190:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bd440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.546193:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546197:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546203:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce51078 (ffff8800a6838e00) 00010000:00010000:3.0:1713531225.546205:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.546207:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546212:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd440/0xe3b2c9851352f082 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.546232:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bed00/0xe3b2c9851352f074 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5359 expref: 86 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.546241:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bf3c0/0xe3b2c9851352f089 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5359 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.546251:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531225.546252:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531225.546254:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bf3c0, rc 0) 00000100:00100000:3.0:1713531225.546303:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8843:x1796767405155264:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 402us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.546307:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5252 00000100:00100000:0.0:1713531225.551293:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.551364:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155328 00000100:00100000:3.0:1713531225.551368:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155328 00000100:00100000:3.0:1713531225.551412:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5253 00000100:00100000:3.0:1713531225.551418:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+265:8846:x1796767405155328:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531225.551431:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.551441:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352f090 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5360 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.551469:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.551477:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.551482:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.551509:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531225.551510:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531225.551517:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.551527:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be640/0xe3b2c9851352f090 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5360 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.551535:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5360 expref: 266 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.551539:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531225.551541:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531225.551542:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d6bd200, rc 0) 00000100:00100000:3.0:1713531225.551570:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+266:8846:x1796767405155328:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 153us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.551574:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5253 00000100:00100000:0.0:1713531225.552381:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.552488:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155392 00000100:00100000:3.0:1713531225.552493:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155392 00000100:00100000:3.0:1713531225.552515:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5254 00000100:00100000:3.0:1713531225.552519:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+266:8846:x1796767405155392:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531225.552526:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.552532:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352f09e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5367 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.552552:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552558:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552562:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552579:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552585:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552589:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552657:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352f0b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552662:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352f0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552665:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352f0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.552680:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 11776 00000004:00200000:3.0:1713531225.552682:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531225.552688:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352f0b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552692:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552696:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552699:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552702:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6bdb00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.552704:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552707:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552713:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531225.552715:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.552716:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552719:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bdb00/0xe3b2c9851352f0a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552725:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552727:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552730:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552733:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d6be1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.552735:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552738:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552742:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce51078 (ffff8800a6838700) 00010000:00010000:3.0:1713531225.552743:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.552744:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552747:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6be1c0/0xe3b2c9851352f0ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce51078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.552760:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bc000/0xe3b2c9851352f09e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5367 expref: 268 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.552767:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13cc0/0xe3b2c9851352f0b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5367 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.552770:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531225.552771:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531225.552773:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13cc0, rc 0) 00000100:00100000:3.0:1713531225.552801:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+267:8846:x1796767405155392:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 281us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.552805:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5254 00000100:00100000:0.0:1713531225.553966:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.554040:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155520 00000100:00100000:3.0:1713531225.554045:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155520 00000100:00100000:3.0:1713531225.554074:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5255 00000100:00100000:3.0:1713531225.554080:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+267:8846:x1796767405155520:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531225.554089:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.554096:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f0ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c536e expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.554145:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554151:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554155:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554167:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554173:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554176:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554225:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554229:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554232:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.554237:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa7:0x0]: returning size 1048576 00010000:00010000:3.0:1713531225.554317:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554321:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554324:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554326:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.554328:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554331:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554335:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531225.554337:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.554339:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554342:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f0c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554347:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554349:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554352:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554355:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.554356:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554359:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554362:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff8800a6838400) 00010000:00010000:3.0:1713531225.554363:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.554364:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554367:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f0c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.554400:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f0ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.554410:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.554413:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531225.554415:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531225.554416:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13840, rc 0) 00000100:00100000:3.0:1713531225.554440:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:8846:x1796767405155520:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 360us (478us total) trans 4294971053 rc 0/0 00000100:00100000:3.0:1713531225.554444:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5255 00000100:00100000:0.0:1713531225.555521:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.555568:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155584 00000100:00100000:2.0:1713531225.555572:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155584 00000100:00100000:2.0:1713531225.555605:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1377 00000100:00100000:2.0:1713531225.555609:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1822:x1796767405155584:12345-192.168.202.39@tcp:101:md5sum.0 00000100:00080000:0.0:1713531225.555609:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531195 00010000:00010000:2.0:1713531225.555616:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.555625:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f0dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5375 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531225.555660:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409668608:192.168.202.39@tcp:106: 00000100:00100000:2.0:1713531225.555694:0:20174:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c000 going to sleep for 11 seconds 00002000:00010000:2.0:1713531225.556534:0:20174:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x59:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1713531225.556538:0:20174:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x59:0x0] updating lvb mtime: 0 -> 1713531225 00002000:00010000:2.0:1713531225.556540:0:20174:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x280000400:0x59:0x0] updating lvb atime: 0 -> 1713531225 00002000:00010000:2.0:1713531225.556542:0:20174:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x280000400:0x59:0x0] updating lvb ctime: 0 -> 1713531225 00002000:00010000:2.0:1713531225.556544:0:20174:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x280000400:0x59:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:2.0:1713531225.556609:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409668608:192.168.202.39@tcp:106: 00010000:00010000:2.0:1713531225.556627:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f0dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5375 expref: 78 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531225.556638:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f0dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5375 expref: 78 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531225.556647:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29d40, rc 0) 00000100:00100000:2.0:1713531225.556679:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1822:x1796767405155584:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 1068us (1159us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531225.556684:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1377 00000100:00100000:0.0:1713531225.557650:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.557689:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155648 00000100:00100000:2.0:1713531225.557694:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155648 00000100:00100000:2.0:1713531225.557719:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1378 00000100:00100000:2.0:1713531225.557724:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:8846:x1796767405155648:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531225.557732:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531225.557740:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c537c expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.557756:0:20174:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 8 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.557763:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531225.557765:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531225.557768:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.557787:0:20174:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 8 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.557798:0:20174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 8 pid: 7958 timeout: 420 lvb_type: 0 00000100:00100000:2.0:1713531225.557807:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409668672:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531225.557834:0:20174:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c000 going to sleep for 11 seconds 00000100:00100000:2.0:1713531225.558479:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409668672:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531225.558491:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.558499:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b180, rc 0) 00000100:00100000:2.0:1713531225.558526:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:8846:x1796767405155648:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 801us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.558530:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1378 00000100:00100000:0.0:1713531225.558965:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.559001:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155712 00000100:00100000:2.0:1713531225.559004:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155712 00010000:00010000:2.0:1713531225.559016:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 9 pid: 7958 timeout: 420 lvb_type: 0 00000100:00100000:2.0:1713531225.559034:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:2.0:1713531225.559037:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405155712:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531225.559043:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531225.559050:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 9 pid: 7958 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.559056:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 9 pid: 7958 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.559068:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5f840/0xe3b2c9851352f06d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5352 expref: 9 pid: 7958 timeout: 420 lvb_type: 0 00010000:00010000:2.0:1713531225.559073:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531225.559074:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531225.559078:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.559083:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531225.559095:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531225.559101:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409668736:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531225.559124:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c000 going to sleep for 11 seconds 00000100:00100000:2.0:1713531225.559937:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409668736:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531225.559945:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531225.559955:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.559971:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+8:1823:x1796767405155712:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 933us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531225.559976:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1062 00000100:00100000:3.0:1713531225.560005:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155840 00000100:00100000:3.0:1713531225.560010:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155840 00002000:00100000:3.0:1713531225.560033:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->32767) req@ffff880132091f80 x1796767405155840/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:601/0 lens 488/0 e 0 to 0 dl 1713531236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.560043:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132091f80 with x1796767405155840 ext(0->32767) 00002000:00010000:3.0:1713531225.560046:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132091f80 00000100:00100000:3.0:1713531225.560066:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 356 00000100:00100000:3.0:1713531225.560070:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1822:x1796767405155840:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531225.560673:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1822:x1796767405155840:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 601us (719us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531225.560678:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 356 00002000:00100000:3.0:1713531225.560682:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->32767) req@ffff880132091f80 x1796767405155840/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:601/0 lens 488/440 e 0 to 0 dl 1713531236 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.560687:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132091f80 with x1796767405155840 ext(0->32767) 00002000:00010000:3.0:1713531225.560689:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132091f80 00000100:00100000:0.0:1713531225.562659:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.562700:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405155968 00000100:00100000:3.0:1713531225.562704:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405155968 00002000:00100000:3.0:1713531225.562718:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (32768->1048575) req@ffff880132092300 x1796767405155968/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:601/0 lens 488/0 e 0 to 0 dl 1713531236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.562724:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132092300 with x1796767405155968 ext(32768->1048575) 00002000:00010000:3.0:1713531225.562726:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132092300 00000100:00100000:3.0:1713531225.562741:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 357 00000100:00100000:3.0:1713531225.562744:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1824:x1796767405155968:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531225.565726:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1824:x1796767405155968:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 2978us (3066us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531225.565733:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 357 00002000:00100000:3.0:1713531225.565738:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (32768->1048575) req@ffff880132092300 x1796767405155968/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:601/0 lens 488/440 e 0 to 0 dl 1713531236 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.565744:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132092300 with x1796767405155968 ext(32768->1048575) 00002000:00010000:3.0:1713531225.565746:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132092300 00000100:00100000:0.0:1713531225.569887:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.569927:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156096 00000100:00100000:3.0:1713531225.569930:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156096 00000100:00100000:3.0:1713531225.569960:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:3.0:1713531225.569963:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:8846:x1796767405156096:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:3.0:1713531225.570095:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:8846:x1796767405156096:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 130us (209us total) trans 4294971054 rc 0/0 00000100:00100000:3.0:1713531225.570099:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:0.0:1713531225.575077:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.575126:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156160 00000100:00100000:3.0:1713531225.575132:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156160 00000100:00100000:3.0:1713531225.575172:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5256 00000100:00100000:3.0:1713531225.575180:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:8848:x1796767405156160:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531225.575197:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.575212:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f0eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5383 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.575258:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.575292:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.575302:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.575355:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 11776 00000004:00200000:3.0:1713531225.575358:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531225.575370:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.575416:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f0eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.575430:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 271 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.575438:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531225.575440:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531225.575457:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12d00, rc 0) 00000100:00100000:3.0:1713531225.575497:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8848:x1796767405156160:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 317us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.575503:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5256 00000100:00100000:0.0:1713531225.576938:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.576979:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156288 00000100:00100000:3.0:1713531225.576982:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156288 00000100:00100000:3.0:1713531225.577002:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5257 00000100:00100000:3.0:1713531225.577006:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8848:x1796767405156288:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:3.0:1713531225.577198:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].167, 136 off30696 00000100:00100000:3.0:1713531225.577236:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8848:x1796767405156288:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 229us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.577241:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5257 00000040:00080000:0.0:1713531225.807842:0:20264:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531225.807847:0:20264:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531225.807928:0:20264:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531225.807936:0:20264:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531225.807954:0:20264:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531225.807955:0:20264:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531225.808054:0:20264:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531225.808057:0:20264:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531225.808079:0:20264:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531225.808081:0:20264:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531225.808230:0:20264:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531225.808233:0:20264:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531225.808260:0:20264:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531225.808261:0:20264:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531225.808539:0:20264:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531225.808542:0:20264:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531225.862449:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531225.862456:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531225.862503:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:2.0:1713531225.862509:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531225.862663:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409668800:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531225.862723:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c000 going to sleep for 11 seconds 00000100:00100000:2.0:1713531225.863941:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa1a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409668800:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531225.863985:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531225.863987:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531225.864075:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:2.0:1713531225.864079:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531225.864415:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.864472:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156352 00000100:00100000:3.0:1713531225.864478:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156352 00000100:00100000:3.0:1713531225.864521:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5258 00000100:00100000:3.0:1713531225.864528:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8859:x1796767405156352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531225.864553:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xa7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531225.864617:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8859:x1796767405156352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 88us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.864624:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5258 00000100:00100000:0.0:1713531225.865595:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.865646:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156480 00000100:00100000:3.0:1713531225.865650:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156480 00000100:00100000:3.0:1713531225.865681:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5259 00000100:00100000:3.0:1713531225.865687:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8859:x1796767405156480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531225.865699:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.865720:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f0f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c538a expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.865804:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865814:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865822:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865835:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865838:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865841:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865864:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f10e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865867:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f10e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865872:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f10e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531225.865877:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa7:0x0]: returning size 1048576 00010000:00010000:3.0:1713531225.865933:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865937:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865941:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865945:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.865947:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865952:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865960:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531225.865961:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.865964:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865967:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f100 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865973:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865977:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865980:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865982:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531225.865983:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865986:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865989:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xade0622f (ffff8800a6838b00) 00010000:00010000:3.0:1713531225.865990:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531225.865991:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.865994:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f107 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xade0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.866015:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f0f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c538a expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.866023:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f10e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c538a expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.866033:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531225.866034:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531225.866035:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10fc0, rc 0) 00000100:00100000:3.0:1713531225.866063:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8859:x1796767405156480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 377us (471us total) trans 4294971055 rc 0/0 00000100:00100000:3.0:1713531225.866068:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5259 00000100:00100000:0.0:1713531225.867003:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531225.867042:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531225.867053:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156544 00000100:00100000:2.0:1713531225.867057:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156544 00000100:00100000:3.0:1713531225.867081:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156608 00000100:00100000:3.0:1713531225.867084:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156608 00000100:00100000:2.0:1713531225.867085:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 515 00000100:00100000:2.0:1713531225.867089:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+87:1825:x1796767405156544:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531225.867096:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531225.867105:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f10e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c538a expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531225.867107:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1379 00000100:00100000:3.0:1713531225.867110:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+8:1822:x1796767405156608:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531225.867114:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531225.867116:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531225.867129:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531225.867133:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1825:x1796767405156544:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 44us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531225.867138:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531225.867138:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 515 00010000:00010000:3.0:1713531225.867139:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531225.867143:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867150:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867168:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867172:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867176:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867179:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531225.867180:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867184:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867189:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.867193:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc10d80/0xe3b2c9851352f11c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531225.867217:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+8:1822:x1796767405156608:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 106us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.867221:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1379 00000100:00100000:0.0:1713531225.868463:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.868496:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156736 00000100:00100000:3.0:1713531225.868499:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156736 00000100:00100000:3.0:1713531225.868520:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5260 00000100:00100000:3.0:1713531225.868523:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8859:x1796767405156736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531225.868566:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8859:x1796767405156736:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 41us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.868570:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5260 00000100:00100000:0.0:1713531225.869699:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.869738:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156800 00000100:00100000:3.0:1713531225.869742:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156800 00000100:00100000:3.0:1713531225.869764:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1380 00000100:00100000:3.0:1713531225.869768:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+8:1825:x1796767405156800:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531225.869776:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.869786:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5391 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.869800:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531225.869801:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531225.869805:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 9 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531225.869814:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 9 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531225.869819:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc12ac0, rc 0) 00000100:00100000:3.0:1713531225.869842:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405156800:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 73us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.869846:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1380 00000100:00100000:0.0:1713531225.870710:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.870746:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405156928 00000100:00100000:3.0:1713531225.870750:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405156928 00000100:00100000:3.0:1713531225.870776:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5261 00000100:00100000:3.0:1713531225.870781:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8859:x1796767405156928:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531225.870824:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8859:x1796767405156928:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 44us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.870829:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5261 00000100:00100000:0.0:1713531225.873160:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.873205:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157056 00000100:00100000:3.0:1713531225.873212:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157056 00002000:00100000:3.0:1713531225.873245:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->1048575) req@ffff88008d416a00 x1796767405157056/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:601/0 lens 488/0 e 0 to 0 dl 1713531236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.873254:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d416a00 with x1796767405157056 ext(0->1048575) 00002000:00010000:3.0:1713531225.873258:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d416a00 00000100:00100000:3.0:1713531225.873310:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 358 00000100:00100000:3.0:1713531225.873316:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405157056:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531225.876895:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405157056:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 3571us (3731us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531225.876907:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 358 00002000:00100000:3.0:1713531225.876916:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x59:0x0] (0->1048575) req@ffff88008d416a00 x1796767405157056/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:601/0 lens 488/440 e 0 to 0 dl 1713531236 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531225.876926:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d416a00 with x1796767405157056 ext(0->1048575) 00002000:00010000:3.0:1713531225.876930:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d416a00 00000100:00100000:0.0:1713531225.882122:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.882227:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157120 00000100:00100000:3.0:1713531225.882235:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157120 00000100:00100000:3.0:1713531225.882299:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5262 00000100:00100000:3.0:1713531225.882305:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:8859:x1796767405157120:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531225.882321:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531225.882336:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f12a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5398 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.882360:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f131 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.882369:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.882377:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531225.882467:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f12a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5398 expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.882496:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5398 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.882502:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531225.882505:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531225.882507:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:3.0:1713531225.882552:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8859:x1796767405157120:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 245us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.882559:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5262 00000100:00100000:0.0:1713531225.884197:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.884255:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157184 00000100:00100000:3.0:1713531225.884261:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157184 00000100:00100000:3.0:1713531225.884317:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5263 00000100:00100000:3.0:1713531225.884323:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8859:x1796767405157184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531225.884347:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xa7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531225.884418:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8859:x1796767405157184:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 95us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.884424:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5263 00000100:00100000:1.0:1713531225.885434:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.885496:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157248 00000100:00100000:3.0:1713531225.885501:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157248 00000100:00100000:3.0:1713531225.885533:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1381 00000100:00100000:3.0:1713531225.885537:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405157248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531225.885565:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885576:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531225.885578:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531225.885583:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885592:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885610:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885616:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885623:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885634:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531225.885637:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885644:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885653:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531225.885658:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc13600/0xe3b2c9851352f138 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531225.885708:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405157248:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 170us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531225.885714:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1381 00000100:00100000:0.0:1713531225.886543:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.886600:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157376 00000100:00100000:3.0:1713531225.886605:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157376 00000100:00100000:3.0:1713531225.886639:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5264 00000100:00100000:3.0:1713531225.886645:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:8859:x1796767405157376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000040:00080000:3.0:1713531225.886875:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531225.886879:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531225.887005:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:3.0:1713531225.887011:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1713531225.887069:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8859:x1796767405157376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 422us (526us total) trans 4294971056 rc 0/0 00000100:00100000:3.0:1713531225.887077:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5264 00000040:00080000:2.0:1713531225.887131:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531225.887136:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531225.887481:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 122 00000040:00080000:2.0:1713531225.887489:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531225.887850:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531225.887898:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157504 00000100:00100000:3.0:1713531225.887904:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157504 00000100:00100000:3.0:1713531225.887937:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1155 00000100:00100000:3.0:1713531225.887943:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:8859:x1796767405157504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531225.888060:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:8859:x1796767405157504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 116us (210us total) trans 4294971057 rc 0/0 00000100:00100000:3.0:1713531225.888067:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1155 00010000:00010000:2.0:1713531226.090449:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1713531226.732499:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668864:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1713531226.732499:0:8790:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 321359229387ns, next at 322359227992ns, rc = 0 00000100:00100000:3.0:1713531226.732557:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531226.732615:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409668864 00000100:00100000:2.0:1713531226.732622:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409668864 00000100:00080000:0.0:1713531226.732658:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531196 00000100:00100000:2.0:1713531226.732666:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1713531226.732671:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2634:x1796767409668864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1713531226.732700:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 195493888 pending 0 free 3853516800 avail 3851419648 00000100:00100000:2.0:1713531226.732746:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2634:x1796767409668864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531226.732752:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1713531226.732775:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409668864:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1713531226.848654:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967654 is committed 00000001:00080000:0.0:1713531226.848670:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967653 is committed 00000040:00080000:0.0:1713531227.038897:0:20355:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531227.038901:0:20355:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531227.038979:0:20355:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531227.038983:0:20355:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531227.038999:0:20355:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531227.039000:0:20355:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531227.039088:0:20355:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531227.039091:0:20355:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531227.039113:0:20355:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531227.039114:0:20355:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531227.039344:0:20355:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531227.039349:0:20355:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531227.039413:0:20355:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531227.039416:0:20355:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531227.039772:0:20355:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 168 count 122 00000040:00080000:0.0:1713531227.039776:0:20355:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531227.056538:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.056586:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157568 00000100:00100000:3.0:1713531227.056595:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157568 00000100:00080000:0.0:1713531227.056635:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531197 00000100:00100000:3.0:1713531227.056652:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5265 00000100:00100000:3.0:1713531227.056659:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8871:x1796767405157568:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531227.056678:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531227.056693:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f13f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c539f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.056742:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.056759:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.056770:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531227.056833:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 11776 00000004:00200000:3.0:1713531227.056836:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531227.056850:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.056869:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f13f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c539f expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.056880:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c539f expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.056887:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531227.056890:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531227.056893:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10d80, rc 0) 00000100:00100000:3.0:1713531227.056943:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8871:x1796767405157568:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 284us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.056950:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5265 00000100:00100000:0.0:1713531227.060689:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.060744:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157696 00000100:00100000:3.0:1713531227.060751:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157696 00000100:00100000:3.0:1713531227.060788:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5266 00000100:00100000:3.0:1713531227.060793:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8872:x1796767405157696:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:3.0:1713531227.060822:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1713531227.060840:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f131 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5398 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.060853:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f05f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c534b expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.060868:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531227.060877:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f146 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c539f expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.060884:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:3.0:1713531227.060886:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531227.060909:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.060920:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.060926:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 4/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.060952:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.060962:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 270 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1713531227.060974:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409668928:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531227.061024:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc540 going to sleep for 11 seconds 00000100:00100000:3.0:1713531227.061863:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409668928:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531227.061880:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.061957:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.061974:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157760 00000100:00100000:2.0:1713531227.061979:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157760 00000100:00080000:0.0:1713531227.061993:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531197 00010000:00010000:2.0:1713531227.062000:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 271 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:2.0:1713531227.062017:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1063 00000100:00100000:2.0:1713531227.062022:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:1823:x1796767405157760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.062030:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.062033:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 271 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.062042:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 271 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.062054:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f0f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5383 expref: 271 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.062062:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:2.0:1713531227.062066:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.062072:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.062078:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.062091:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531227.062097:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.062102:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.062113:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:1823:x1796767405157760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (155us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531227.062119:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.062120:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1063 00010000:00010000:0.0:1713531227.062123:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.062128:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.062207:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.062213:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.062218:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.062231:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.062239:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 269 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:0.0:1713531227.062249:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409668992:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531227.062301:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531227.062832:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009aa6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409668992:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531227.062844:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.063079:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.063117:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157824 00000100:00100000:2.0:1713531227.063121:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157824 00010000:00010000:2.0:1713531227.063132:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 270 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:2.0:1713531227.063156:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000100:00100000:2.0:1713531227.063161:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:1822:x1796767405157824:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.063167:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.063171:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 270 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.063180:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 270 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.063191:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f0cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c536e expref: 270 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.063204:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531227.063207:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.063213:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.063218:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.063230:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531227.063236:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063243:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.063249:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:1822:x1796767405157824:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.063255:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1064 00000040:00080000:1.0:1713531227.063678:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].77, 64 off14464 00000004:00080000:1.0:1713531227.063684:0:15461:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 321690415701ns, next at 322690413971ns, rc = 0 00010000:00010000:1.0:1713531227.063737:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063746:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063754:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063759:0:15461:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063765:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063771:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063777:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063782:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531227.063786:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063792:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063799:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:1.0:1713531227.063802:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531227.063804:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063810:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f162 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063827:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063832:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063837:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063842:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.063844:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063849:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063855:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa7:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:1.0:1713531227.063857:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1713531227.063859:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063863:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f15b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063898:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063903:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063909:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063913:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.063916:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063921:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063926:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.063928:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.063930:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.063934:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f14d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:1.0:1713531227.063941:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008bccdc00 reply state ffff88008a665000 transno 4294971058 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.063947:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531227.063980:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8872:x1796767405157696:12345-192.168.202.39@tcp:36:rm.0 Request processed in 3185us (3293us total) trans 4294971058 rc 0/0 00000100:00100000:1.0:1713531227.063986:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5266 00010000:00010000:3.0:1713531227.064479:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064487:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064491:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064495:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531227.064497:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064501:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064507:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88008b666700) 00010000:00010000:3.0:1713531227.064509:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531227.064512:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.064516:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f154 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.068601:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.068648:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405157952 00000100:00100000:1.0:1713531227.068656:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405157952 00000100:00100000:1.0:1713531227.068699:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5267 00000100:00100000:1.0:1713531227.068705:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:8873:x1796767405157952:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:1.0:1713531227.068724:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.068738:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352f169 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53a6 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.068845:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.068856:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.068866:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.068884:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.068890:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.068896:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:1.0:1713531227.069251:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5c:0x0], index 0: 0 00010000:00010000:1.0:1713531227.069419:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069426:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069433:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069455:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069461:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069467:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069473:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.069477:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069484:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069493:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.069496:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.069499:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.069505:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f170 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:1.0:1713531227.069515:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008aa1a680 reply state ffff88008aa0c000 transno 4294971059 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.069521:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1713531227.069538:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352f169 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.069550:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.069557:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:1.0:1713531227.069559:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531227.069561:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5cb40, rc 0) 00000100:00100000:1.0:1713531227.069615:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8873:x1796767405157952:12345-192.168.202.39@tcp:101:dd.0 Request processed in 909us (1017us total) trans 4294971059 rc 0/0 00000100:00100000:1.0:1713531227.069622:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5267 00010000:00010000:0.0:1713531227.070440:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070447:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070451:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070454:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531227.070456:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070459:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070465:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88013189c800) 00010000:00010000:0.0:1713531227.070467:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531227.070469:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531227.070472:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f177 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.070922:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.070937:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158080 00000100:00100000:3.0:1713531227.070942:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158080 00000100:00100000:3.0:1713531227.070967:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1156 00000100:00100000:3.0:1713531227.070971:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:8873:x1796767405158080:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:3.0:1713531227.071158:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8873:x1796767405158080:12345-192.168.202.39@tcp:35:dd.0 Request processed in 185us (236us total) trans 4294971060 rc 0/0 00000100:00100000:3.0:1713531227.071162:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1156 00000100:00100000:0.0:1713531227.080660:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.080711:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158208 00000100:00100000:1.0:1713531227.080719:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158208 00000100:00100000:1.0:1713531227.080758:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5268 00000100:00100000:1.0:1713531227.080765:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:8876:x1796767405158208:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531227.080781:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.080795:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352f18c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53ad expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.080880:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.080891:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.080901:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.080920:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.080926:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.080932:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081005:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081012:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081019:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531227.081026:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00010000:00010000:1.0:1713531227.081099:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081106:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081112:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081117:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5fcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.081121:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081127:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081136:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.081138:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.081142:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081147:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5fcc0/0xe3b2c9851352f193 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081154:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081159:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081169:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081174:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5e880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.081176:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081181:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081186:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88013189cc00) 00010000:00010000:1.0:1713531227.081188:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.081190:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081195:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5e880/0xe3b2c9851352f19a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.081222:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cd80/0xe3b2c9851352f18c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.081231:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 271 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.081237:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:1.0:1713531227.081239:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531227.081241:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd5c900, rc 0) 00000100:00100000:1.0:1713531227.081304:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8876:x1796767405158208:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 538us (649us total) trans 4294971061 rc 0/0 00000100:00100000:1.0:1713531227.081310:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5268 00000100:00100000:0.0:1713531227.082443:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.082480:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158336 00000100:00100000:1.0:1713531227.082485:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158336 00000100:00100000:1.0:1713531227.082510:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5269 00000100:00100000:1.0:1713531227.082515:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8876:x1796767405158336:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:1.0:1713531227.082542:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.082551:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.082559:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 271 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.082565:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 5/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.082588:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 271 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.082599:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 271 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:1.0:1713531227.082610:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669056:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531227.082656:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.082665:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 90 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:1.0:1713531227.082672:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669120:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531227.082688:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c801300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531227.083417:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669056:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531227.083467:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.083471:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669120:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531227.083486:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.083504:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.083518:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158400 00000100:00100000:1.0:1713531227.083518:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158464 00000100:00100000:1.0:1713531227.083521:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158464 00000100:00100000:2.0:1713531227.083522:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158400 00010000:00010000:2.0:1713531227.083534:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 272 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.083535:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 91 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:2.0:1713531227.083556:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1065 00000100:00100000:2.0:1713531227.083560:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7946c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:1823:x1796767405158400:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1713531227.083561:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1066 00010000:00010000:2.0:1713531227.083566:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1713531227.083566:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405158464:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.083570:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 272 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.083573:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.083576:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 272 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.083577:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 91 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.083586:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c900/0xe3b2c9851352f1a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ad expref: 272 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.083588:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 91 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:2.0:1713531227.083595:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:2.0:1713531227.083598:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.083602:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.083604:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531227.083611:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5cb40/0xe3b2c9851352f17e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53a6 expref: 91 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:2.0:1713531227.083621:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7946c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:1823:x1796767405158400:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 61us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531227.083621:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00000100:00100000:2.0:1713531227.083625:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1065 00010000:00010000:1.0:1713531227.083625:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083631:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083636:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083647:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531227.083667:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405158464:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 100us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.083673:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1066 00010000:00010000:1.0:1713531227.083686:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083692:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083821:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083827:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083833:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083838:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5ef40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.083841:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083846:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083853:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:1.0:1713531227.083855:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531227.083858:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.083863:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5ef40/0xe3b2c9851352f1af lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.083900:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8876:x1796767405158336:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1384us (1457us total) trans 4294971062 rc 0/0 00000100:00100000:1.0:1713531227.083907:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5269 00000100:00100000:0.0:1713531227.084666:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.084721:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158592 00000100:00100000:3.0:1713531227.084726:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158592 00000100:00100000:3.0:1713531227.084752:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1157 00000100:00100000:3.0:1713531227.084755:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:8876:x1796767405158592:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531227.084846:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:8876:x1796767405158592:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 90us (181us total) trans 4294971063 rc 0/0 00000100:00100000:3.0:1713531227.084851:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1157 00000100:00100000:0.0:1713531227.089674:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.089728:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158656 00000100:00100000:1.0:1713531227.089736:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158656 00000100:00100000:1.0:1713531227.089776:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5270 00000100:00100000:1.0:1713531227.089782:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:8877:x1796767405158656:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531227.089799:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.089815:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352f1b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53b4 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.089863:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.089874:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.089884:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.089903:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.089909:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.089915:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090002:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090008:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090014:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531227.090039:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00000004:00200000:1.0:1713531227.090042:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531227.090054:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090062:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090068:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090074:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090080:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090085:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.090089:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090095:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090104:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.090107:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.090111:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090116:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5c000/0xe3b2c9851352f1bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090127:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090132:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090137:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090141:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd5f840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.090144:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090149:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090154:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88013189c800) 00010000:00010000:1.0:1713531227.090156:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.090158:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090162:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f840/0xe3b2c9851352f1c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.090183:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd5f3c0/0xe3b2c9851352f1b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.090199:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.090206:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:1.0:1713531227.090208:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531227.090210:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5d40, rc 0) 00000100:00100000:1.0:1713531227.090256:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:8877:x1796767405158656:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 473us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.090262:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5270 00000100:00100000:0.0:1713531227.091412:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.091458:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158720 00000100:00100000:3.0:1713531227.091463:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158720 00000100:00080000:0.0:1713531227.091494:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531197 00000100:00100000:3.0:1713531227.091496:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1382 00000100:00100000:3.0:1713531227.091501:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1822:x1796767405158720:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531227.091508:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531227.091524:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53bb expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531227.091538:0:20174:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1713531227.091547:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531227.091549:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531227.091553:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 83 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531227.091562:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 83 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531227.091569:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10fc0, rc 0) 00000100:00100000:3.0:1713531227.091593:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1822:x1796767405158720:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 92us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.091597:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1382 00010000:00010000:3.0:1713531227.092362:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531227.092562:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.092594:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158784 00000100:00100000:1.0:1713531227.092598:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158784 00000100:00100000:1.0:1713531227.092621:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5271 00000100:00100000:1.0:1713531227.092625:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:8877:x1796767405158784:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531227.092633:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.092642:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f1d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53c2 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.092671:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.092679:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.092687:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531227.092718:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xce:0x0]: returning size 11776 00000004:00200000:1.0:1713531227.092721:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531227.092729:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.092742:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f1d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.092754:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.092761:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.092763:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531227.092765:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:1.0:1713531227.092794:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:8877:x1796767405158784:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 167us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.092799:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5271 00000100:00100000:0.0:1713531227.094484:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.094521:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158912 00000100:00100000:1.0:1713531227.094524:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158912 00000100:00100000:1.0:1713531227.094546:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5272 00000100:00100000:1.0:1713531227.094551:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:8877:x1796767405158912:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531227.094558:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.094566:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f1e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53c9 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.094622:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.094630:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.094637:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531227.094646:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00010000:00010000:1.0:1713531227.094726:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f1e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c9 expref: 277 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.094736:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c9 expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.094742:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:1.0:1713531227.094744:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1713531227.094746:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:1.0:1713531227.094775:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:8877:x1796767405158912:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 222us (291us total) trans 4294971064 rc 0/0 00000100:00100000:1.0:1713531227.094780:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5272 00000100:00100000:0.0:1713531227.095486:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.095517:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405158976 00000100:00100000:3.0:1713531227.095520:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405158976 00000100:00100000:3.0:1713531227.095541:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1383 00000100:00100000:3.0:1713531227.095544:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1824:x1796767405158976:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:3.0:1713531227.095561:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.095569:0:20174:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 83 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531227.095573:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531227.095574:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531227.095576:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.095594:0:20174:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 83 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531227.095601:0:20174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 83 pid: 20174 timeout: 421 lvb_type: 1 00000100:00100000:3.0:1713531227.095610:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:20174:1796767409669184:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531227.095642:0:20174:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1713531227.096304:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:20174:1796767409669184:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531227.096318:0:20174:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531227.096383:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.096411:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159040 00000100:00100000:1.0:1713531227.096414:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159040 00010000:00010000:1.0:1713531227.096427:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 84 pid: 20174 timeout: 421 lvb_type: 1 00000100:00100000:1.0:1713531227.096450:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1067 00000100:00100000:1.0:1713531227.096455:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1823:x1796767405159040:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531227.096462:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531227.096476:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 84 pid: 20174 timeout: 421 lvb_type: 1 00010000:00010000:1.0:1713531227.096486:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 84 pid: 20174 timeout: 421 lvb_type: 1 00010000:00010000:1.0:1713531227.096507:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f1d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53bb expref: 84 pid: 20174 timeout: 421 lvb_type: 1 00010000:00010000:1.0:1713531227.096516:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531227.096517:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531227.096520:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.096528:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.096547:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531227.096565:0:20174:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531227.096568:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1823:x1796767405159040:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (197us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531227.096570:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531227.096574:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1067 00010000:00010000:3.0:1713531227.096581:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096585:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096590:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096594:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11b00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531227.096596:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096601:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096609:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.096612:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f1fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531227.096646:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1824:x1796767405158976:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1101us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.096651:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1383 00000100:00100000:0.0:1713531227.097357:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.097405:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159168 00000100:00100000:3.0:1713531227.097409:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159168 00000100:00100000:3.0:1713531227.097433:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1158 00000100:00100000:3.0:1713531227.097436:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:8877:x1796767405159168:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:3.0:1713531227.097460:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xa8:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c9 expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1713531227.097581:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971065 00000001:00080000:3.0:1713531227.097886:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971066 00010000:00010000:3.0:1713531227.097921:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.097931:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 279 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.097937:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.097953:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 279 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.097962:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 279 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:3.0:1713531227.097971:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409669248:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531227.098004:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531227.098694:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409669248:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531227.098708:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531227.098809:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.098842:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159232 00000100:00100000:1.0:1713531227.098845:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159232 00010000:00010000:1.0:1713531227.098856:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 280 pid: 15461 timeout: 421 lvb_type: 0 00000100:00100000:1.0:1713531227.098877:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000100:00100000:1.0:1713531227.098881:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:1822:x1796767405159232:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531227.098888:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531227.098892:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 280 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.098906:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 280 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.098917:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f1cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53b4 expref: 280 pid: 15461 timeout: 421 lvb_type: 0 00010000:00010000:1.0:1713531227.098926:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:1.0:1713531227.098929:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531227.098936:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531227.098941:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531227.098957:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531227.098973:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.098977:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531227.098977:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:1822:x1796767405159232:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 95us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.098983:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1068 00000001:00080000:3.0:1713531227.099029:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971067 00000001:00080000:3.0:1713531227.099151:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971068 00000001:00080000:3.0:1713531227.099189:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971069 00000100:00100000:3.0:1713531227.099236:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409669312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1713531227.099264:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.099294:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531227.099301:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669312 00000100:00100000:0.0:1713531227.099305:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669312 00000100:00100000:0.0:1713531227.099326:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1713531227.099330:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409669312:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1713531227.099366:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409669312:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531227.099370:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1713531227.099385:0:6407:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967654 gen 2 00000004:00080000:3.0:1713531227.099389:0:6407:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967654 committed transno 4294967654 00000100:00100000:3.0:1713531227.099401:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb5ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409669312:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1713531227.099421:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971070 00010000:00010000:3.0:1713531227.099437:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099441:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099444:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099447:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531227.099449:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099453:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099458:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:3.0:1713531227.099459:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1713531227.099461:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531227.099464:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f203 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:3.0:1713531227.099600:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xcf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1713531227.099646:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].77, 64 off14560 00000001:00080000:3.0:1713531227.099649:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971071 00010000:00010000:3.0:1713531227.099682:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:3.0:1713531227.099684:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1713531227.099687:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f1ee lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c9 expref: 283 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531227.099729:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:8877:x1796767405159168:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2291us (2373us total) trans 4294971072 rc 0/0 00000100:00100000:3.0:1713531227.099734:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1158 00000020:00080000:3.0:1713531227.099736:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531227.149012:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.149076:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159360 00000100:00100000:1.0:1713531227.149084:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159360 00000100:00100000:1.0:1713531227.149122:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5273 00000100:00100000:1.0:1713531227.149127:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:8899:x1796767405159360:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531227.149148:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.149165:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352f20a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53d0 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.149246:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149255:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149263:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149307:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149311:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149314:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149408:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f21f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149414:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f21f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149418:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f21f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531227.149424:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00010000:00010000:1.0:1713531227.149504:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149511:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149517:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149526:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.149528:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149533:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149541:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.149543:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.149545:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149549:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f211 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149568:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149571:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149575:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149577:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531227.149578:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149581:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149585:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0xbce5108a (ffff88013189cb00) 00010000:00010000:1.0:1713531227.149586:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531227.149587:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149590:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f218 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0xbce5108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.149617:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352f20a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d0 expref: 285 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.149624:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f21f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d0 expref: 284 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.149628:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c800) 00010000:00010000:1.0:1713531227.149630:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531227.149631:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a7cc0, rc 0) 00000100:00100000:1.0:1713531227.149667:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:8899:x1796767405159360:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 540us (664us total) trans 4294971073 rc 0/0 00000100:00100000:1.0:1713531227.149671:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5273 00000100:00100000:0.0:1713531227.151004:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.151049:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159488 00000100:00100000:1.0:1713531227.151053:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159488 00000100:00100000:1.0:1713531227.151084:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 516 00000100:00100000:1.0:1713531227.151088:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:8899:x1796767405159488:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:1.0:1713531227.151096:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531227.151106:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f21f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d0 expref: 284 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.151115:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c800) 00010000:00010000:1.0:1713531227.151122:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531227.151153:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:8899:x1796767405159488:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 63us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.151160:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 516 00000100:00100000:0.0:1713531227.151881:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.151926:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159552 00000100:00100000:1.0:1713531227.151930:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159552 00000100:00100000:1.0:1713531227.151950:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5274 00000100:00100000:1.0:1713531227.151954:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:8899:x1796767405159552:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:1.0:1713531227.152000:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.152007:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.152012:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000040:00080000:1.0:1713531227.152164:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].168, 136 off30832 00000100:00100000:1.0:1713531227.152215:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:8899:x1796767405159552:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 257us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.152222:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5274 00000100:00100000:0.0:1713531227.152991:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.153028:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159616 00000100:00100000:1.0:1713531227.153032:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159616 00000100:00100000:1.0:1713531227.153052:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5275 00000100:00100000:1.0:1713531227.153059:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:8899:x1796767405159616:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531227.153065:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.153072:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53d7 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.153093:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.153099:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 284 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.153110:0:15461:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.153117:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 284 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.153124:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:1.0:1713531227.153126:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531227.153128:0:15461:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 284 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.153131:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a5d40, rc 0) 00000100:00100000:1.0:1713531227.153154:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:8899:x1796767405159616:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 94us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.153159:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5275 00000100:00100000:1.0:1713531227.212497:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ae3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e42ccf48-c917-4b23-b513-2502a931f1a1:2631:1796767409669376:0@lo:400:kworker.0 00000100:00100000:0.0:1713531227.212509:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2632:1796767409669440:0@lo:400:kworker.0 00000100:00100000:3.0:1713531227.212523:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2634:1796767409669568:0@lo:400:kworker.0 00000100:00100000:2.0:1713531227.212523:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409669504:0@lo:400:kworker.0 00000100:00100000:0.0:1713531227.212559:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.212562:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.212580:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669376 00000100:00100000:2.0:1713531227.212581:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.212583:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409669632:0@lo:400:kworker.0 00000100:00100000:3.0:1713531227.212585:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669376 00000100:00100000:0.0:1713531227.212596:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669440 00000100:00100000:1.0:1713531227.212599:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531227.212599:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669440 00000100:00100000:2.0:1713531227.212607:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669504 00000100:00100000:2.0:1713531227.212611:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669504 00000100:00100000:1.0:1713531227.212615:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669632 00000100:00100000:3.0:1713531227.212616:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1713531227.212618:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669632 00000100:00100000:3.0:1713531227.212620:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2631:x1796767409669376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531227.212622:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1713531227.212625:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2632:x1796767409669440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531227.212634:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1713531227.212637:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409669632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531227.212645:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1713531227.212649:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409669504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531227.212652:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2632:x1796767409669440:12345-0@lo:400:kworker.0 Request processed in 27us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.212654:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2631:x1796767409669376:12345-0@lo:400:kworker.0 Request processed in 34us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531227.212656:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1713531227.212658:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1713531227.212659:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409669632:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.212663:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:0.0:1713531227.212669:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531197 00000100:00080000:0.0:1713531227.212672:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531197 00000100:00080000:0.0:1713531227.212673:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531197 00000100:00100000:3.0:1713531227.212675:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531227.212676:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409669504:12345-0@lo:400:kworker.0 Request processed in 26us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.212681:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1713531227.212686:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2632:1796767409669440:0@lo:400:kworker.0 00000100:00100000:1.0:1713531227.212687:0:2631:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967659 gen 2 00000004:00080000:1.0:1713531227.212690:0:2631:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967642 committed transno 4294967659 00000100:00100000:2.0:1713531227.212691:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669568 00000100:00100000:2.0:1713531227.212693:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669568 00000100:00080000:0.0:1713531227.212700:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531197 00000004:00080000:1.0:1713531227.212703:0:2631:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967643 committed transno 4294967659 00000100:00100000:2.0:1713531227.212708:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1713531227.212711:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2634:x1796767409669568:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1713531227.212713:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3df80, transno 4294967645 00000004:00080000:1.0:1713531227.212719:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4e680, transno 4294967646 00000004:00080000:1.0:1713531227.212720:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4c380, transno 4294967647 00000004:00080000:1.0:1713531227.212722:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4f800, transno 4294967648 00000004:00080000:1.0:1713531227.212723:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4d500, transno 4294967649 00000004:00080000:1.0:1713531227.212724:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3f480, transno 4294967650 00000004:00080000:1.0:1713531227.212726:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4f480, transno 4294967651 00000004:00080000:1.0:1713531227.212727:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4dc00, transno 4294967652 00000004:00080000:1.0:1713531227.212728:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dfe5180, transno 4294967653 00000004:00080000:1.0:1713531227.212729:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4ed80, transno 4294967654 00000004:00080000:1.0:1713531227.212731:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134c3ce00, transno 4294967655 00000004:00080000:1.0:1713531227.212732:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4ea00, transno 4294967656 00000004:00080000:1.0:1713531227.212733:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4ce00, transno 4294967657 00000004:00080000:1.0:1713531227.212734:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801399b4380, transno 4294967658 00000004:00080000:1.0:1713531227.212736:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801399b4e00, transno 4294967659 00000100:00100000:2.0:1713531227.212740:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2634:x1796767409669568:12345-0@lo:400:kworker.0 Request processed in 27us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.212740:0:2631:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff8801399b4000 x1796767409668288/t4294967660(4294967660) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1713531241 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:2.0:1713531227.212745:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1713531227.212747:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009aa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409669632:0@lo:400:kworker.0 00000100:00100000:1.0:1713531227.212752:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008ae3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e42ccf48-c917-4b23-b513-2502a931f1a1:2631:1796767409669376:0@lo:400:kworker.0 00000100:00100000:3.0:1713531227.212757:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2634:1796767409669568:0@lo:400:kworker.0 00000100:00100000:2.0:1713531227.212766:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409669504:0@lo:400:kworker.0 00000004:00080000:0.0:1713531227.212899:0:10537:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 7 in progress, 0 in flight, 13 done 00000100:00100000:2.0:1713531227.228489:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409669696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1713531227.228549:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531227.228593:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409669696 00000100:00100000:0.0:1713531227.228601:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409669696 00000100:00100000:0.0:1713531227.228647:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1713531227.228654:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:2632:x1796767409669696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1713531227.228676:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 202309632 pending 0 free 3852468224 avail 3849322496 00000100:00100000:0.0:1713531227.228717:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:2632:x1796767409669696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531227.228723:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1713531227.228761:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008a4c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409669696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531227.461515:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531227.461549:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531227.461566:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.461582:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159744 00000100:00100000:0.0:1713531227.461587:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.461591:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159744 00000100:00100000:3.0:1713531227.461595:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159680 00000100:00100000:3.0:1713531227.461599:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159680 00000100:00100000:0.0:1713531227.461611:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159872 00000100:00100000:0.0:1713531227.461614:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159872 00000100:00100000:1.0:1713531227.461622:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159808 00000100:00100000:1.0:1713531227.461623:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159808 00000100:00100000:0.0:1713531227.461630:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 245 00000100:00100000:3.0:1713531227.461633:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 504 00000100:00100000:0.0:1713531227.461635:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405159744:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531227.461636:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405159680:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531227.461639:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 246 00000100:00100000:1.0:1713531227.461643:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405159872:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531227.461676:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405159744:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 41us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.461679:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405159872:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.461681:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405159680:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 44us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.461685:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 504 00000100:00100000:2.0:1713531227.461688:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 247 00000100:00100000:2.0:1713531227.461694:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405159808:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531227.461694:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 245 00000100:00100000:1.0:1713531227.461696:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 246 00000100:00080000:0.0:1713531227.461706:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531197 00000100:00080000:0.0:1713531227.461708:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531197 00000100:00080000:0.0:1713531227.461710:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531197 00000100:00100000:2.0:1713531227.461724:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405159808:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 31us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.461729:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 247 00000040:00080000:2.0:1713531227.887501:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531227.887507:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531227.887972:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 169 count 103 00000040:00080000:2.0:1713531227.887979:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531227.888039:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409669760:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531227.888101:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.889137:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409669760:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531227.889175:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531227.889176:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531227.889250:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 169 count 103 00000040:00080000:2.0:1713531227.889254:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531227.889342:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.889382:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405159936 00000100:00100000:2.0:1713531227.889387:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405159936 00000100:00100000:2.0:1713531227.889413:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5276 00000100:00100000:2.0:1713531227.889417:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8902:x1796767405159936:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531227.889436:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xa8:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531227.889474:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8902:x1796767405159936:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.889479:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5276 00000100:00100000:0.0:1713531227.890209:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.890246:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160000 00000100:00100000:2.0:1713531227.890250:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160000 00000100:00100000:2.0:1713531227.890280:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5277 00000100:00100000:2.0:1713531227.890284:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8902:x1796767405160000:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.890320:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890331:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890339:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890352:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890355:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890358:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890384:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890392:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890395:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531227.890411:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00000004:00200000:2.0:1713531227.890414:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531227.890421:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890427:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890430:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890434:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890438:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.890440:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890444:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890451:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531227.890452:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.890455:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890458:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f23b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890476:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890479:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890482:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890484:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.890486:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890488:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890491:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb6e0622f (ffff88008a9c7e00) 00010000:00010000:2.0:1713531227.890492:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.890494:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890496:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f242 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890502:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890505:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890508:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890512:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.890514:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890516:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890519:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:2.0:1713531227.890520:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.890522:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.890524:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.890552:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8902:x1796767405160000:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 267us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.890557:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5277 00000100:00100000:0.0:1713531227.891236:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.891283:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160128 00000100:00100000:2.0:1713531227.891287:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160128 00000100:00100000:2.0:1713531227.891305:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5278 00000100:00100000:2.0:1713531227.891308:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:8902:x1796767405160128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.891314:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.891322:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f250 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53de expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.891384:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891389:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891393:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891400:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891403:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891406:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891421:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891428:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891431:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531227.891435:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa8:0x0]: returning size 0 00010000:00010000:2.0:1713531227.891475:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891478:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891482:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891484:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.891485:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891489:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891493:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:2.0:1713531227.891495:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531227.891496:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891499:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f265 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891504:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891507:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891510:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891512:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.891514:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891516:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891519:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531227.891520:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.891521:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891524:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f257 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891528:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891531:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891534:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891536:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.891537:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891540:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891543:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb6e0622f (ffff88008a9c7100) 00010000:00010000:2.0:1713531227.891544:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.891545:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891547:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f25e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb6e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.891562:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f250 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53de expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.891566:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f250 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53de expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.891570:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531227.891593:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8902:x1796767405160128:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 285us (358us total) trans 4294971074 rc 301/301 00000100:00100000:2.0:1713531227.891598:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5278 00000100:00100000:0.0:1713531227.892419:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.892460:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160192 00000100:00100000:2.0:1713531227.892464:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160192 00000100:00100000:2.0:1713531227.892486:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5279 00000100:00100000:2.0:1713531227.892490:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8902:x1796767405160192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531227.892502:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xa8:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531227.892531:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8902:x1796767405160192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.892535:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5279 00000100:00100000:0.0:1713531227.893329:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.893376:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160320 00000100:00100000:2.0:1713531227.893379:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160320 00000100:00100000:2.0:1713531227.893404:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5280 00000100:00100000:2.0:1713531227.893409:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8902:x1796767405160320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.893417:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.893426:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f273 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53e5 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.893748:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f27a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.893757:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f27a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.893765:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f27a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531227.893772:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa9:0x0]: returning size 0 00010000:00010000:2.0:1713531227.893795:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f273 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53e5 expref: 94 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.893806:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f27a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53e5 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.893813:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7a00) 00010000:00010000:2.0:1713531227.893815:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531227.893817:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29d40, rc 0) 00000100:00100000:2.0:1713531227.893848:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8902:x1796767405160320:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 438us (520us total) trans 4294971075 rc 0/0 00000100:00100000:2.0:1713531227.893855:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5280 00000100:00100000:0.0:1713531227.894811:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.894857:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160448 00000100:00100000:2.0:1713531227.894864:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160448 00000100:00100000:2.0:1713531227.894885:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5281 00000100:00100000:2.0:1713531227.894888:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8902:x1796767405160448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.894906:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.894915:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f27a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53e5 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.894923:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7a00) 00010000:00010000:2.0:1713531227.894928:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531227.894939:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.894948:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 283 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.894955:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.894975:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 283 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.894986:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 283 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.894996:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669824:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.895024:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.895691:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669824:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531227.895699:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.895892:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.895934:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160512 00000100:00100000:1.0:1713531227.895938:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160512 00010000:00010000:1.0:1713531227.895956:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 284 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:1.0:1713531227.895984:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1069 00000100:00100000:1.0:1713531227.895989:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:1822:x1796767405160512:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531227.895999:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531227.896002:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 284 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.896008:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 284 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.896018:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f1e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xce:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53c2 expref: 284 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.896036:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:1.0:1713531227.896038:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.896043:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.896049:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.896061:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531227.896076:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.896078:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:1822:x1796767405160512:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531227.896081:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.896082:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1069 00010000:00010000:2.0:1713531227.896094:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896098:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896103:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896128:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896131:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896135:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896138:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.896140:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896143:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896147:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x0 (ffff8800a6838600) 00010000:00010000:2.0:1713531227.896148:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.896150:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896153:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f288 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xce:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896157:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896160:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896163:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896166:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.896167:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896170:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896174:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xce:0x0].0x366a9f07 (ffff88008a9c7600) 00010000:00010000:2.0:1713531227.896175:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.896176:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896179:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f28f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xce:0x0].0x366a9f07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.896205:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:8902:x1796767405160448:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1316us (1395us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531227.896209:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5281 00000100:00100000:0.0:1713531227.896689:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.896727:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160576 00000100:00100000:2.0:1713531227.896731:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160576 00000100:00100000:2.0:1713531227.896746:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5282 00000100:00100000:2.0:1713531227.896749:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:8902:x1796767405160576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.896756:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.896764:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f296 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53ec expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.896776:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896780:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896785:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.896824:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f296 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 94 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.896835:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.896839:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.896840:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531227.896842:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29200, rc 0) 00000100:00100000:2.0:1713531227.896858:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8902:x1796767405160576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 109us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.896862:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5282 00000100:00100000:0.0:1713531227.897468:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.897509:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160704 00000100:00100000:2.0:1713531227.897513:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160704 00000100:00100000:2.0:1713531227.897539:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5283 00000100:00100000:2.0:1713531227.897545:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:8902:x1796767405160704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.897586:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.897594:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.897601:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00010000:2.0:1713531227.897691:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008a4c3800 reply state ffff8801322d4000 transno 4294971076 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.897698:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531227.897736:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:8902:x1796767405160704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 190us (267us total) trans 4294971076 rc 0/0 00000100:00100000:2.0:1713531227.897746:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5283 00010000:00010000:3.0:1713531227.898171:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898179:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898184:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898188:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531227.898191:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898196:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898204:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:3.0:1713531227.898206:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531227.898209:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.898213:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851352f2a4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.898250:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.898285:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160768 00000100:00100000:2.0:1713531227.898288:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160768 00000100:00100000:2.0:1713531227.898302:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5284 00000100:00100000:2.0:1713531227.898309:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:8902:x1796767405160768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.898317:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.898322:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53f3 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.898338:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 95 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.898344:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 95 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.898349:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.898350:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531227.898351:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28b40, rc 0) 00000100:00100000:2.0:1713531227.898382:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+95:8902:x1796767405160768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 71us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.898386:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5284 00000100:00100000:0.0:1713531227.898913:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.898951:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160832 00000100:00100000:3.0:1713531227.898955:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160832 00000100:00100000:3.0:1713531227.898983:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1159 00000100:00100000:3.0:1713531227.898988:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:8902:x1796767405160832:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1713531227.899035:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:8902:x1796767405160832:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 46us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531227.899041:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1159 00000100:00100000:0.0:1713531227.899625:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.899653:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405160960 00000100:00100000:3.0:1713531227.899656:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405160960 00000100:00100000:3.0:1713531227.899673:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1160 00000100:00100000:3.0:1713531227.899676:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:8902:x1796767405160960:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531227.899745:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405160960:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 67us (120us total) trans 4294971077 rc 0/0 00000100:00100000:3.0:1713531227.899749:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1160 00000100:00100000:0.0:1713531227.900254:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.900285:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161088 00000100:00100000:2.0:1713531227.900288:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161088 00000100:00100000:2.0:1713531227.900301:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5285 00000100:00100000:2.0:1713531227.900304:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531227.900335:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.900339:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5285 00000100:00100000:0.0:1713531227.900909:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.900961:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161216 00000100:00100000:2.0:1713531227.900964:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161216 00000100:00100000:2.0:1713531227.900978:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5286 00000100:00100000:2.0:1713531227.900981:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.900986:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.900992:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f2b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c53fa expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.901018:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.901024:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 97 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.901028:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.901038:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 97 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.901044:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 97 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.901050:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669888:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.901074:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.901708:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409669888:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531227.901718:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.901766:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.901802:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161280 00000100:00100000:1.0:1713531227.901805:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161280 00010000:00010000:1.0:1713531227.901815:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 98 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:1.0:1713531227.901835:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000100:00100000:1.0:1713531227.901838:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+98:1822:x1796767405161280:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531227.901843:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531227.901845:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 98 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.901851:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 98 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.901859:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f2ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53f3 expref: 98 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:1.0:1713531227.901871:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:1.0:1713531227.901873:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.901879:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.901882:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531227.901890:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531227.901895:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.901900:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531227.901904:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:1822:x1796767405161280:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000004:00200000:2.0:1713531227.901906:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa9:0x0]: returning size 0 00000100:00100000:1.0:1713531227.901908:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1070 00000004:00080000:2.0:1713531227.901980:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5a:0x0], index 1: 0 00010000:00010000:2.0:1713531227.902046:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902051:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902055:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902057:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.902059:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902062:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902067:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.902068:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531227.902070:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902073:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f2b9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.902090:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f2b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53fa expref: 97 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.902095:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f2b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53fa expref: 97 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.902100:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28480, rc 0) 00000100:00100000:2.0:1713531227.902127:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1145us (1218us total) trans 4294971078 rc 301/301 00000100:00100000:2.0:1713531227.902131:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5286 00000100:00100000:0.0:1713531227.902663:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.902703:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161408 00000100:00100000:3.0:1713531227.902708:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161408 00000100:00100000:3.0:1713531227.902733:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1161 00000100:00100000:3.0:1713531227.902737:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531227.902865:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:8902:x1796767405161408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 126us (202us total) trans 4294971079 rc 0/0 00000100:00100000:3.0:1713531227.902874:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1161 00000100:00100000:0.0:1713531227.903417:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.903460:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161472 00000100:00100000:2.0:1713531227.903463:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161472 00000100:00100000:2.0:1713531227.903479:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5287 00000100:00100000:2.0:1713531227.903483:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+97:8902:x1796767405161472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.903491:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.903499:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f2c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5401 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.903537:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.903545:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.903552:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531227.903567:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xa9:0x0]: returning size 0 00000004:00200000:2.0:1713531227.903570:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531227.903578:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.903596:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f2c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5401 expref: 99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.903608:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5401 expref: 98 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.903613:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.903616:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531227.903617:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28d80, rc 0) 00000100:00100000:2.0:1713531227.903653:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8902:x1796767405161472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 168us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.903660:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5287 00000100:00100000:0.0:1713531227.904399:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.904436:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161536 00000100:00100000:2.0:1713531227.904439:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161536 00000100:00100000:2.0:1713531227.904457:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1384 00000100:00100000:2.0:1713531227.904460:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405161536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.904467:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.904479:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5408 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531227.904493:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531227.904502:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.904503:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.904507:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 10 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531227.904516:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 10 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531227.904522:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b600, rc 0) 00000100:00100000:2.0:1713531227.904545:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405161536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 83us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.904548:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1384 00000100:00100000:0.0:1713531227.905286:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.905325:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161664 00000100:00100000:2.0:1713531227.905329:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161664 00000100:00100000:2.0:1713531227.905346:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5288 00000100:00100000:2.0:1713531227.905349:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a710d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8902:x1796767405161664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531227.905404:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a710d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8902:x1796767405161664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 54us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.905408:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5288 00000100:00100000:0.0:1713531227.907487:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.907533:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161728 00000100:00100000:2.0:1713531227.907537:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161728 00000100:00100000:2.0:1713531227.907563:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1385 00000100:00100000:2.0:1713531227.907568:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:8902:x1796767405161728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.907577:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531227.907587:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c540f expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.907604:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531227.907611:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.907612:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.907616:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.907634:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531227.907641:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 422 lvb_type: 1 00000100:00100000:2.0:1713531227.907648:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409669952:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.907677:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.908356:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409669952:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531227.908380:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.908388:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29d40, rc 0) 00000100:00100000:2.0:1713531227.908414:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:8902:x1796767405161728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 845us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.908418:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1385 00000100:00100000:0.0:1713531227.908438:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.908466:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161792 00000100:00100000:2.0:1713531227.908468:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161792 00010000:00010000:2.0:1713531227.908476:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 422 lvb_type: 1 00000100:00100000:2.0:1713531227.908491:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000100:00100000:2.0:1713531227.908496:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7946850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405161792:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.908505:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.908517:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 422 lvb_type: 1 00010000:00010000:2.0:1713531227.908527:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 422 lvb_type: 1 00010000:00010000:2.0:1713531227.908542:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f2d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5408 expref: 11 pid: 15497 timeout: 422 lvb_type: 1 00010000:00010000:2.0:1713531227.908551:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.908552:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.908557:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.908562:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.908576:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531227.908584:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409670016:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531227.908613:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.909237:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409670016:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531227.909246:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531227.909294:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7946850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405161792:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 797us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.909299:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1071 00000100:00100000:0.0:1713531227.914653:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.914685:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161920 00000100:00100000:3.0:1713531227.914690:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161920 00002000:00100000:3.0:1713531227.914711:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (0->1048575) req@ffff88008bc4d500 x1796767405161920/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:603/0 lens 488/0 e 0 to 0 dl 1713531238 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.914718:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4d500 with x1796767405161920 ext(0->1048575) 00002000:00010000:3.0:1713531227.914721:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4d500 00000100:00100000:3.0:1713531227.914736:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 359 00000100:00100000:3.0:1713531227.914740:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405161920:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1713531227.925759:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405161920:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 11004us (11094us total) trans 4294967665 rc 0/0 00000100:00100000:3.0:1713531227.925772:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 359 00002000:00100000:3.0:1713531227.925785:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (0->1048575) req@ffff88008bc4d500 x1796767405161920/t4294967665(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:603/0 lens 488/448 e 0 to 0 dl 1713531238 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.925796:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4d500 with x1796767405161920 ext(0->1048575) 00002000:00010000:3.0:1713531227.925802:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4d500 00000100:00100000:0.0:1713531227.926955:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.927014:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405161984 00000100:00100000:2.0:1713531227.927021:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405161984 00000100:00100000:2.0:1713531227.927063:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5289 00000100:00100000:2.0:1713531227.927070:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+98:8902:x1796767405161984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531227.935824:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971073 is committed 00000001:00080000:1.0:1713531227.935834:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971059 is committed 00000004:00080000:1.0:1713531227.935839:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000004:00080000:1.0:1713531227.935846:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000100:00100000:0.0:1713531227.935847:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+96:8902:x1796767405161984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8774us (8897us total) trans 0 rc 0/0 00000020:00080000:1.0:1713531227.935852:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 145 batchid updated 00000100:00100000:0.0:1713531227.935855:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5289 00000001:00080000:1.0:1713531227.935858:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971078 is committed 00000001:00080000:1.0:1713531227.935886:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971079 is committed 00000020:00080000:1.0:1713531227.935919:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 145 00000020:00080000:1.0:1713531227.935925:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 145 00000100:00100000:2.0:1713531227.935961:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409670144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1713531227.935963:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.935989:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.936013:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531227.936017:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936043:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.936054:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936062:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670208 00000100:00100000:0.0:1713531227.936066:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670080 00000100:00100000:2.0:1713531227.936069:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670208 00000100:00100000:0.0:1713531227.936074:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670080 00000100:00100000:3.0:1713531227.936075:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670400:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.936078:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531227.936093:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670464 00000100:00100000:0.0:1713531227.936095:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670464 00000100:00100000:3.0:1713531227.936098:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.936108:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670400 00000100:00100000:1.0:1713531227.936111:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670400 00000100:00100000:2.0:1713531227.936115:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1713531227.936117:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1713531227.936120:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1713531227.936122:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:2634:x1796767409670080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936123:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.936125:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:2631:x1796767409670208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.936130:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1713531227.936133:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:2631:x1796767409670464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936139:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531227.936147:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670336 00000100:00100000:2.0:1713531227.936150:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670336 00000100:00100000:3.0:1713531227.936152:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936163:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531227.936169:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670592 00000100:00100000:2.0:1713531227.936171:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670592 00000100:00100000:1.0:1713531227.936177:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1713531227.936181:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:2634:x1796767409670400:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936185:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1713531227.936189:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:2634:x1796767409670336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936190:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1713531227.936195:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:2634:x1796767409670592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.936203:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531227.936221:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670144 00000100:00100000:0.0:1713531227.936223:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670144 00000100:00100000:0.0:1713531227.936233:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1713531227.936236:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:2633:x1796767409670144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1713531227.936239:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1713531227.936246:0:15499:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:89 count 1 00000100:00100000:3.0:1713531227.936249:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670272 00000100:00100000:3.0:1713531227.936252:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670272 00000100:00100000:2.0:1713531227.936253:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670528:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1713531227.936260:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531227.936283:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.936286:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670528 00000100:00100000:3.0:1713531227.936288:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670528 00010000:00010000:0.0:1713531227.936292:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531227.936300:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00010000:00010000:0.0:1713531227.936302:0:15499:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 11 pid: 20174 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1713531227.936305:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:2632:x1796767409670272:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1713531227.936307:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531227.936308:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531227.936310:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531227.936318:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1713531227.936321:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:2632:x1796767409670528:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1713531227.936329:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 11 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531227.936340:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 11 pid: 20174 timeout: 422 lvb_type: 1 00002000:00010000:1.0:1713531227.936341:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.936344:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.936346:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.936348:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00000100:00100000:0.0:1713531227.936349:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409670656:192.168.202.39@tcp:104: 00002000:00010000:1.0:1713531227.936350:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4c:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.936403:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:2631:x1796767409670464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 268us (323us total) trans 4294967655 rc 0/0 00010000:00010000:0.0:1713531227.936409:0:15499:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531227.936410:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00010000:00010000:0.0:1713531227.936419:0:15499:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 77 pid: 20174 timeout: 422 lvb_type: 0 00000004:00080000:2.0:1713531227.936423:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42c000/2, rc 0, transno 359 00000100:00100000:0.0:1713531227.936427:0:15499:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409670720:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.936430:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.936446:0:15499:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122c00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.936461:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936476:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.936489:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670784 00000100:00100000:1.0:1713531227.936492:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670784 00000100:00100000:1.0:1713531227.936504:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1713531227.936507:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:2634:x1796767409670784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1713531227.936652:0:20174:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531227.936655:0:20174:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531227.936658:0:20174:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531227.936660:0:20174:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531227.936661:0:20174:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x48:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:1.0:1713531227.936677:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.936680:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.936681:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.936683:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531227.936684:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531227.936690:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:2631:x1796767409670208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 564us (677us total) trans 4294967656 rc 0/0 00000100:00100000:0.0:1713531227.936696:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1713531227.936704:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:2634:x1796767409670400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 522us (605us total) trans 4294967658 rc 0/0 00000100:00100000:1.0:1713531227.936708:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00002000:00010000:3.0:1713531227.936712:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531227.936716:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531227.936718:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531227.936720:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531227.936720:0:20175:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531227.936722:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4e:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:2.0:1713531227.936722:0:20175:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.936724:0:20175:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.936725:0:20175:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531227.936727:0:20175:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4a:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.936746:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:2634:x1796767409670336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 556us (606us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1713531227.936750:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:2634:x1796767409670592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 553us (584us total) trans 4294967657 rc 0/0 00000100:00100000:2.0:1713531227.936751:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1713531227.936756:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000004:00080000:2.0:1713531227.936787:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42d880/2, rc 0, transno 360 00000100:00100000:2.0:1713531227.936791:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670208:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.936801:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42d180/2, rc 0, transno 363 00000100:00100000:2.0:1713531227.936804:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670336:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.936808:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42f100/2, rc 0, transno 361 00000100:00100000:2.0:1713531227.936810:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670592:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.936815:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42c380/2, rc 0, transno 362 00000100:00100000:2.0:1713531227.936817:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936824:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936835:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.936837:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670912:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936845:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409671040:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.936854:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.936856:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000100:00100000:3.0:1713531227.936857:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1713531227.936858:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.936860:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531227.936862:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4f:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.936869:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670848 00000100:00100000:2.0:1713531227.936871:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670848 00000100:00100000:3.0:1713531227.936878:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b555c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409670976:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936881:0:20175:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670912 00000100:00100000:2.0:1713531227.936883:0:20175:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670912 00000100:00100000:1.0:1713531227.936888:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:2634:x1796767409670784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 380us (410us total) trans 4294967660 rc 0/0 00000100:00100000:2.0:1713531227.936891:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1713531227.936894:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:2631:x1796767409670848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.936894:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1713531227.936896:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.936905:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409670976 00000100:00100000:1.0:1713531227.936908:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409670976 00000100:00100000:3.0:1713531227.936914:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1713531227.936918:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:2632:x1796767409670912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.936922:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.936925:0:7958:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671040 00000100:00100000:1.0:1713531227.936928:0:7958:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671040 00000004:00080000:2.0:1713531227.936933:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b554380/2, rc 0, transno 364 00000100:00100000:1.0:1713531227.936937:0:7958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1713531227.936938:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670784:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1713531227.936938:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531227.936941:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000100:00100000:1.0:1713531227.936942:0:7958:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:2633:x1796767409670976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1713531227.936943:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531227.936945:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531227.936946:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x4d:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.936950:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1713531227.936954:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:2634:x1796767409671040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.936961:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1713531227.936965:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.936973:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:2632:x1796767409670528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 649us (687us total) trans 4294967661 rc 0/0 00000100:00100000:0.0:1713531227.936979:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1713531227.936981:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531227.936992:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671104 00000004:00080000:3.0:1713531227.936993:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42ca80/2, rc 0, transno 365 00000100:00100000:0.0:1713531227.936995:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671104 00000100:00100000:3.0:1713531227.936998:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670528:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.937006:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1713531227.937010:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:2632:x1796767409671104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1713531227.937017:0:2631:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1713531227.937022:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409671168:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937028:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x47:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.937031:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x47:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937033:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x47:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00000100:00100000:2.0:1713531227.937035:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1713531227.937035:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x47:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937037:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x47:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.937064:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:2634:x1796767409670080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 942us (1021us total) trans 4294967662 rc 0/0 00000100:00100000:1.0:1713531227.937070:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1713531227.937081:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671168 00002000:00010000:3.0:1713531227.937082:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:1.0:1713531227.937084:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671168 00002000:00010000:3.0:1713531227.937085:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000004:00080000:2.0:1713531227.937086:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42dc00/2, rc 0, transno 366 00002000:00010000:3.0:1713531227.937087:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:3.0:1713531227.937088:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:3.0:1713531227.937090:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x49:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.937095:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409670080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.937095:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1713531227.937099:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409671168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1713531227.937105:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531227.937107:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531227.937109:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00000100:00100000:3.0:1713531227.937110:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:2632:x1796767409670272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 805us (871us total) trans 4294967663 rc 0/0 00002000:00010000:0.0:1713531227.937111:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:0.0:1713531227.937113:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x54:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.937114:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1713531227.937116:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1713531227.937120:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409671232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.937141:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b555f80/2, rc 0, transno 368 00000100:00100000:0.0:1713531227.937141:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:2632:x1796767409671104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (158us total) trans 4294967664 rc 0/0 00000100:00100000:2.0:1713531227.937143:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.937146:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.937148:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000004:00080000:3.0:1713531227.937154:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b42f480/2, rc 0, transno 367 00000100:00100000:3.0:1713531227.937157:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670272:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937176:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.937179:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937181:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937183:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937184:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x55:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:2.0:1713531227.937207:0:20175:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:1.0:1713531227.937208:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409671168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (171us total) trans 4294967666 rc 0/0 00002000:00010000:2.0:1713531227.937210:0:20175:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937212:0:20175:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937214:0:20175:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00000100:00100000:1.0:1713531227.937214:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00002000:00010000:2.0:1713531227.937216:0:20175:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x50:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:3.0:1713531227.937219:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:3.0:1713531227.937221:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531227.937222:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00000100:00100000:1.0:1713531227.937222:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671232 00002000:00010000:3.0:1713531227.937223:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:3.0:1713531227.937224:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x51:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.937225:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671232 00000100:00100000:1.0:1713531227.937237:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1713531227.937240:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:2631:x1796767409670848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 343us (402us total) trans 4294967665 rc 0/0 00000100:00100000:1.0:1713531227.937241:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:2634:x1796767409671232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.937244:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:2632:x1796767409670912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 326us (387us total) trans 4294967667 rc 0/0 00000100:00100000:2.0:1713531227.937245:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1713531227.937248:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1713531227.937255:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000004:00080000:3.0:1713531227.937263:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b554000/2, rc 0, transno 371 00000100:00100000:3.0:1713531227.937285:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409670912:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.937285:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134d0f100/2, rc 0, transno 370 00000100:00100000:2.0:1713531227.937288:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409671168:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.937293:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b557b80/2, rc 0, transno 369 00000100:00100000:2.0:1713531227.937295:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b557b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409670848:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937337:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.937340:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00000100:00100000:3.0:1713531227.937341:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671488:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937342:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937344:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937345:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x56:0x0] updating lvb blocks from disk: 11 -> 11 00002000:00010000:2.0:1713531227.937353:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:2.0:1713531227.937356:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:2.0:1713531227.937358:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:2.0:1713531227.937360:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00000100:00100000:3.0:1713531227.937362:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1713531227.937362:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x53:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.937388:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:2634:x1796767409671232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 145us (243us total) trans 4294967668 rc 0/0 00000100:00100000:3.0:1713531227.937390:0:2633:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1713531227.937394:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671296:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.937394:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1713531227.937403:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162048 00000100:00100000:1.0:1713531227.937405:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162048 00000100:00100000:2.0:1713531227.937408:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:2634:x1796767409671040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 452us (484us total) trans 4294967669 rc 0/0 00000100:00100000:3.0:1713531227.937411:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.937414:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671488 00000100:00100000:2.0:1713531227.937415:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1713531227.937416:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.937416:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671488 00000100:00100000:1.0:1713531227.937423:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671296 00000100:00100000:3.0:1713531227.937425:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531227.937425:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671296 00000100:00100000:0.0:1713531227.937427:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.937428:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671552 00000100:00100000:2.0:1713531227.937431:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671552 00000100:00100000:3.0:1713531227.937433:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.937436:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1403 00000100:00100000:1.0:1713531227.937440:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405162048:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531227.937442:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1713531227.937443:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531227.937446:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:2633:x1796767409671488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.937449:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1713531227.937451:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671424 00000100:00100000:3.0:1713531227.937452:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.937455:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671424 00000100:00100000:3.0:1713531227.937460:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.937469:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671360 00000100:00100000:3.0:1713531227.937471:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671360 00000100:00100000:0.0:1713531227.937474:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1713531227.937479:0:7956:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1713531227.937479:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:2633:x1796767409671296:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1713531227.937483:0:7956:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:2633:x1796767409671552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1713531227.937486:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1713531227.937491:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:2632:x1796767409671424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1713531227.937516:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:2.0:1713531227.937518:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937520:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937522:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531227.937524:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x5a:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1713531227.937524:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409670656:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531227.937533:0:15499:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15499:1796767409670720:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.937545:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:2633:x1796767409671488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (182us total) trans 4294967670 rc 0/0 00010000:00010000:0.0:1713531227.937548:0:15499:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531227.937550:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:2.0:1713531227.937561:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1713531227.937565:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:2632:x1796767409671360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937597:0:7957:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.937600:0:7957:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.937601:0:7957:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.937604:0:7957:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531227.937605:0:7957:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x57:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.937630:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:2633:x1796767409671296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 150us (216us total) trans 4294967671 rc 0/0 00000100:00100000:1.0:1713531227.937636:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00002000:00010000:2.0:1713531227.937642:0:10539:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:2.0:1713531227.937645:0:10539:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937647:0:10539:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:2.0:1713531227.937649:0:10539:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:2.0:1713531227.937652:0:10539:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x58:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:2.0:1713531227.937678:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:2632:x1796767409671360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (215us total) trans 4294967672 rc 0/0 00000100:00100000:2.0:1713531227.937685:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1713531227.937706:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162112 00000100:00100000:2.0:1713531227.937709:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162112 00010000:00010000:2.0:1713531227.937728:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 13 pid: 20174 timeout: 422 lvb_type: 1 00002000:00010000:1.0:1713531227.937742:0:7956:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb size from disk: 3 -> 3 00000100:00100000:2.0:1713531227.937744:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1072 00002000:00010000:1.0:1713531227.937745:0:7956:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00000100:00100000:2.0:1713531227.937747:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405162112:12345-192.168.202.39@tcp:103:ldlm_bl.0 00002000:00010000:1.0:1713531227.937747:0:7956:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:1.0:1713531227.937749:0:7956:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:1.0:1713531227.937750:0:7956:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x5b:0x0] updating lvb blocks from disk: 11 -> 11 00010000:00010000:2.0:1713531227.937756:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.937760:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 13 pid: 20174 timeout: 422 lvb_type: 1 00002000:00010000:0.0:1713531227.937760:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:0.0:1713531227.937763:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb mtime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531227.937765:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb atime from disk: 1713531216 -> 1713531216 00002000:00010000:0.0:1713531227.937767:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb ctime from disk: 1713531218 -> 1713531218 00002000:00010000:0.0:1713531227.937768:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x59:0x0] updating lvb blocks from disk: 11 -> 11 00010000:00010000:2.0:1713531227.937770:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 13 pid: 20174 timeout: 422 lvb_type: 1 00000100:00100000:1.0:1713531227.937773:0:7956:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:2633:x1796767409671552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 289us (346us total) trans 4294967673 rc 0/0 00000100:00100000:1.0:1713531227.937779:0:7956:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00010000:00010000:2.0:1713531227.937788:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f123 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5391 expref: 13 pid: 20174 timeout: 422 lvb_type: 1 00000100:00100000:0.0:1713531227.937794:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:2632:x1796767409671424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 301us (348us total) trans 4294967674 rc 0/0 00000100:00100000:0.0:1713531227.937802:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00010000:00010000:2.0:1713531227.937804:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531227.937831:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405162112:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.937837:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1072 00000004:00080000:3.0:1713531227.937846:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b554700/2, rc 0, transno 375 00000100:00100000:3.0:1713531227.937852:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671296:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.937861:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb34a80/2, rc 0, transno 377 00000100:00100000:3.0:1713531227.937864:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671552:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.937870:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb37800/2, rc 0, transno 374 00000100:00100000:3.0:1713531227.937872:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409671488:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1713531227.937874:0:7958:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb size from disk: 3 -> 3 00002000:00010000:1.0:1713531227.937877:0:7958:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb mtime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937879:0:7958:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb atime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937881:0:7958:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb ctime from disk: 1713531217 -> 1713531217 00002000:00010000:1.0:1713531227.937882:0:7958:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x52:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1713531227.937914:0:7958:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:2633:x1796767409670976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 971us (1016us total) trans 4294967675 rc 0/0 00000004:00080000:2.0:1713531227.937917:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134d0f480/2, rc 0, transno 372 00000100:00100000:1.0:1713531227.937919:0:7958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1713531227.937924:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409671232:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1713531227.937932:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b556d80/2, rc 0, transno 373 00000100:00100000:2.0:1713531227.937935:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409671040:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.938021:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb36d80/2, rc 0, transno 376 00000100:00100000:3.0:1713531227.938026:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671360:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.938034:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008eb35c00/2, rc 0, transno 378 00000100:00100000:3.0:1713531227.938036:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409671424:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1713531227.938058:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008b555c00/2, rc 0, transno 379 00000100:00100000:3.0:1713531227.938063:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b555c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409670976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1713531227.938929:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531227.938946:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162176 00000100:00100000:0.0:1713531227.938949:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162176 00010000:00010000:0.0:1713531227.938964:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 422 lvb_type: 0 00000100:00100000:0.0:1713531227.938993:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1073 00000100:00100000:0.0:1713531227.938998:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405162176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531227.939009:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531227.939014:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 422 lvb_type: 0 00010000:00010000:0.0:1713531227.939023:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 422 lvb_type: 0 00010000:00010000:0.0:1713531227.939044:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b180/0xe3b2c9851352f0e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c537c expref: 78 pid: 20174 timeout: 422 lvb_type: 0 00010000:00010000:0.0:1713531227.939054:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531227.939056:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531227.939059:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.939067:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.939096:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531227.939113:0:15499:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531227.939120:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:1823:x1796767405162176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 121us (190us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531227.939123:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531227.939127:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1073 00010000:00010000:1.0:1713531227.939136:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939142:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939149:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939156:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09d40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531227.939161:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939169:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939181:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.939187:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09d40/0xe3b2c9851352f2e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531227.939489:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:2633:x1796767409670144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3250us (3284us total) trans 4294967666 rc 0/0 00000100:00100000:1.0:1713531227.939496:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000004:00080000:3.0:1713531227.939513:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008bc4dc00/2, rc 0, transno 370 00000100:00100000:3.0:1713531227.939519:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409670144:0@lo:6:osp-syn-1-0.0 00000001:00080000:0.0:1713531227.949259:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967664 is committed 00000001:00080000:0.0:1713531227.949293:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967665 is committed 00000100:00100000:1.0:1713531227.949347:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405162048:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11901us (12089us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.949356:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1403 00000100:00100000:0.0:1713531227.950395:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.950450:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162304 00000100:00100000:2.0:1713531227.950457:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162304 00000100:00100000:2.0:1713531227.950492:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5290 00000100:00100000:2.0:1713531227.950498:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8902:x1796767405162304:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.950534:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.950554:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f2ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5401 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.950567:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.950570:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531227.950590:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950600:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950609:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950624:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950629:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950635:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950641:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.950644:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950650:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950657:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.950659:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531227.950662:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.950667:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f2ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.950728:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8902:x1796767405162304:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 228us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.950733:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5290 00000100:00100000:2.0:1713531227.951506:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531227.951520:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162368 00000100:00100000:0.0:1713531227.951524:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162368 00000100:00100000:0.0:1713531227.951538:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5291 00000100:00100000:0.0:1713531227.951542:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8902:x1796767405162368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531227.951548:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531227.951555:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5416 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.951576:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.951583:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531227.951593:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:0.0:1713531227.951594:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531227.951595:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08fc0, rc 0) 00000100:00100000:0.0:1713531227.951611:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8902:x1796767405162368:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 69us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531227.951615:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5291 00000100:00100000:0.0:1713531227.952320:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.952386:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162432 00000100:00100000:1.0:1713531227.952390:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162432 00000100:00100000:1.0:1713531227.952421:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1409 00000100:00100000:1.0:1713531227.952427:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405162432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531227.952555:0:15497:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x5a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1713531227.952558:0:15497:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x5a:0x0] updating lvb mtime from disk: 0 -> 1713531226 00002000:00010000:1.0:1713531227.952560:0:15497:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x5a:0x0] updating lvb atime from disk: 0 -> 1713531226 00002000:00010000:1.0:1713531227.952562:0:15497:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x5a:0x0] updating lvb ctime from disk: 0 -> 1713531226 00002000:00010000:1.0:1713531227.952564:0:15497:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x5a:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1713531227.952597:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405162432:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 169us (275us total) trans 4294967667 rc 0/0 00000100:00100000:1.0:1713531227.952605:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1409 00000100:00100000:0.0:1713531227.953253:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.953294:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162560 00000100:00100000:2.0:1713531227.953298:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162560 00000100:00100000:2.0:1713531227.953323:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5292 00000100:00100000:2.0:1713531227.953328:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:8902:x1796767405162560:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531227.953349:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.953358:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.953380:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.953405:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.953416:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 85 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.953427:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671616:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531227.953467:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531227.954058:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671616:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531227.954072:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.954187:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.954219:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162624 00000100:00100000:2.0:1713531227.954223:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162624 00010000:00010000:2.0:1713531227.954237:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.954257:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1074 00000100:00100000:2.0:1713531227.954261:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405162624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.954290:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.954295:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.954305:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.954317:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f29d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c53ec expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.954330:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.954334:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954340:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954346:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954358:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531227.954395:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405162624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 131us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.954401:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1074 00010000:00010000:2.0:1713531227.954418:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954423:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954434:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954439:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954445:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954450:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd298c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531227.954452:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954458:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954465:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.954467:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531227.954470:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.954475:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f2f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.954502:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8902:x1796767405162560:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1173us (1248us total) trans 0 rc -22/-22 00000100:00100000:2.0:1713531227.954509:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5292 00000100:00100000:0.0:1713531227.955001:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531227.955041:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162688 00000100:00100000:1.0:1713531227.955044:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162688 00000100:00100000:1.0:1713531227.955063:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1410 00000100:00100000:1.0:1713531227.955066:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405162688:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531227.955081:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.955090:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.955095:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531227.955096:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531227.955097:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.955110:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.955116:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 10 pid: 15497 timeout: 422 lvb_type: 0 00000100:00100000:1.0:1713531227.955122:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409671680:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531227.955140:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1713531227.955641:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409671680:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531227.955650:0:15497:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531227.956657:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.956698:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162752 00000100:00100000:2.0:1713531227.956702:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162752 00010000:00010000:2.0:1713531227.956714:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.956731:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1075 00000100:00100000:2.0:1713531227.956736:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405162752:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.956743:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.956752:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.956761:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.956781:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29d40/0xe3b2c9851352f2dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c540f expref: 11 pid: 15497 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.956790:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.956792:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531227.956795:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.956803:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531227.956826:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531227.956841:0:15497:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956847:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531227.956858:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405162752:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 120us (200us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531227.956858:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956862:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531227.956864:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1075 00010000:00010000:1.0:1713531227.956866:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956870:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a6ac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531227.956872:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956876:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956884:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.956887:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f2ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531227.956914:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405162688:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1847us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.956919:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1410 00000100:00100000:0.0:1713531227.957428:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.957465:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162880 00000100:00100000:3.0:1713531227.957469:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162880 00000100:00100000:3.0:1713531227.957488:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5293 00000100:00100000:3.0:1713531227.957493:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:8902:x1796767405162880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1713531227.957653:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.957661:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.957666:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.957677:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 85 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.957683:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 85 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:3.0:1713531227.957688:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671744:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531227.957718:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977300 going to sleep for 11 seconds 00000100:00100000:3.0:1713531227.958298:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671744:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531227.958310:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531227.958465:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.958541:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405162944 00000100:00100000:2.0:1713531227.958545:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405162944 00010000:00010000:2.0:1713531227.958557:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00000100:00100000:2.0:1713531227.958571:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1076 00000100:00100000:2.0:1713531227.958574:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405162944:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531227.958580:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531227.958583:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.958589:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.958597:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f2f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5416 expref: 86 pid: 15461 timeout: 422 lvb_type: 0 00010000:00010000:2.0:1713531227.958604:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531227.958606:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.958610:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.958613:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531227.958628:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531227.958644:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+85:1823:x1796767405162944:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (181us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531227.958648:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.958648:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1076 00010000:00010000:3.0:1713531227.958655:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000001:00080000:3.0:1713531227.958738:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971080 00000001:00080000:3.0:1713531227.958831:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971081 00000001:00080000:3.0:1713531227.958860:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971082 00000100:00100000:3.0:1713531227.958899:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409671808:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1713531227.958923:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.958942:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977600 going to sleep for 11 seconds 00000100:00100000:0.0:1713531227.958956:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671808 00000100:00100000:0.0:1713531227.958960:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671808 00000100:00100000:0.0:1713531227.958990:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1713531227.958995:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409671808:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531227.959038:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409671808:12345-0@lo:1000:mdt00_005.0 Request processed in 43us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531227.959044:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1713531227.959048:0:15461:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967664 gen 2 00000004:00080000:3.0:1713531227.959052:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801399b4000, transno 4294967660 00000004:00080000:3.0:1713531227.959059:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4f100, transno 4294967661 00000004:00080000:3.0:1713531227.959061:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801399b4700, transno 4294967662 00000004:00080000:3.0:1713531227.959063:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4c000, transno 4294967663 00000004:00080000:3.0:1713531227.959066:0:15461:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801399b4a80, transno 4294967664 00000100:00100000:3.0:1713531227.959071:0:15461:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff88008bc4dc00 x1796767409670144/t4294967666(4294967666) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1713531243 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:3.0:1713531227.959079:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409671808:0@lo:1000:mdt00_005.0 00000004:00080000:0.0:1713531227.959244:0:10537:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 3 done 00000001:00080000:3.0:1713531227.959246:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971083 00000100:00100000:3.0:1713531227.959301:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409671872:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1713531227.959318:0:15461:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531227.959326:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531227.959328:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409671872 00000100:00100000:0.0:1713531227.959332:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409671872 00000100:00100000:0.0:1713531227.959345:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1713531227.959349:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:15461:x1796767409671872:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1713531227.959468:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:15461:x1796767409671872:12345-0@lo:1000:mdt00_005.0 Request processed in 117us (148us total) trans 4294967668 rc 0/0 00000100:00100000:0.0:1713531227.959474:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1713531227.959494:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:15461:1796767409671872:0@lo:1000:mdt00_005.0 00000001:00080000:3.0:1713531227.959534:0:15461:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971084 00010000:00010000:3.0:1713531227.959553:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959560:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959565:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959569:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531227.959572:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959577:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959584:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:3.0:1713531227.959586:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531227.959588:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959592:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f306 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959609:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959614:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959619:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959623:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a4b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531227.959625:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959629:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.959634:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:3.0:1713531227.959636:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531227.959640:0:15461:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.959646:0:15461:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.959652:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531227.959667:0:15461:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5d40/0xe3b2c9851352f234 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c53d7 expref: 267 pid: 15461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531227.959675:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671936:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531227.959700:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977300 going to sleep for 11 seconds 00000100:00100000:3.0:1713531227.960359:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409671936:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531227.960386:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960392:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f22d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960411:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960418:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960424:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960430:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960435:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960440:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960444:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11f80 already unused, calling callback (ffffffffa138a700) 00000100:00100000:0.0:1713531227.960444:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531227.960447:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960452:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960458:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa8:0x0].0x0 (ffff88013189c200) 00010000:00010000:3.0:1713531227.960461:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531227.960463:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531227.960468:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f30d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531227.960487:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163008 00000100:00100000:2.0:1713531227.960490:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163008 00000100:00100000:2.0:1713531227.960515:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1162 00000100:00100000:2.0:1713531227.960518:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:8899:x1796767405163008:12345-192.168.202.39@tcp:49:md5sum.0 00000040:00080000:3.0:1713531227.960519:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531227.960522:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531227.960558:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:8899:x1796767405163008:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 39us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531227.960562:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1162 00000040:00080000:3.0:1713531227.960625:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 169 count 103 00000040:00080000:3.0:1713531227.960631:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1713531227.960671:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:8902:x1796767405162880:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3176us (3242us total) trans 4294971085 rc 0/0 00000100:00100000:3.0:1713531227.960678:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5293 00000020:00080000:3.0:1713531227.960681:0:15461:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1713531227.960691:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531227.960693:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531227.961077:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 103 00000040:00080000:2.0:1713531227.961088:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531227.961311:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531227.961334:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.961350:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163136 00000100:00100000:2.0:1713531227.961354:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163136 00000100:00100000:1.0:1713531227.961378:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163200 00000100:00100000:1.0:1713531227.961382:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163200 00000100:00100000:2.0:1713531227.961386:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1163 00000100:00100000:2.0:1713531227.961391:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:8902:x1796767405163136:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531227.961407:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1411 00000100:00100000:1.0:1713531227.961410:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+77:8899:x1796767405163200:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531227.961418:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531227.961433:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f314 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c541d expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531227.961443:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5a:0x0] initial LVB size: 1048576, mtime: 0x6622695a, atime: 0x6622695a, ctime: 0x6622695a, blocks: 0x803 00010000:00010000:1.0:1713531227.961455:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531227.961456:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531227.961461:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f314 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c541d expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.961469:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f314 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c541d expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531227.961474:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a58c0, rc 0) 00000100:00100000:1.0:1713531227.961492:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:8899:x1796767405163200:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 81us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531227.961496:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1411 00000004:00080000:2.0:1713531227.961604:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xa9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531227.961654:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971086 00010000:00010000:2.0:1713531227.961692:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961700:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961706:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961712:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961716:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961721:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961725:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961730:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531227.961732:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961737:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961747:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa9:0x0].0x0 (ffff88008a9c7e00) 00010000:00010000:2.0:1713531227.961749:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531227.961751:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531227.961756:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f31b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531227.961823:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:8902:x1796767405163136:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 429us (510us total) trans 4294971087 rc 0/0 00000100:00100000:2.0:1713531227.961829:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1163 00000020:00080000:2.0:1713531227.961832:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531227.962303:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.962343:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163328 00000100:00100000:3.0:1713531227.962346:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163328 00002000:00100000:3.0:1713531227.962376:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (0->32767) req@ffff88008bc4ce00 x1796767405163328/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:603/0 lens 488/0 e 0 to 0 dl 1713531238 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.962386:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4ce00 with x1796767405163328 ext(0->32767) 00002000:00010000:3.0:1713531227.962389:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4ce00 00000100:00100000:3.0:1713531227.962408:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 360 00000100:00100000:3.0:1713531227.962412:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1825:x1796767405163328:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531227.963042:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1825:x1796767405163328:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 628us (738us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531227.963049:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 360 00002000:00100000:3.0:1713531227.963055:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (0->32767) req@ffff88008bc4ce00 x1796767405163328/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:603/0 lens 488/440 e 0 to 0 dl 1713531238 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.963062:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4ce00 with x1796767405163328 ext(0->32767) 00002000:00010000:3.0:1713531227.963065:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4ce00 00000100:00100000:0.0:1713531227.965197:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531227.965233:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163456 00000100:00100000:3.0:1713531227.965238:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163456 00002000:00100000:3.0:1713531227.965261:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (32768->1048575) req@ffff88008bc4ea00 x1796767405163456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:603/0 lens 488/0 e 0 to 0 dl 1713531238 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.965293:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4ea00 with x1796767405163456 ext(32768->1048575) 00002000:00010000:3.0:1713531227.965296:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4ea00 00000100:00100000:3.0:1713531227.965313:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 361 00000100:00100000:3.0:1713531227.965317:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405163456:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531227.969102:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405163456:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3776us (3904us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531227.969114:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 361 00002000:00100000:3.0:1713531227.969123:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5a:0x0] (32768->1048575) req@ffff88008bc4ea00 x1796767405163456/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:603/0 lens 488/440 e 0 to 0 dl 1713531238 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531227.969132:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bc4ea00 with x1796767405163456 ext(32768->1048575) 00002000:00010000:3.0:1713531227.969137:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bc4ea00 00000100:00100000:0.0:1713531227.974352:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531227.974413:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163584 00000100:00100000:2.0:1713531227.974421:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163584 00000100:00100000:2.0:1713531227.974455:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1164 00000100:00100000:2.0:1713531227.974460:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:8899:x1796767405163584:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531227.974626:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:8899:x1796767405163584:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 165us (278us total) trans 4294971088 rc 0/0 00000100:00100000:2.0:1713531227.974633:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1164 00010000:00010000:2.0:1713531228.094384:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531229.068375:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531229.068455:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163648 00000100:00100000:3.0:1713531229.068466:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163648 00000100:00080000:0.0:1713531229.068530:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531199 00000100:00100000:3.0:1713531229.068542:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5294 00000100:00100000:3.0:1713531229.068554:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8835:x1796767405163648:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1713531229.068665:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:8835:x1796767405163648:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 Request processed in 115us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531229.068672:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5294 00010000:00010000:2.0:1713531229.096538:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1713531230.098390:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1713531231.007855:0:21060:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 15: Rebind a list of files ============ 08:53:50 (1713531230) 00000100:00100000:0.0:1713531231.068098:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.068154:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163712 00000100:00100000:3.0:1713531231.068162:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163712 00000100:00080000:0.0:1713531231.068207:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531201 00000100:00100000:3.0:1713531231.068226:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5295 00000100:00100000:3.0:1713531231.068234:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9672:x1796767405163712:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.068362:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9672:x1796767405163712:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 Request processed in 127us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.068371:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5295 00000100:00100000:0.0:1713531231.074752:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.074810:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163776 00000100:00100000:3.0:1713531231.074816:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163776 00000100:00080000:0.0:1713531231.074856:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531201 00000100:00100000:3.0:1713531231.074867:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5296 00000100:00100000:3.0:1713531231.074873:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:9673:x1796767405163776:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531231.074892:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.074913:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f322 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5424 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.074963:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.074974:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.074986:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075003:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075009:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075015:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075088:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075099:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075106:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075112:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.075115:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075122:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075132:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531231.075135:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.075139:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075144:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f329 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075166:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075171:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075176:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075180:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.075182:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075191:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075197:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcee1078 (ffff88013189c400) 00010000:00010000:3.0:1713531231.075199:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.075201:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075206:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f330 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.075244:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f322 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5424 expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.075251:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f322 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5424 expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.075257:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10fc0, rc 0) 00000100:00100000:3.0:1713531231.075312:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:9673:x1796767405163776:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 438us (565us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.075316:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5296 00000100:00100000:0.0:1713531231.076932:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.077002:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163904 00000100:00100000:3.0:1713531231.077008:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163904 00000100:00100000:3.0:1713531231.077039:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5297 00000100:00100000:3.0:1713531231.077045:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:9673:x1796767405163904:12345-192.168.202.39@tcp:36:lfs.0 00010000:00010000:3.0:1713531231.077072:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531231.077083:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d6bd200/0xe3b2c9851352f097 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5360 expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.077095:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531231.077097:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531231.077133:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.077139:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.077144:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.077163:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.077170:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 90 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:3.0:1713531231.077179:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672000:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531231.077223:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9779c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531231.077952:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672000:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531231.077966:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.078039:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.078072:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405163968 00000100:00100000:2.0:1713531231.078075:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405163968 00010000:00010000:2.0:1713531231.078089:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 91 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.078111:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1077 00000100:00100000:2.0:1713531231.078118:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+91:1822:x1796767405163968:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.078124:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.078127:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 91 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.078133:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 91 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.078142:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f012 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5336 expref: 91 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.078155:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:2.0:1713531231.078158:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.078162:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.078165:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.078177:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.078199:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+90:1822:x1796767405163968:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.078203:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1077 00010000:00010000:3.0:1713531231.078211:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078219:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078238:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078245:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078252:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.078900:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 512 00010000:00010000:3.0:1713531231.078908:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078914:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078920:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078925:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.078928:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078934:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078942:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:3.0:1713531231.078945:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.078948:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.078953:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f337 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:3.0:1713531231.078969:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132317b80 reply state ffff88008a6a8000 transno 4294971089 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531231.078976:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531231.079028:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:9673:x1796767405163904:12345-192.168.202.39@tcp:36:lfs.0 Request processed in 1981us (2095us total) trans 4294971089 rc 0/0 00000100:00100000:3.0:1713531231.079035:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5297 00010000:00010000:2.0:1713531231.079507:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079516:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079525:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079530:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc11680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.079533:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079537:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079543:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcee1078 (ffff88013189ce00) 00010000:00010000:2.0:1713531231.079544:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.079546:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.079549:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f33e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.092743:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.092806:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164032 00000100:00100000:3.0:1713531231.092814:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164032 00000100:00100000:3.0:1713531231.092864:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5298 00000100:00100000:3.0:1713531231.092871:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9678:x1796767405164032:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531231.092888:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.092911:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f345 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c542b expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.092960:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.092972:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.092982:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.093038:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531231.093042:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.093056:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.093074:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f345 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c542b expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.093098:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c542b expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.093105:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189c600) 00010000:00010000:3.0:1713531231.093107:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.093110:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc133c0, rc 0) 00000100:00100000:3.0:1713531231.093154:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9678:x1796767405164032:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 282us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.093160:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5298 00000100:00100000:0.0:1713531231.094138:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.094176:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164160 00000100:00100000:3.0:1713531231.094180:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164160 00000100:00100000:3.0:1713531231.094206:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5299 00000100:00100000:3.0:1713531231.094211:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9678:x1796767405164160:12345-192.168.202.39@tcp:36:mkdir.0 00010000:00010000:3.0:1713531231.094234:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531231.094245:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f34c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c542b expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.094254:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189c600) 00010000:00010000:3.0:1713531231.094261:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531231.094411:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9678:x1796767405164160:12345-192.168.202.39@tcp:36:mkdir.0 Request processed in 198us (273us total) trans 0 rc -17/-17 00000100:00100000:3.0:1713531231.094418:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5299 00000100:00100000:0.0:1713531231.094983:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.095015:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164224 00000100:00100000:3.0:1713531231.095018:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164224 00000100:00100000:3.0:1713531231.095038:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5300 00000100:00100000:3.0:1713531231.095041:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9678:x1796767405164224:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531231.095047:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.095055:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f353 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5432 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.095074:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.095080:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.095085:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.095107:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531231.095109:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.095117:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.095131:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f353 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.095142:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.095149:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:3.0:1713531231.095151:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.095153:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11680, rc 0) 00000100:00100000:3.0:1713531231.095184:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9678:x1796767405164224:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 140us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.095190:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5300 00000100:00100000:0.0:1713531231.095866:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.095933:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164288 00000100:00100000:3.0:1713531231.095938:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164288 00000100:00100000:3.0:1713531231.095961:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5301 00000100:00100000:3.0:1713531231.095964:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9678:x1796767405164288:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531231.095971:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.095977:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f361 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5439 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.096005:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096012:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096019:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096030:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096035:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096041:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096094:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096102:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096108:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.096138:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 512 00000004:00200000:3.0:1713531231.096141:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.096149:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096157:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096162:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096168:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096174:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.096178:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096185:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096192:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:3.0:1713531231.096195:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.096198:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096203:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f368 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096212:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096217:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096222:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096225:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.096228:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096232:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096238:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcee1078 (ffff88013189c700) 00010000:00010000:3.0:1713531231.096240:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.096242:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096246:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f36f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.096287:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f361 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5439 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.096297:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5439 expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.096303:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189c100) 00010000:00010000:3.0:1713531231.096304:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531231.096306:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11b00, rc 0) 00000100:00100000:3.0:1713531231.096336:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132315180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9678:x1796767405164288:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 369us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.096355:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5301 00000100:00100000:0.0:1713531231.099426:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.099464:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164352 00000100:00100000:3.0:1713531231.099468:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164352 00000100:00100000:3.0:1713531231.099490:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5302 00000100:00100000:3.0:1713531231.099494:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9679:x1796767405164352:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531231.099500:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.099506:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f37d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5440 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.099528:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099534:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099539:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099551:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099555:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099558:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099583:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099586:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099589:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099594:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.099597:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099602:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099608:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189c100) 00010000:00010000:3.0:1713531231.099610:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.099613:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099618:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f384 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099626:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099631:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099635:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099640:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc13600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.099642:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099647:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099654:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88013189cf00) 00010000:00010000:3.0:1713531231.099656:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.099658:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099663:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f38b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.099694:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f37d lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5440 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.099702:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f37d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5440 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.099709:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:3.0:1713531231.099742:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9679:x1796767405164352:12345-192.168.202.39@tcp:101:rm.0 Request processed in 246us (316us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.099748:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5302 00010000:00010000:2.0:1713531231.100381:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531231.102807:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.102841:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164480 00000100:00100000:3.0:1713531231.102845:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164480 00000100:00100000:3.0:1713531231.102866:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5303 00000100:00100000:3.0:1713531231.102869:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9680:x1796767405164480:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:3.0:1713531231.102876:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.102877:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1713531231.102886:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f376 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5439 expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.102893:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189c100) 00010000:00010000:3.0:1713531231.102898:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531231.102906:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f392 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5447 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.102953:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.102959:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.102964:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.102972:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.102978:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.102983:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:3.0:1713531231.103369:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5d:0x0], index 0: 0 00010000:00010000:3.0:1713531231.103475:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f3a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103481:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103485:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103499:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103503:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103509:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103512:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc10d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.103514:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103517:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103521:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189c900) 00010000:00010000:3.0:1713531231.103522:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.103524:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.103527:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f399 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:3.0:1713531231.103532:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132316680 reply state ffff88008af50000 transno 4294971090 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531231.103536:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1713531231.103548:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f392 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5447 expref: 94 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.103556:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5447 expref: 93 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.103559:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:3.0:1713531231.103560:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531231.103562:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc13840, rc 0) 00000100:00100000:3.0:1713531231.103596:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+94:9680:x1796767405164480:12345-192.168.202.39@tcp:101:dd.0 Request processed in 726us (791us total) trans 4294971090 rc 0/0 00000100:00100000:3.0:1713531231.103601:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5303 00010000:00010000:3.0:1713531231.104166:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104172:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104177:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104179:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.104181:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104184:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104189:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88013189cc00) 00010000:00010000:3.0:1713531231.104191:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.104193:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.104196:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.116141:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.116203:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164544 00000100:00100000:1.0:1713531231.116211:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164544 00000100:00080000:0.0:1713531231.116252:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531201 00000100:00100000:1.0:1713531231.116305:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1412 00000100:00100000:1.0:1713531231.116313:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:9680:x1796767405164544:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:1.0:1713531231.116333:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531231.116383:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c544e expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531231.116404:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531231.116421:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531231.116423:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531231.116430:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.116443:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.116456:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4b40, rc 0) 00000100:00100000:1.0:1713531231.116502:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:9680:x1796767405164544:12345-192.168.202.39@tcp:101:dd.0 Request processed in 189us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531231.116510:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1412 00000100:00100000:0.0:1713531231.122675:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.122724:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164672 00000100:00100000:3.0:1713531231.122729:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164672 00002000:00100000:3.0:1713531231.122761:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->1048575) req@ffff880132314700 x1796767405164672/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.122771:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132314700 with x1796767405164672 ext(0->1048575) 00002000:00010000:3.0:1713531231.122776:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132314700 00000100:00100000:3.0:1713531231.122801:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 362 00000100:00100000:3.0:1713531231.122807:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405164672:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531231.133303:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405164672:12345-192.168.202.39@tcp:4:dd.0 Request processed in 10489us (10627us total) trans 4294967676 rc 0/0 00000100:00100000:3.0:1713531231.133312:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 362 00002000:00100000:3.0:1713531231.133320:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->1048575) req@ffff880132314700 x1796767405164672/t4294967676(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/448 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.133327:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132314700 with x1796767405164672 ext(0->1048575) 00002000:00010000:3.0:1713531231.133331:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132314700 00000100:00100000:0.0:1713531231.134528:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.134568:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164736 00000100:00100000:3.0:1713531231.134574:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164736 00000100:00100000:3.0:1713531231.134604:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5304 00000100:00100000:3.0:1713531231.134608:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+93:9680:x1796767405164736:12345-192.168.202.39@tcp:44:dd.0 00000001:00080000:0.0:1713531231.143163:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971088 is committed 00000001:00080000:0.0:1713531231.143170:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971087 is committed 00000001:00080000:0.0:1713531231.143177:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971090 is committed 00000001:00080000:0.0:1713531231.143181:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971089 is committed 00000020:00080000:0.0:1713531231.143190:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008a977600 refcount 2 committed 0 result 0 batchid 146 00000020:00080000:0.0:1713531231.143193:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008a977180 00000020:00080000:0.0:1713531231.143196:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c223c00 00000020:00080000:1.0:1713531231.143211:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 146 committed batchid 145 00000100:00100000:3.0:1713531231.143219:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132316a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+84:9680:x1796767405164736:12345-192.168.202.39@tcp:44:dd.0 Request processed in 8606us (8690us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.143229:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5304 00000020:00080000:1.0:1713531231.143334:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 145 00000100:00100000:0.0:1713531231.144241:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.144295:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164800 00000100:00100000:1.0:1713531231.144301:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164800 00000100:00100000:1.0:1713531231.144337:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1413 00000100:00100000:1.0:1713531231.144357:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405164800:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:0.0:1713531231.155817:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967674 is committed 00000001:00080000:0.0:1713531231.155835:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967675 is committed 00000001:00080000:0.0:1713531231.155862:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967676 is committed 00000100:00100000:1.0:1713531231.155891:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405164800:12345-192.168.202.39@tcp:16:dd.0 Request processed in 11530us (11646us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531231.155900:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1413 00000100:00100000:0.0:1713531231.157084:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.157132:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164928 00000100:00100000:2.0:1713531231.157139:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164928 00000100:00100000:2.0:1713531231.157169:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1165 00000100:00100000:2.0:1713531231.157175:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+84:9680:x1796767405164928:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:2.0:1713531231.157466:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+85:9680:x1796767405164928:12345-192.168.202.39@tcp:35:dd.0 Request processed in 289us (382us total) trans 4294971091 rc 0/0 00000100:00100000:2.0:1713531231.157474:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1165 00000100:00100000:0.0:1713531231.162678:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.162727:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405164992 00000100:00100000:3.0:1713531231.162731:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405164992 00000100:00100000:3.0:1713531231.162762:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5305 00000100:00100000:3.0:1713531231.162769:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+85:9681:x1796767405164992:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531231.162784:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.162800:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f3bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5455 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.162853:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.162865:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.162875:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.162892:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.162898:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.162903:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163005:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f3d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163011:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163017:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.163042:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.163046:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.163059:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163068:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163075:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163081:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163086:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.163090:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163096:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163106:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:3.0:1713531231.163108:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.163112:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163117:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12d00/0xe3b2c9851352f3c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163127:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163133:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163138:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163143:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc133c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.163145:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163154:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163161:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcee1078 (ffff88013189c300) 00010000:00010000:3.0:1713531231.163163:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.163165:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163170:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc133c0/0xe3b2c9851352f3ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.163189:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10fc0/0xe3b2c9851352f3bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5455 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.163199:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc10d80/0xe3b2c9851352f3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5455 expref: 86 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.163205:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.163207:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531231.163209:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc10d80, rc 0) 00000100:00100000:3.0:1713531231.163250:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:9681:x1796767405164992:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 478us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.163256:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5305 00000100:00100000:0.0:1713531231.168606:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.168661:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165056 00000100:00100000:3.0:1713531231.168666:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165056 00000100:00100000:3.0:1713531231.168707:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5306 00000100:00100000:3.0:1713531231.168713:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+267:9684:x1796767405165056:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.168728:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.168738:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f3d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c545c expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.168769:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.168777:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.168786:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.168823:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531231.168826:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.168834:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.168845:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11b00/0xe3b2c9851352f3d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c545c expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.168853:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c545c expref: 268 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.168858:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:3.0:1713531231.168860:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.168861:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bc11f80, rc 0) 00000100:00100000:3.0:1713531231.168892:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:9684:x1796767405165056:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 180us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.168896:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5306 00000100:00100000:0.0:1713531231.169697:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.169741:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165120 00000100:00100000:3.0:1713531231.169746:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165120 00000100:00100000:3.0:1713531231.169773:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5307 00000100:00100000:3.0:1713531231.169784:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+268:9684:x1796767405165120:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.169793:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.169801:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f3e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5463 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.169830:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169838:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169846:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169863:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169870:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169876:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169950:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352f3fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169957:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169962:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.169979:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.169982:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.169990:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.169997:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170002:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170008:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170013:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bc12ac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.170016:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170022:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170029:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:3.0:1713531231.170032:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.170034:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170040:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc12ac0/0xe3b2c9851352f3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170048:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170053:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170058:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170066:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cfc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.170068:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170073:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170079:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcee1078 (ffff88013189c500) 00010000:00010000:3.0:1713531231.170081:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.170083:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170088:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f3f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcee1078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.170106:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13600/0xe3b2c9851352f3e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5463 expref: 270 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.170114:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c900/0xe3b2c9851352f3fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5463 expref: 269 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.170120:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.170121:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531231.170123:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c900, rc 0) 00000100:00100000:3.0:1713531231.170155:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:9684:x1796767405165120:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 371us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.170161:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5307 00000100:00100000:0.0:1713531231.171157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.171211:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165248 00000100:00100000:3.0:1713531231.171216:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165248 00000100:00100000:3.0:1713531231.171243:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5308 00000100:00100000:3.0:1713531231.171248:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+269:9684:x1796767405165248:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.171254:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.171260:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f402 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c546a expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.171317:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171323:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171327:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171356:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171361:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171364:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171417:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171422:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171425:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.171429:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xab:0x0]: returning size 1048576 00010000:00010000:3.0:1713531231.171490:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171496:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171501:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171505:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3e1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.171508:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171513:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171520:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.171522:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.171525:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171529:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f409 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171538:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171543:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171548:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171552:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.171554:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171559:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171565:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88013189ca00) 00010000:00010000:3.0:1713531231.171567:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.171569:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171574:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f410 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.171599:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f402 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.171609:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 271 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.171614:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:3.0:1713531231.171616:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531231.171618:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3d440, rc 0) 00000100:00100000:3.0:1713531231.171649:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9684:x1796767405165248:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 400us (493us total) trans 4294971092 rc 0/0 00000100:00100000:3.0:1713531231.171654:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5308 00000100:00100000:0.0:1713531231.172878:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.172933:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165312 00000100:00100000:1.0:1713531231.172937:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165312 00000100:00080000:0.0:1713531231.172972:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531201 00000100:00100000:1.0:1713531231.172980:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1414 00000100:00100000:1.0:1713531231.172985:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1823:x1796767405165312:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531231.172993:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531231.173005:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f425 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5471 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531231.173044:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672064:192.168.202.39@tcp:106: 00000100:00100000:1.0:1713531231.173087:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1a80 going to sleep for 11 seconds 00002000:00010000:1.0:1713531231.173779:0:15497:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x5d:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1713531231.173782:0:15497:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x240000400:0x5d:0x0] updating lvb mtime: 0 -> 1713531230 00002000:00010000:1.0:1713531231.173783:0:15497:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x240000400:0x5d:0x0] updating lvb atime: 0 -> 1713531230 00002000:00010000:1.0:1713531231.173784:0:15497:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x240000400:0x5d:0x0] updating lvb ctime: 0 -> 1713531230 00002000:00010000:1.0:1713531231.173785:0:15497:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x240000400:0x5d:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:1.0:1713531231.173797:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672064:192.168.202.39@tcp:106: 00010000:00010000:1.0:1713531231.173815:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f425 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5471 expref: 83 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531231.173827:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f425 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5471 expref: 83 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531231.173837:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:1.0:1713531231.173869:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1823:x1796767405165312:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 882us (992us total) trans 0 rc 301/301 00000100:00100000:1.0:1713531231.173875:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1414 00000100:00100000:0.0:1713531231.174639:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.174681:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165376 00000100:00100000:1.0:1713531231.174684:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165376 00000100:00100000:1.0:1713531231.174706:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1415 00000100:00100000:1.0:1713531231.174711:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:9684:x1796767405165376:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531231.174719:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531231.174727:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5478 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.174744:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.174751:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531231.174753:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531231.174756:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 83 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.174770:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.174779:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 10 pid: 15497 timeout: 425 lvb_type: 0 00000100:00100000:1.0:1713531231.174788:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672128:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531231.174821:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531231.175467:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672128:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531231.175481:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 83 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.175491:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a4d80, rc 0) 00000100:00100000:1.0:1713531231.175521:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:9684:x1796767405165376:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 808us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531231.175527:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1415 00000100:00100000:0.0:1713531231.176045:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.176086:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165440 00000100:00100000:2.0:1713531231.176091:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165440 00010000:00010000:2.0:1713531231.176106:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.176131:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1078 00000100:00100000:2.0:1713531231.176134:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7946450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405165440:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.176141:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.176148:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.176155:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.176168:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f3b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c544e expref: 11 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.176177:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.176178:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.176182:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 82 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.176187:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 82 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.176202:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 82 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.176207:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409672192:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531231.176228:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a85c900 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.176926:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409672192:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531231.176934:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.176957:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7946450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405165440:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 821us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.176961:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1078 00000100:00100000:0.0:1713531231.177136:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.177184:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165568 00000100:00100000:3.0:1713531231.177189:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165568 00002000:00100000:3.0:1713531231.177211:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->32767) req@ffff880135b0b480 x1796767405165568/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.177220:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0b480 with x1796767405165568 ext(0->32767) 00002000:00010000:3.0:1713531231.177224:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0b480 00000100:00100000:3.0:1713531231.177249:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 363 00000100:00100000:3.0:1713531231.177253:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1822:x1796767405165568:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.178040:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1822:x1796767405165568:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 784us (903us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531231.178047:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 363 00002000:00100000:3.0:1713531231.178053:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->32767) req@ffff880135b0b480 x1796767405165568/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.178060:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0b480 with x1796767405165568 ext(0->32767) 00002000:00010000:3.0:1713531231.178063:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0b480 00000100:00100000:0.0:1713531231.180560:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.180614:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165696 00000100:00100000:3.0:1713531231.180618:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165696 00002000:00100000:3.0:1713531231.180636:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (32768->1048575) req@ffff880135b09180 x1796767405165696/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.180643:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b09180 with x1796767405165696 ext(32768->1048575) 00002000:00010000:3.0:1713531231.180646:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b09180 00000100:00100000:3.0:1713531231.180667:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 364 00000100:00100000:3.0:1713531231.180677:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1825:x1796767405165696:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.184328:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1825:x1796767405165696:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3645us (3763us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531231.184336:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 364 00002000:00100000:3.0:1713531231.184358:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (32768->1048575) req@ffff880135b09180 x1796767405165696/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.184368:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b09180 with x1796767405165696 ext(32768->1048575) 00002000:00010000:3.0:1713531231.184373:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b09180 00000100:00100000:0.0:1713531231.189065:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.189103:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165824 00000100:00100000:2.0:1713531231.189110:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165824 00000100:00100000:2.0:1713531231.189135:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:2.0:1713531231.189140:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9684:x1796767405165824:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531231.189328:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9684:x1796767405165824:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 186us (263us total) trans 4294971093 rc 0/0 00000100:00100000:2.0:1713531231.189335:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:0.0:1713531231.194808:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.194858:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405165888 00000100:00100000:3.0:1713531231.194864:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405165888 00000100:00100000:3.0:1713531231.194899:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5309 00000100:00100000:3.0:1713531231.194905:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9686:x1796767405165888:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531231.194920:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.194935:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f433 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c547f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.194980:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.194991:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.194999:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.195047:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.195050:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.195060:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.195075:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f433 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.195098:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.195105:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.195107:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.195111:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3c6c0, rc 0) 00000100:00100000:3.0:1713531231.195144:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9686:x1796767405165888:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 239us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.195149:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5309 00000100:00100000:0.0:1713531231.196756:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.196806:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166016 00000100:00100000:3.0:1713531231.196810:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166016 00000100:00100000:3.0:1713531231.196840:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5310 00000100:00100000:3.0:1713531231.196845:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9686:x1796767405166016:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:3.0:1713531231.197084:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].169, 136 off30968 00000100:00100000:3.0:1713531231.197136:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9686:x1796767405166016:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 289us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.197143:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5310 00000100:00100000:0.0:1713531231.205814:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.205872:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166080 00000100:00100000:3.0:1713531231.205878:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166080 00000100:00100000:3.0:1713531231.205912:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5311 00000100:00100000:3.0:1713531231.205916:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:9690:x1796767405166080:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531231.205928:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.205940:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f441 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5486 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.205976:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.205984:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.205991:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.206037:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.206039:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.206048:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.206060:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f441 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5486 expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.206079:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5486 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.206084:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.206086:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.206088:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3e1c0, rc 0) 00000100:00100000:3.0:1713531231.206115:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9690:x1796767405166080:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 199us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.206119:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5311 00000100:00100000:0.0:1713531231.209138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.209190:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166144 00000100:00100000:3.0:1713531231.209195:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166144 00000100:00100000:3.0:1713531231.209229:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5312 00000100:00100000:3.0:1713531231.209235:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9691:x1796767405166144:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531231.209244:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.209255:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f44f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c548d expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.209316:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209326:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209335:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209370:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209377:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209383:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209437:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209444:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209450:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209455:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3cd80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.209458:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209464:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209474:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.209476:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.209479:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209484:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f456 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209505:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209511:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209516:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209520:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880134e3f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.209522:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209527:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209534:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88013189c900) 00010000:00010000:3.0:1713531231.209536:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.209538:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209543:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3f3c0/0xe3b2c9851352f45d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.209577:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f44f lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c548d expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.209582:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cfc0/0xe3b2c9851352f44f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c548d expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.209587:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e3cfc0, rc 0) 00000100:00100000:3.0:1713531231.209624:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9691:x1796767405166144:12345-192.168.202.39@tcp:101:rm.0 Request processed in 389us (489us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.209631:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5312 00000100:00100000:0.0:1713531231.212714:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.212789:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166272 00000100:00100000:3.0:1713531231.212793:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166272 00000100:00100000:3.0:1713531231.212819:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5313 00000100:00100000:3.0:1713531231.212823:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9692:x1796767405166272:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:3.0:1713531231.212831:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.212832:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1713531231.212843:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3e1c0/0xe3b2c9851352f448 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5486 expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.212852:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.212854:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531231.212860:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f464 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5494 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.212919:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.212926:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.212931:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.212950:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.212958:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 272 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:3.0:1713531231.212966:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672256:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531231.213002:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531231.213749:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672256:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531231.213765:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.213874:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.213920:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166336 00000100:00100000:2.0:1713531231.213925:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166336 00010000:00010000:2.0:1713531231.213941:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 273 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.213962:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1079 00000100:00100000:2.0:1713531231.213967:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:1823:x1796767405166336:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.213975:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.213980:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 273 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.213989:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 273 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.214003:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3c6c0/0xe3b2c9851352f43a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c547f expref: 273 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.214017:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.214020:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.214027:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.214034:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.214056:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.214081:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:1823:x1796767405166336:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531231.214082:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531231.214088:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1079 00010000:00010000:3.0:1713531231.214089:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214107:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214114:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214121:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:3.0:1713531231.214565:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5b:0x0], index 1: 0 00010000:00010000:3.0:1713531231.214720:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352f479 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214728:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352f479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214735:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352f479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214758:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214764:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214769:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214774:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.214777:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214783:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214790:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.214793:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.214795:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.214799:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352f46b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:3.0:1713531231.214809:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b588e00 reply state ffff88008ab7c000 transno 4294971094 ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531231.214815:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1713531231.214835:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3cd80/0xe3b2c9851352f464 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5494 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.214845:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352f479 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5494 expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.214851:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:3.0:1713531231.214854:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531231.214856:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988b40, rc 0) 00000100:00100000:3.0:1713531231.214892:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9692:x1796767405166272:12345-192.168.202.39@tcp:101:dd.0 Request processed in 2067us (2178us total) trans 4294971094 rc 0/0 00000100:00100000:3.0:1713531231.214899:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5313 00010000:00010000:2.0:1713531231.215355:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215363:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215368:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215374:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801399898c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.215376:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215382:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215390:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88013189c400) 00010000:00010000:2.0:1713531231.215393:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.215396:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.215401:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352f472 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.228428:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.228483:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166400 00000100:00100000:1.0:1713531231.228491:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166400 00000100:00080000:0.0:1713531231.228534:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531201 00000100:00100000:1.0:1713531231.228549:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1416 00000100:00100000:1.0:1713531231.228556:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:9692:x1796767405166400:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:1.0:1713531231.228570:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531231.228594:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c549b expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531231.228620:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531231.228637:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531231.228638:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531231.228646:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.228659:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531231.228668:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:1.0:1713531231.228708:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:9692:x1796767405166400:12345-192.168.202.39@tcp:101:dd.0 Request processed in 153us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531231.228712:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1416 00000100:00100000:0.0:1713531231.235261:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.235335:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166528 00000100:00100000:3.0:1713531231.235358:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166528 00002000:00100000:3.0:1713531231.235392:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->1048575) req@ffff88008b479500 x1796767405166528/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.235401:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b479500 with x1796767405166528 ext(0->1048575) 00002000:00010000:3.0:1713531231.235406:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b479500 00000100:00100000:3.0:1713531231.235443:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 365 00000100:00100000:3.0:1713531231.235449:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405166528:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531231.252130:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b479500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405166528:12345-192.168.202.39@tcp:4:dd.0 Request processed in 16674us (16867us total) trans 4294967669 rc 0/0 00000100:00100000:3.0:1713531231.252139:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 365 00002000:00100000:3.0:1713531231.252147:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->1048575) req@ffff88008b479500 x1796767405166528/t4294967669(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/448 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.252154:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b479500 with x1796767405166528 ext(0->1048575) 00002000:00010000:3.0:1713531231.252158:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b479500 00000100:00100000:0.0:1713531231.253407:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.253450:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166592 00000100:00100000:3.0:1713531231.253456:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166592 00000100:00100000:3.0:1713531231.253485:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5314 00000100:00100000:3.0:1713531231.253489:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9692:x1796767405166592:12345-192.168.202.39@tcp:44:dd.0 00000020:00080000:1.0:1713531231.261546:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 146 batchid updated 00000020:00080000:2.0:1713531231.261564:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 146 00000001:00080000:1.0:1713531231.261565:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971093 is committed 00000001:00080000:1.0:1713531231.261570:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971091 is committed 00000001:00080000:1.0:1713531231.261573:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971094 is committed 00000020:00080000:2.0:1713531231.261574:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 146 00000100:00100000:0.0:1713531231.261613:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:9692:x1796767405166592:12345-192.168.202.39@tcp:44:dd.0 Request processed in 8117us (8202us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.261622:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5314 00000100:00100000:0.0:1713531231.262597:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.262642:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166656 00000100:00100000:1.0:1713531231.262648:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166656 00000100:00100000:1.0:1713531231.262675:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1417 00000100:00100000:1.0:1713531231.262680:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405166656:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:0.0:1713531231.274016:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967668 is committed 00000001:00080000:0.0:1713531231.274026:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967667 is committed 00000001:00080000:0.0:1713531231.274031:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967669 is committed 00000100:00100000:2.0:1713531231.274103:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405166656:12345-192.168.202.39@tcp:16:dd.0 Request processed in 11416us (11500us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.274114:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1417 00000100:00100000:0.0:1713531231.275167:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.275212:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166784 00000100:00100000:2.0:1713531231.275220:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166784 00000100:00100000:2.0:1713531231.275246:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1167 00000100:00100000:2.0:1713531231.275252:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+86:9692:x1796767405166784:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:2.0:1713531231.275555:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:9692:x1796767405166784:12345-192.168.202.39@tcp:35:dd.0 Request processed in 300us (386us total) trans 4294971095 rc 0/0 00000100:00100000:2.0:1713531231.275562:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1167 00000100:00100000:0.0:1713531231.286024:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.286076:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166912 00000100:00100000:2.0:1713531231.286084:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166912 00000100:00100000:2.0:1713531231.286131:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5315 00000100:00100000:2.0:1713531231.286138:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:9696:x1796767405166912:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.286157:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.286174:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f48e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54a2 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.286290:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286303:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286313:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286334:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286357:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286363:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286461:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286469:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286475:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.286483:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xac:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.286561:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286568:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286573:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286582:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.286585:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286591:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286601:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.286603:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.286606:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286611:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f495 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286621:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286626:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286630:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286634:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.286636:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286641:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286647:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008a9c7e00) 00010000:00010000:2.0:1713531231.286650:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.286652:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286656:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f49c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.286684:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f48e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.286695:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 272 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.286701:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531231.286703:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.286705:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28900, rc 0) 00000100:00100000:2.0:1713531231.286756:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9696:x1796767405166912:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 617us (737us total) trans 4294971096 rc 0/0 00000100:00100000:2.0:1713531231.286763:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5315 00000100:00100000:0.0:1713531231.287816:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.287876:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405166976 00000100:00100000:2.0:1713531231.287880:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405166976 00000100:00080000:0.0:1713531231.287911:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531201 00000100:00100000:2.0:1713531231.287922:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1418 00000100:00100000:2.0:1713531231.287928:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405166976:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.287936:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.287947:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c9851352f4b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54a9 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.287988:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672320:192.168.202.39@tcp:106: 00000100:00100000:2.0:1713531231.288032:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00002000:00010000:2.0:1713531231.288792:0:15497:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x5b:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1713531231.288795:0:15497:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x5b:0x0] updating lvb mtime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.288797:0:15497:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x280000400:0x5b:0x0] updating lvb atime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.288799:0:15497:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x280000400:0x5b:0x0] updating lvb ctime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.288801:0:15497:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x280000400:0x5b:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:2.0:1713531231.288814:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672320:192.168.202.39@tcp:106: 00010000:00010000:2.0:1713531231.288831:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c9851352f4b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a9 expref: 79 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.288842:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c9851352f4b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a9 expref: 79 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.288851:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29440, rc 0) 00000100:00100000:2.0:1713531231.288879:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:1823:x1796767405166976:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 951us (1064us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531231.288885:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1418 00000100:00100000:0.0:1713531231.289674:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.289723:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167040 00000100:00100000:2.0:1713531231.289727:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167040 00000100:00100000:2.0:1713531231.289757:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1419 00000100:00100000:2.0:1713531231.289762:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+78:9696:x1796767405167040:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.289770:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.289779:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54b0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.289797:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 8 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.289809:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531231.289811:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531231.289814:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 79 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.289832:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 8 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.289843:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 8 pid: 15497 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.289852:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672384:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531231.289885:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.290477:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672384:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531231.290490:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 79 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.290500:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29f80, rc 0) 00000100:00100000:2.0:1713531231.290530:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:9696:x1796767405167040:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 767us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.290536:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1419 00000100:00100000:0.0:1713531231.291637:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.291680:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167104 00000100:00100000:2.0:1713531231.291684:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167104 00010000:00010000:2.0:1713531231.291699:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 9 pid: 15497 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.291725:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:2.0:1713531231.291728:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405167104:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.291735:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.291744:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 9 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.291750:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 9 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.291762:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f487 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c549b expref: 9 pid: 15497 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.291768:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.291769:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.291773:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.291778:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.291791:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.291797:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409672448:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531231.291822:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.292564:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409672448:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531231.292574:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.292601:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+8:1822:x1796767405167104:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 871us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.292607:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1080 00000100:00100000:0.0:1713531231.292771:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.292811:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167232 00000100:00100000:3.0:1713531231.292814:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167232 00002000:00100000:3.0:1713531231.292832:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->32767) req@ffff880131804a80 x1796767405167232/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.292839:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804a80 with x1796767405167232 ext(0->32767) 00002000:00010000:3.0:1713531231.292842:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804a80 00000100:00100000:3.0:1713531231.292858:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 366 00000100:00100000:3.0:1713531231.292861:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1823:x1796767405167232:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.293638:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1823:x1796767405167232:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 774us (867us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531231.293644:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 366 00002000:00100000:3.0:1713531231.293649:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->32767) req@ffff880131804a80 x1796767405167232/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.293655:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804a80 with x1796767405167232 ext(0->32767) 00002000:00010000:3.0:1713531231.293657:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804a80 00000100:00100000:0.0:1713531231.295846:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.295891:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167360 00000100:00100000:3.0:1713531231.295896:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167360 00002000:00100000:3.0:1713531231.295914:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (32768->1048575) req@ffff880131806680 x1796767405167360/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.295923:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131806680 with x1796767405167360 ext(32768->1048575) 00002000:00010000:3.0:1713531231.295926:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131806680 00000100:00100000:3.0:1713531231.295951:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 367 00000100:00100000:3.0:1713531231.295956:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1825:x1796767405167360:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.299169:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1825:x1796767405167360:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3210us (3322us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531231.299176:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 367 00002000:00100000:3.0:1713531231.299181:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (32768->1048575) req@ffff880131806680 x1796767405167360/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.299187:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131806680 with x1796767405167360 ext(32768->1048575) 00002000:00010000:3.0:1713531231.299190:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131806680 00000100:00100000:0.0:1713531231.303722:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.303784:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167488 00000100:00100000:2.0:1713531231.303789:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167488 00000100:00100000:2.0:1713531231.303824:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1168 00000100:00100000:2.0:1713531231.303830:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9696:x1796767405167488:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531231.303995:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9696:x1796767405167488:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 164us (274us total) trans 4294971097 rc 0/0 00000100:00100000:2.0:1713531231.304000:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1168 00000100:00100000:0.0:1713531231.309566:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.309636:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167552 00000100:00100000:2.0:1713531231.309643:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167552 00000100:00100000:2.0:1713531231.309683:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5316 00000100:00100000:2.0:1713531231.309689:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9698:x1796767405167552:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531231.309705:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.309722:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f4bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54b7 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.309774:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.309786:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.309795:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.309846:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531231.309848:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531231.309858:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.309872:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f4bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.309892:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.309897:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.309899:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531231.309901:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28d80, rc 0) 00000100:00100000:2.0:1713531231.309935:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9698:x1796767405167552:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 246us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.309939:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5316 00000100:00100000:0.0:1713531231.311623:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.311661:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167680 00000100:00100000:2.0:1713531231.311664:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167680 00000100:00100000:2.0:1713531231.311686:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5317 00000100:00100000:2.0:1713531231.311690:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9698:x1796767405167680:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:2.0:1713531231.311907:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].170, 136 off31104 00000100:00100000:2.0:1713531231.311954:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9698:x1796767405167680:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 262us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.311960:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5317 00000100:00100000:0.0:1713531231.321121:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.321188:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167744 00000100:00100000:2.0:1713531231.321196:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167744 00000100:00100000:2.0:1713531231.321245:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5318 00000100:00100000:2.0:1713531231.321252:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9702:x1796767405167744:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531231.321300:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.321317:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f4cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54be expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.321401:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.321414:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.321424:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.321484:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531231.321487:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531231.321499:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.321517:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f4cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54be expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.321543:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54be expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.321549:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.321551:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531231.321553:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a640, rc 0) 00000100:00100000:2.0:1713531231.321593:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9702:x1796767405167744:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 342us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.321600:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5318 00000100:00100000:0.0:1713531231.324577:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.324628:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167808 00000100:00100000:2.0:1713531231.324632:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167808 00000100:00100000:2.0:1713531231.324656:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5319 00000100:00100000:2.0:1713531231.324662:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9703:x1796767405167808:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531231.324670:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.324678:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f4db lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54c5 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.324703:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324710:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324715:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324732:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324739:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324745:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324797:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324804:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324811:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324815:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.324819:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324825:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324834:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.324836:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.324839:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324844:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f4e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324865:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324871:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324876:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324881:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.324883:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324888:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324896:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008a9c7e00) 00010000:00010000:2.0:1713531231.324898:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.324900:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324904:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f4e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.324935:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f4db lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54c5 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.324941:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f4db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54c5 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.324948:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28000, rc 0) 00000100:00100000:2.0:1713531231.324978:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9703:x1796767405167808:12345-192.168.202.39@tcp:101:rm.0 Request processed in 317us (404us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531231.324982:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5319 00000100:00100000:1.0:1713531231.327964:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.328005:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405167936 00000100:00100000:2.0:1713531231.328009:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405167936 00000100:00100000:2.0:1713531231.328032:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5320 00000100:00100000:2.0:1713531231.328036:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9704:x1796767405167936:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531231.328044:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.328045:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1713531231.328054:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f4d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54be expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.328063:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.328065:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531231.328070:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f4f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54cc expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.328126:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.328133:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.328137:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.328156:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.328164:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 273 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.328172:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672512:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531231.328208:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.329046:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672512:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531231.329058:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531231.329166:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.329197:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168000 00000100:00100000:2.0:1713531231.329200:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168000 00010000:00010000:2.0:1713531231.329214:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 274 pid: 15461 timeout: 425 lvb_type: 0 00000100:00100000:2.0:1713531231.329243:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1081 00000100:00100000:2.0:1713531231.329249:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:1822:x1796767405168000:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.329257:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.329262:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 274 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.329288:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 274 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.329297:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f4c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b7 expref: 274 pid: 15461 timeout: 425 lvb_type: 0 00010000:00010000:2.0:1713531231.329304:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.329306:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.329311:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.329314:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.329324:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531231.329332:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329347:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531231.329363:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:1822:x1796767405168000:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 113us (198us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531231.329365:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531231.329367:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1081 00010000:00010000:0.0:1713531231.329370:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329374:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:0.0:1713531231.329745:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5e:0x0], index 0: 0 00010000:00010000:0.0:1713531231.329864:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352f505 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329869:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352f505 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329873:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352f505 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329888:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329891:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329896:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329899:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531231.329901:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329904:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329909:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531231.329910:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531231.329911:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.329914:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f4f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:0.0:1713531231.329930:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff8801399b5180 reply state ffff88008a4cc000 transno 4294971098 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.329935:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1713531231.329948:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f4f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54cc expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.329955:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352f505 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54cc expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.329959:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:0.0:1713531231.329961:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531231.329962:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08b40, rc 0) 00000100:00100000:0.0:1713531231.329989:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9704:x1796767405167936:12345-192.168.202.39@tcp:101:dd.0 Request processed in 1952us (2026us total) trans 4294971098 rc 0/0 00000100:00100000:0.0:1713531231.329993:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5320 00010000:00010000:3.0:1713531231.330396:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330402:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330406:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330408:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.330410:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330413:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330419:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008b666800) 00010000:00010000:3.0:1713531231.330420:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.330422:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.330425:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f4fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531231.341294:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.341362:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168064 00000100:00100000:2.0:1713531231.341369:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168064 00000100:00100000:2.0:1713531231.341417:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1420 00000100:00100000:2.0:1713531231.341423:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:9704:x1796767405168064:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531231.341439:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.341460:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54d3 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531231.341477:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531231.341492:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.341493:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.341499:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.341508:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.341517:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531231.341561:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:9704:x1796767405168064:12345-192.168.202.39@tcp:101:dd.0 Request processed in 136us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.341567:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1420 00000100:00100000:1.0:1713531231.348437:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.348487:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168192 00000100:00100000:3.0:1713531231.348493:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168192 00002000:00100000:3.0:1713531231.348517:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (0->1048575) req@ffff8801399b6300 x1796767405168192/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.348528:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b6300 with x1796767405168192 ext(0->1048575) 00002000:00010000:3.0:1713531231.348531:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b6300 00000100:00100000:3.0:1713531231.348549:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 368 00000100:00100000:3.0:1713531231.348553:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405168192:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531231.359980:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405168192:12345-192.168.202.39@tcp:4:dd.0 Request processed in 11416us (11539us total) trans 4294967677 rc 0/0 00000100:00100000:3.0:1713531231.359991:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 368 00002000:00100000:3.0:1713531231.360003:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (0->1048575) req@ffff8801399b6300 x1796767405168192/t4294967677(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/448 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.360013:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b6300 with x1796767405168192 ext(0->1048575) 00002000:00010000:3.0:1713531231.360018:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b6300 00000100:00100000:1.0:1713531231.361147:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.361180:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168256 00000100:00100000:0.0:1713531231.361186:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168256 00000100:00100000:0.0:1713531231.361214:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5321 00000100:00100000:0.0:1713531231.361218:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9704:x1796767405168256:12345-192.168.202.39@tcp:44:dd.0 00000001:00080000:1.0:1713531231.368069:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971098 is committed 00000001:00080000:1.0:1713531231.368080:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971097 is committed 00000100:00100000:3.0:1713531231.368142:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:9704:x1796767405168256:12345-192.168.202.39@tcp:44:dd.0 Request processed in 6919us (6993us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.368152:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5321 00000100:00100000:1.0:1713531231.369102:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.369148:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168320 00000100:00100000:2.0:1713531231.369154:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168320 00000100:00100000:2.0:1713531231.369183:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1421 00000100:00100000:2.0:1713531231.369187:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405168320:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:0.0:1713531231.379942:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967677 is committed 00000100:00100000:2.0:1713531231.380016:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405168320:12345-192.168.202.39@tcp:16:dd.0 Request processed in 10823us (10911us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.380026:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1421 00000100:00100000:0.0:1713531231.381112:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.381149:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168448 00000100:00100000:2.0:1713531231.381153:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168448 00000100:00100000:2.0:1713531231.381181:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1169 00000100:00100000:2.0:1713531231.381185:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:9704:x1796767405168448:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:2.0:1713531231.381432:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:9704:x1796767405168448:12345-192.168.202.39@tcp:35:dd.0 Request processed in 245us (320us total) trans 4294971099 rc 0/0 00000100:00100000:2.0:1713531231.381437:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1169 00000100:00100000:1.0:1713531231.391085:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.391124:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168576 00000100:00100000:3.0:1713531231.391129:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168576 00000100:00100000:3.0:1713531231.391160:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5322 00000100:00100000:3.0:1713531231.391164:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9708:x1796767405168576:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.391174:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.391186:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f51a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54da expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.391253:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391263:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391290:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391304:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391308:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391311:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391396:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391401:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391404:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.391410:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xad:0x0]: returning size 1048576 00010000:00010000:3.0:1713531231.391461:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391465:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391469:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391475:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.391477:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391482:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391491:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.391493:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.391497:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391502:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352f521 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391510:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391515:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391520:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391524:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.391526:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391531:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391537:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88013189c900) 00010000:00010000:3.0:1713531231.391540:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.391542:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391547:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f528 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.391574:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f51a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.391584:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 273 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.391590:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:3.0:1713531231.391592:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531231.391594:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998bcc0, rc 0) 00000100:00100000:3.0:1713531231.391632:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9708:x1796767405168576:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 466us (551us total) trans 4294971100 rc 0/0 00000100:00100000:3.0:1713531231.391638:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5322 00000100:00100000:1.0:1713531231.392637:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.392680:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168640 00000100:00100000:2.0:1713531231.392684:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168640 00000100:00100000:2.0:1713531231.392713:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1422 00000100:00100000:2.0:1713531231.392718:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1823:x1796767405168640:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.392726:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.392738:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f53d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54e1 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.392780:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672576:192.168.202.39@tcp:106: 00000100:00100000:2.0:1713531231.392829:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc780 going to sleep for 11 seconds 00002000:00010000:2.0:1713531231.393564:0:15497:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x5e:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1713531231.393567:0:15497:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x240000400:0x5e:0x0] updating lvb mtime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.393569:0:15497:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x240000400:0x5e:0x0] updating lvb atime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.393570:0:15497:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x240000400:0x5e:0x0] updating lvb ctime: 0 -> 1713531230 00002000:00010000:2.0:1713531231.393572:0:15497:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x240000400:0x5e:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:2.0:1713531231.393586:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672576:192.168.202.39@tcp:106: 00010000:00010000:2.0:1713531231.393604:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f53d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e1 expref: 84 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.393614:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f53d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e1 expref: 84 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.393629:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29200, rc 0) 00000100:00100000:2.0:1713531231.393660:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1823:x1796767405168640:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 941us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531231.393667:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1422 00000100:00100000:1.0:1713531231.394375:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.394408:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168704 00000100:00100000:2.0:1713531231.394411:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168704 00000100:00100000:2.0:1713531231.394429:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1423 00000100:00100000:2.0:1713531231.394433:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:9708:x1796767405168704:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.394438:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.394444:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54e8 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.394455:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.394460:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531231.394461:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531231.394464:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.394476:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.394483:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 10 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.394493:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672640:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531231.394517:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc780 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.395133:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409672640:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531231.395143:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.395150:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b180, rc 0) 00000100:00100000:2.0:1713531231.395172:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:9708:x1796767405168704:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 739us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.395177:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1423 00000100:00100000:0.0:1713531231.396391:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.396445:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168768 00000100:00100000:2.0:1713531231.396450:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168768 00010000:00010000:2.0:1713531231.396467:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.396492:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:2.0:1713531231.396496:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405168768:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.396503:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.396511:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.396517:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.396534:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54d3 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.396541:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.396542:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.396546:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 83 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.396551:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 83 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.396564:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 83 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.396570:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409672704:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531231.396597:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc780 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.397426:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409672704:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531231.397435:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.397462:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405168768:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 964us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.397469:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1082 00000100:00100000:1.0:1713531231.397675:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.397721:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405168896 00000100:00100000:3.0:1713531231.397725:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405168896 00002000:00100000:3.0:1713531231.397747:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (0->32767) req@ffff8801399b7480 x1796767405168896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.397756:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7480 with x1796767405168896 ext(0->32767) 00002000:00010000:3.0:1713531231.397760:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b7480 00000100:00100000:3.0:1713531231.397783:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 369 00000100:00100000:3.0:1713531231.397789:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1823:x1796767405168896:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.398584:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1823:x1796767405168896:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 788us (903us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531231.398592:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 369 00002000:00100000:3.0:1713531231.398599:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (0->32767) req@ffff8801399b7480 x1796767405168896/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.398606:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7480 with x1796767405168896 ext(0->32767) 00002000:00010000:3.0:1713531231.398610:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b7480 00000100:00100000:1.0:1713531231.400896:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.400938:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169024 00000100:00100000:3.0:1713531231.400942:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169024 00002000:00100000:3.0:1713531231.400959:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (32768->1048575) req@ffff8801399b7800 x1796767405169024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.400965:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7800 with x1796767405169024 ext(32768->1048575) 00002000:00010000:3.0:1713531231.400968:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b7800 00000100:00100000:3.0:1713531231.400983:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 370 00000100:00100000:3.0:1713531231.400986:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1824:x1796767405169024:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.404241:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1824:x1796767405169024:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3247us (3342us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531231.404250:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 370 00002000:00100000:3.0:1713531231.404258:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5e:0x0] (32768->1048575) req@ffff8801399b7800 x1796767405169024/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.404298:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7800 with x1796767405169024 ext(32768->1048575) 00002000:00010000:3.0:1713531231.404303:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801399b7800 00000100:00100000:0.0:1713531231.408835:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.408891:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169152 00000100:00100000:2.0:1713531231.408896:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169152 00000100:00100000:2.0:1713531231.408931:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1170 00000100:00100000:2.0:1713531231.408936:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9708:x1796767405169152:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531231.409078:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9708:x1796767405169152:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 141us (245us total) trans 4294971101 rc 0/0 00000100:00100000:2.0:1713531231.409083:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1170 00000100:00100000:1.0:1713531231.414065:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.414112:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169216 00000100:00100000:3.0:1713531231.414117:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169216 00000100:00100000:3.0:1713531231.414152:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5323 00000100:00100000:3.0:1713531231.414158:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9710:x1796767405169216:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531231.414173:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.414189:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352f54b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54ef expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.414232:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.414243:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.414253:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.414322:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.414325:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.414352:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.414370:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352f54b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.414389:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.414395:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.414397:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.414398:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988000, rc 0) 00000100:00100000:3.0:1713531231.414421:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9710:x1796767405169216:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 264us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.414425:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5323 00000100:00100000:1.0:1713531231.415749:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.415794:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169344 00000100:00100000:3.0:1713531231.415798:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169344 00000100:00100000:3.0:1713531231.415818:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5324 00000100:00100000:3.0:1713531231.415822:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9710:x1796767405169344:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:3.0:1713531231.416019:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].171, 136 off31240 00000100:00100000:3.0:1713531231.416059:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9710:x1796767405169344:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 235us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.416064:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5324 00000100:00100000:0.0:1713531231.424614:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.424672:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169408 00000100:00100000:3.0:1713531231.424676:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169408 00000100:00100000:3.0:1713531231.424703:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5325 00000100:00100000:3.0:1713531231.424707:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9714:x1796767405169408:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531231.424720:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.424729:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352f559 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54f6 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.424758:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.424767:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.424775:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:3.0:1713531231.424818:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:3.0:1713531231.424821:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531231.424832:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.424849:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851352f559 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54f6 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.424880:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54f6 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.424887:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.424890:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531231.424892:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989d40, rc 0) 00000100:00100000:3.0:1713531231.424926:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9714:x1796767405169408:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 218us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.424932:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5325 00000100:00100000:1.0:1713531231.427582:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.427631:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169472 00000100:00100000:3.0:1713531231.427636:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169472 00000100:00100000:3.0:1713531231.427655:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5326 00000100:00100000:3.0:1713531231.427661:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9715:x1796767405169472:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531231.427669:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.427677:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352f567 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c54fd expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.427706:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427714:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427720:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427740:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427750:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427755:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427797:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427801:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427805:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427808:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.427811:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427815:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427820:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.427822:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.427824:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427827:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352f56e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427841:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427845:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427850:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427854:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.427856:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427861:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427867:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88013189cc00) 00010000:00010000:3.0:1713531231.427869:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.427871:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427876:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c9851352f575 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.427909:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352f567 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54fd expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.427917:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352f567 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54fd expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.427923:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989680, rc 0) 00000100:00100000:3.0:1713531231.427955:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9715:x1796767405169472:12345-192.168.202.39@tcp:101:rm.0 Request processed in 293us (372us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.427961:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5326 00000100:00100000:0.0:1713531231.430831:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.430863:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169600 00000100:00100000:3.0:1713531231.430866:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169600 00000100:00100000:3.0:1713531231.430886:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5327 00000100:00100000:3.0:1713531231.430890:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9716:x1796767405169600:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:3.0:1713531231.430896:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.430897:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1713531231.430904:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352f560 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54f6 expref: 89 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.430911:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.430913:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531231.430917:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352f57c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5504 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.430964:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.430971:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.430975:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.430994:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.431001:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 274 pid: 15461 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1713531231.431009:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672768:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531231.431042:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531231.431736:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409672768:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531231.431750:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.431860:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.431901:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169664 00000100:00100000:2.0:1713531231.431906:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169664 00010000:00010000:2.0:1713531231.431921:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 275 pid: 15461 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.431942:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1083 00000100:00100000:2.0:1713531231.431946:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:1822:x1796767405169664:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.431953:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.431956:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 275 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.431963:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 275 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.431973:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c9851352f552 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54ef expref: 275 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.431987:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.431990:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.431995:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.431998:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.432013:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.432035:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:1822:x1796767405169664:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.432041:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1083 00010000:00010000:3.0:1713531231.432050:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432059:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432074:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432081:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432087:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:3.0:1713531231.432524:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5c:0x0], index 1: 0 00010000:00010000:3.0:1713531231.432688:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352f591 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432694:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352f591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432698:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352f591 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432712:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432715:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432721:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432724:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.432726:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432729:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432734:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531231.432736:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.432738:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.432743:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851352f583 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:3.0:1713531231.432751:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d23fb80 reply state ffff8801323ee000 transno 4294971102 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:3.0:1713531231.432757:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1713531231.432774:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352f57c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5504 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.432785:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352f591 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5504 expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.432791:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:3.0:1713531231.432793:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531231.432795:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b600, rc 0) 00000100:00100000:3.0:1713531231.432831:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9716:x1796767405169600:12345-192.168.202.39@tcp:101:dd.0 Request processed in 1938us (2003us total) trans 4294971102 rc 0/0 00000100:00100000:3.0:1713531231.432837:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5327 00010000:00010000:2.0:1713531231.433347:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433354:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433357:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433361:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.433362:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433365:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433371:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88013189c600) 00010000:00010000:2.0:1713531231.433372:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.433374:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.433377:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352f58a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:1.0:1713531231.443375:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.443415:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169728 00000100:00100000:2.0:1713531231.443419:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169728 00000100:00100000:2.0:1713531231.443444:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1424 00000100:00100000:2.0:1713531231.443448:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+8:9716:x1796767405169728:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531231.443456:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.443468:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c550b expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531231.443483:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531231.443492:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.443493:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.443499:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.443507:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.443513:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531231.443537:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:9716:x1796767405169728:12345-192.168.202.39@tcp:101:dd.0 Request processed in 88us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.443541:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1424 00000100:00100000:0.0:1713531231.449410:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.449448:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169856 00000100:00100000:3.0:1713531231.449452:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169856 00002000:00100000:3.0:1713531231.449471:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->1048575) req@ffff88008d23c700 x1796767405169856/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.449479:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23c700 with x1796767405169856 ext(0->1048575) 00002000:00010000:3.0:1713531231.449481:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23c700 00000100:00100000:3.0:1713531231.449499:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 371 00000100:00100000:3.0:1713531231.449502:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405169856:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531231.459743:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405169856:12345-192.168.202.39@tcp:4:dd.0 Request processed in 10235us (10330us total) trans 4294967670 rc 0/0 00000100:00100000:3.0:1713531231.459751:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 371 00002000:00100000:3.0:1713531231.459758:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->1048575) req@ffff88008d23c700 x1796767405169856/t4294967670(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/448 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.459764:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23c700 with x1796767405169856 ext(0->1048575) 00002000:00010000:3.0:1713531231.459767:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23c700 00000100:00100000:1.0:1713531231.460781:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.460829:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169920 00000100:00100000:3.0:1713531231.460834:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169920 00000100:00100000:3.0:1713531231.460869:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5328 00000100:00100000:3.0:1713531231.460874:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9716:x1796767405169920:12345-192.168.202.39@tcp:44:dd.0 00000001:00080000:1.0:1713531231.467994:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971101 is committed 00000001:00080000:1.0:1713531231.468003:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971099 is committed 00000001:00080000:1.0:1713531231.468008:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971102 is committed 00000100:00100000:2.0:1713531231.468039:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:9716:x1796767405169920:12345-192.168.202.39@tcp:44:dd.0 Request processed in 7161us (7256us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.468048:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5328 00000100:00100000:0.0:1713531231.468793:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.468832:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405169984 00000100:00100000:2.0:1713531231.468836:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405169984 00000100:00100000:2.0:1713531231.468862:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1425 00000100:00100000:2.0:1713531231.468867:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405169984:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:2.0:1713531231.480459:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967670 is committed 00000100:00100000:3.0:1713531231.480546:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405169984:12345-192.168.202.39@tcp:16:dd.0 Request processed in 11671us (11748us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.480557:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1425 00000100:00100000:0.0:1713531231.481794:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.481863:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170112 00000100:00100000:2.0:1713531231.481870:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170112 00000100:00100000:2.0:1713531231.481902:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1171 00000100:00100000:2.0:1713531231.481907:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:9716:x1796767405170112:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:2.0:1713531231.482128:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:9716:x1796767405170112:12345-192.168.202.39@tcp:35:dd.0 Request processed in 219us (335us total) trans 4294971103 rc 0/0 00000100:00100000:2.0:1713531231.482132:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1171 00000100:00100000:1.0:1713531231.491821:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.491868:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170240 00000100:00100000:2.0:1713531231.491875:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170240 00000100:00100000:2.0:1713531231.491911:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5329 00000100:00100000:2.0:1713531231.491917:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9720:x1796767405170240:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.491932:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.491948:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f5a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5512 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.492043:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492053:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492061:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492076:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492080:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492083:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492158:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492163:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492167:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.492172:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xae:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.492231:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492235:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492239:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492242:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.492245:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492249:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492255:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.492256:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.492259:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492262:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f5ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492291:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492294:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492297:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492299:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.492301:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492303:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492307:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008a9c7c00) 00010000:00010000:2.0:1713531231.492308:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.492309:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492312:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.492334:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f5a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.492355:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 274 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.492358:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531231.492360:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.492361:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a400, rc 0) 00000100:00100000:2.0:1713531231.492407:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9720:x1796767405170240:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 487us (590us total) trans 4294971104 rc 0/0 00000100:00100000:2.0:1713531231.492413:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5329 00000100:00100000:0.0:1713531231.493548:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.493597:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170304 00000100:00100000:3.0:1713531231.493601:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170304 00000100:00100000:3.0:1713531231.493628:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1426 00000100:00100000:3.0:1713531231.493634:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1823:x1796767405170304:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.493642:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.493655:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f5c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5519 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.493703:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672832:192.168.202.39@tcp:106: 00000100:00100000:3.0:1713531231.493748:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977540 going to sleep for 11 seconds 00002000:00010000:3.0:1713531231.494476:0:15497:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x5c:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1713531231.494480:0:15497:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x5c:0x0] updating lvb mtime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.494482:0:15497:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x280000400:0x5c:0x0] updating lvb atime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.494484:0:15497:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x280000400:0x5c:0x0] updating lvb ctime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.494486:0:15497:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x280000400:0x5c:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:3.0:1713531231.494500:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672832:192.168.202.39@tcp:106: 00010000:00010000:3.0:1713531231.494519:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f5c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5519 expref: 80 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.494530:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f5c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5519 expref: 80 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.494540:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a880, rc 0) 00000100:00100000:3.0:1713531231.494572:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1823:x1796767405170304:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 938us (1024us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.494579:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1426 00000100:00100000:1.0:1713531231.495449:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.495495:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170368 00000100:00100000:3.0:1713531231.495499:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170368 00000100:00100000:3.0:1713531231.495525:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1427 00000100:00100000:3.0:1713531231.495530:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:9720:x1796767405170368:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.495537:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.495546:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5520 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.495563:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 8 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.495572:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531231.495574:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531231.495577:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.495595:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 8 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.495607:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 8 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1713531231.495617:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672896:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531231.495650:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977540 going to sleep for 11 seconds 00000100:00100000:3.0:1713531231.496298:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15497:1796767409672896:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531231.496312:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.496325:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989b00, rc 0) 00000100:00100000:3.0:1713531231.496365:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:9720:x1796767405170368:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 834us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.496369:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1427 00000100:00100000:0.0:1713531231.497247:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.497298:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170432 00000100:00100000:2.0:1713531231.497301:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170432 00010000:00010000:2.0:1713531231.497315:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.497346:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:2.0:1713531231.497350:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405170432:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.497356:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.497366:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.497372:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.497385:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd298c0/0xe3b2c9851352f59f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c550b expref: 9 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.497392:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.497393:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.497396:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 79 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.497401:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 79 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.497417:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 79 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.497423:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409672960:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531231.497449:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fca80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.498126:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6392:1796767409672960:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531231.498138:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.498164:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+8:1822:x1796767405170432:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 812us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.498168:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1084 00000100:00100000:2.0:1713531231.498304:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.498369:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170560 00000100:00100000:3.0:1713531231.498373:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170560 00002000:00100000:3.0:1713531231.498393:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->32767) req@ffff880134d0ed80 x1796767405170560/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.498403:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ed80 with x1796767405170560 ext(0->32767) 00002000:00010000:3.0:1713531231.498406:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0ed80 00000100:00100000:3.0:1713531231.498426:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 372 00000100:00100000:3.0:1713531231.498432:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405170560:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.499197:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405170560:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 763us (891us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531231.499204:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 372 00002000:00100000:3.0:1713531231.499210:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->32767) req@ffff880134d0ed80 x1796767405170560/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.499219:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ed80 with x1796767405170560 ext(0->32767) 00002000:00010000:3.0:1713531231.499222:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0ed80 00000100:00100000:0.0:1713531231.501461:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.501503:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170688 00000100:00100000:3.0:1713531231.501508:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170688 00002000:00100000:3.0:1713531231.501525:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (32768->1048575) req@ffff88008d23c000 x1796767405170688/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.501541:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23c000 with x1796767405170688 ext(32768->1048575) 00002000:00010000:3.0:1713531231.501544:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23c000 00000100:00100000:3.0:1713531231.501570:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 373 00000100:00100000:3.0:1713531231.501575:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405170688:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.504911:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405170688:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3332us (3447us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531231.504919:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 373 00002000:00100000:3.0:1713531231.504926:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (32768->1048575) req@ffff88008d23c000 x1796767405170688/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.504936:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23c000 with x1796767405170688 ext(32768->1048575) 00002000:00010000:3.0:1713531231.504939:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23c000 00000100:00100000:0.0:1713531231.509448:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.509490:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170816 00000100:00100000:2.0:1713531231.509495:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170816 00000100:00100000:2.0:1713531231.509525:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1172 00000100:00100000:2.0:1713531231.509529:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9720:x1796767405170816:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531231.509693:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9720:x1796767405170816:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 163us (247us total) trans 4294971105 rc 0/0 00000100:00100000:2.0:1713531231.509698:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1172 00000100:00100000:0.0:1713531231.514632:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.514704:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405170880 00000100:00100000:2.0:1713531231.514708:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405170880 00000100:00100000:2.0:1713531231.514737:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5330 00000100:00100000:2.0:1713531231.514743:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9722:x1796767405170880:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531231.514757:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.514771:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f5d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5527 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.514812:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.514821:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.514828:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.514866:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531231.514868:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531231.514876:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.514888:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f5d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 277 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.514908:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.514915:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.514918:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531231.514920:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28b40, rc 0) 00000100:00100000:2.0:1713531231.514951:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9722:x1796767405170880:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 207us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.514957:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5330 00000100:00100000:0.0:1713531231.516457:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.516501:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171008 00000100:00100000:2.0:1713531231.516505:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171008 00000100:00100000:2.0:1713531231.516532:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5331 00000100:00100000:2.0:1713531231.516537:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9722:x1796767405171008:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:2.0:1713531231.516758:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].172, 136 off31376 00000100:00100000:2.0:1713531231.516806:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9722:x1796767405171008:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 267us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.516813:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5331 00000100:00100000:0.0:1713531231.524318:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.524359:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171072 00000100:00100000:2.0:1713531231.524363:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171072 00000100:00100000:2.0:1713531231.524381:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5332 00000100:00100000:2.0:1713531231.524385:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9726:x1796767405171072:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531231.524394:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.524401:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f5e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c552e expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.524422:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.524428:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.524433:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.524457:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531231.524459:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531231.524465:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.524474:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f5e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c552e expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.524490:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c552e expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.524495:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.524497:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531231.524498:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531231.524520:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9726:x1796767405171072:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 134us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.524523:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5332 00000100:00100000:0.0:1713531231.527023:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.527064:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171136 00000100:00100000:2.0:1713531231.527067:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171136 00000100:00100000:2.0:1713531231.527088:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5333 00000100:00100000:2.0:1713531231.527093:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9727:x1796767405171136:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531231.527100:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.527109:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f5f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5535 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.527135:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527142:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527149:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527166:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527169:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527175:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527210:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527214:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527217:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527221:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.527223:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527227:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527232:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.527234:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.527236:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527239:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f5fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527244:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527247:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527250:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527253:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.527254:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527257:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527260:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008a9c7e00) 00010000:00010000:2.0:1713531231.527261:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.527262:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527265:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f601 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.527306:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f5f3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5535 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.527310:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c9851352f5f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5535 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.527315:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b600, rc 0) 00000100:00100000:2.0:1713531231.527363:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9727:x1796767405171136:12345-192.168.202.39@tcp:101:rm.0 Request processed in 270us (341us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531231.527367:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5333 00000100:00100000:0.0:1713531231.529967:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.529995:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171264 00000100:00100000:2.0:1713531231.529998:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171264 00000100:00100000:2.0:1713531231.530021:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5334 00000100:00100000:2.0:1713531231.530026:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+90:9728:x1796767405171264:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531231.530034:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.530036:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1713531231.530047:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f5ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c552e expref: 90 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.530057:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.530060:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531231.530066:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f608 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c553c expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.530119:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.530125:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.530130:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.530148:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.530156:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 275 pid: 15461 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.530164:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409673024:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531231.530201:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.530867:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409673024:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531231.530880:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.531004:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.531045:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171328 00000100:00100000:2.0:1713531231.531048:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171328 00010000:00010000:2.0:1713531231.531059:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 276 pid: 15461 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.531071:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1085 00000100:00100000:2.0:1713531231.531074:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7946050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:1823:x1796767405171328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.531080:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.531083:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 276 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.531088:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 276 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.531096:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f5de lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5527 expref: 276 pid: 15461 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.531101:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.531103:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.531107:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.531110:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.531118:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531231.531125:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531130:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531231.531138:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7946050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:1823:x1796767405171328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531231.531141:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00000100:00100000:2.0:1713531231.531143:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1085 00010000:00010000:0.0:1713531231.531146:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531151:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00080000:0.0:1713531231.531529:0:15461:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5f:0x0], index 0: 0 00010000:00010000:0.0:1713531231.531688:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352f61d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531697:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352f61d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531703:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352f61d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531725:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531730:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531733:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531735:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531231.531738:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531741:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531746:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531231.531747:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531231.531749:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531231.531752:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f60f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000004:00010000:0.0:1713531231.531769:0:15461:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008aa29c00 reply state ffff88008a534000 transno 4294971106 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.531774:0:15461:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1713531231.531787:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f608 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c553c expref: 92 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.531794:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352f61d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c553c expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.531798:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531231.531799:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531231.531800:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a400, rc 0) 00000100:00100000:0.0:1713531231.531819:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9728:x1796767405171264:12345-192.168.202.39@tcp:101:dd.0 Request processed in 1793us (1853us total) trans 4294971106 rc 0/0 00000100:00100000:0.0:1713531231.531823:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5334 00010000:00010000:3.0:1713531231.532261:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532283:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532287:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532290:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531231.532292:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532296:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532305:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008b666a00) 00010000:00010000:3.0:1713531231.532307:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.532308:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:3.0:1713531231.532311:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f616 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531231.542521:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.542559:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171392 00000100:00100000:3.0:1713531231.542564:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171392 00000100:00100000:3.0:1713531231.542598:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1428 00000100:00100000:3.0:1713531231.542604:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:9728:x1796767405171392:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:3.0:1713531231.542614:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.542632:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5543 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531231.542651:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1713531231.542664:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.542666:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.542674:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.542685:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.542693:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989d40, rc 0) 00000100:00100000:3.0:1713531231.542727:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:9728:x1796767405171392:12345-192.168.202.39@tcp:101:dd.0 Request processed in 123us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.542736:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1428 00000100:00100000:0.0:1713531231.547494:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.547533:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171520 00000100:00100000:3.0:1713531231.547537:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171520 00002000:00100000:3.0:1713531231.547554:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (0->1048575) req@ffff88008aa29f80 x1796767405171520/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.547561:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa29f80 with x1796767405171520 ext(0->1048575) 00002000:00010000:3.0:1713531231.547564:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa29f80 00000100:00100000:3.0:1713531231.547583:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 374 00000100:00100000:3.0:1713531231.547586:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405171520:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:3.0:1713531231.557218:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405171520:12345-192.168.202.39@tcp:4:dd.0 Request processed in 9625us (9721us total) trans 4294967678 rc 0/0 00000100:00100000:3.0:1713531231.557225:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 374 00002000:00100000:3.0:1713531231.557232:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (0->1048575) req@ffff88008aa29f80 x1796767405171520/t4294967678(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/448 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.557239:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008aa29f80 with x1796767405171520 ext(0->1048575) 00002000:00010000:3.0:1713531231.557242:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008aa29f80 00000100:00100000:0.0:1713531231.558184:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.558248:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171584 00000100:00100000:2.0:1713531231.558252:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171584 00000100:00100000:2.0:1713531231.558315:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5335 00000100:00100000:2.0:1713531231.558319:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9728:x1796767405171584:12345-192.168.202.39@tcp:44:dd.0 00000001:00080000:0.0:1713531231.565783:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971106 is committed 00000001:00080000:0.0:1713531231.565794:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971105 is committed 00000100:00100000:2.0:1713531231.565825:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+89:9728:x1796767405171584:12345-192.168.202.39@tcp:44:dd.0 Request processed in 7503us (7641us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.565830:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5335 00000100:00100000:0.0:1713531231.566549:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.566584:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171648 00000100:00100000:3.0:1713531231.566588:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171648 00000100:00100000:3.0:1713531231.566611:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1429 00000100:00100000:3.0:1713531231.566616:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405171648:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:0.0:1713531231.577625:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967678 is committed 00000100:00100000:3.0:1713531231.577708:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405171648:12345-192.168.202.39@tcp:16:dd.0 Request processed in 11085us (11154us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.577719:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1429 00000100:00100000:0.0:1713531231.578813:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.578854:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171776 00000100:00100000:2.0:1713531231.578861:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171776 00000100:00100000:2.0:1713531231.578885:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1173 00000100:00100000:2.0:1713531231.578891:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:9728:x1796767405171776:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:2.0:1713531231.579128:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9728:x1796767405171776:12345-192.168.202.39@tcp:35:dd.0 Request processed in 235us (316us total) trans 4294971107 rc 0/0 00000100:00100000:2.0:1713531231.579134:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1173 00000100:00100000:0.0:1713531231.589038:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.589116:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171904 00000100:00100000:2.0:1713531231.589124:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171904 00000100:00100000:2.0:1713531231.589164:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5336 00000100:00100000:2.0:1713531231.589169:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9732:x1796767405171904:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531231.589183:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.589196:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f632 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c554a expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.589297:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589310:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589317:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589331:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589334:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589355:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589430:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589435:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589439:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.589444:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xaf:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.589505:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589509:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589512:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589518:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.589521:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589525:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589532:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.589533:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.589535:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589538:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f639 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589545:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589548:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589551:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589553:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.589554:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589557:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589560:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008a9c7000) 00010000:00010000:2.0:1713531231.589561:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.589563:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589566:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f640 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.589589:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f632 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.589595:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.589599:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531231.589600:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.589601:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28000, rc 0) 00000100:00100000:2.0:1713531231.589641:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9732:x1796767405171904:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 473us (611us total) trans 4294971108 rc 0/0 00000100:00100000:2.0:1713531231.589646:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5336 00000100:00100000:0.0:1713531231.590695:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.590774:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405171968 00000100:00100000:3.0:1713531231.590778:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405171968 00000100:00100000:3.0:1713531231.590806:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1430 00000100:00100000:3.0:1713531231.590810:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1825:x1796767405171968:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.590818:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.590828:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f655 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5551 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.590864:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409673088:192.168.202.39@tcp:106: 00000100:00100000:3.0:1713531231.590899:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc840 going to sleep for 11 seconds 00002000:00010000:3.0:1713531231.591514:0:15497:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x5f:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1713531231.591516:0:15497:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x240000400:0x5f:0x0] updating lvb mtime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.591518:0:15497:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x240000400:0x5f:0x0] updating lvb atime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.591519:0:15497:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x240000400:0x5f:0x0] updating lvb ctime: 0 -> 1713531231 00002000:00010000:3.0:1713531231.591520:0:15497:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x240000400:0x5f:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:3.0:1713531231.591532:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409673088:192.168.202.39@tcp:106: 00010000:00010000:3.0:1713531231.591545:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f655 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5551 expref: 85 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.591552:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f655 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5551 expref: 85 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.591559:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989680, rc 0) 00000100:00100000:3.0:1713531231.591583:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1825:x1796767405171968:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 772us (891us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531231.591587:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1430 00000100:00100000:0.0:1713531231.592404:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.592451:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172032 00000100:00100000:3.0:1713531231.592456:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172032 00000100:00100000:3.0:1713531231.592485:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1431 00000100:00100000:3.0:1713531231.592489:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:9732:x1796767405172032:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:3.0:1713531231.592496:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.592502:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5558 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.592515:0:15497:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.592520:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531231.592522:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531231.592524:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.592541:0:15497:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 10 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.592552:0:15497:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 10 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:3.0:1713531231.592561:0:15497:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409673152:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531231.592597:0:15497:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008c3bc840 going to sleep for 11 seconds 00000100:00100000:3.0:1713531231.593226:0:15497:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15497:1796767409673152:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531231.593236:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.593249:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989200, rc 0) 00000100:00100000:3.0:1713531231.593296:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:9732:x1796767405172032:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 804us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.593303:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1431 00000100:00100000:0.0:1713531231.594442:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.594480:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172096 00000100:00100000:2.0:1713531231.594484:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172096 00010000:00010000:2.0:1713531231.594497:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00000100:00100000:2.0:1713531231.594519:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:2.0:1713531231.594522:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405172096:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.594528:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.594536:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.594546:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.594558:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139989d40/0xe3b2c9851352f62b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5543 expref: 11 pid: 15497 timeout: 426 lvb_type: 0 00010000:00010000:2.0:1713531231.594564:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.594565:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.594569:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.594574:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.594589:0:6392:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.594595:0:6392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409673216:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531231.594621:0:6392:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.595251:0:6392:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6392:1796767409673216:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531231.595263:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.595299:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405172096:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 775us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.595306:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1086 00000100:00100000:0.0:1713531231.595474:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.595510:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172224 00000100:00100000:3.0:1713531231.595513:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172224 00002000:00100000:3.0:1713531231.595529:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (0->32767) req@ffff880134dd2300 x1796767405172224/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.595535:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd2300 with x1796767405172224 ext(0->32767) 00002000:00010000:3.0:1713531231.595538:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd2300 00000100:00100000:3.0:1713531231.595555:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 375 00000100:00100000:3.0:1713531231.595558:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405172224:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.596312:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405172224:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 752us (838us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1713531231.596316:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 375 00002000:00100000:3.0:1713531231.596320:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (0->32767) req@ffff880134dd2300 x1796767405172224/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.596325:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd2300 with x1796767405172224 ext(0->32767) 00002000:00010000:3.0:1713531231.596327:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd2300 00000100:00100000:0.0:1713531231.598382:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.598430:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172352 00000100:00100000:3.0:1713531231.598435:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172352 00002000:00100000:3.0:1713531231.598451:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (32768->1048575) req@ffff880134dd0380 x1796767405172352/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.598466:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0380 with x1796767405172352 ext(32768->1048575) 00002000:00010000:3.0:1713531231.598469:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd0380 00000100:00100000:3.0:1713531231.598489:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 376 00000100:00100000:3.0:1713531231.598493:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1824:x1796767405172352:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:3.0:1713531231.601283:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1824:x1796767405172352:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 2773us (2887us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1713531231.601289:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 376 00002000:00100000:3.0:1713531231.601294:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5f:0x0] (32768->1048575) req@ffff880134dd0380 x1796767405172352/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.601300:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134dd0380 with x1796767405172352 ext(32768->1048575) 00002000:00010000:3.0:1713531231.601304:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134dd0380 00000100:00100000:0.0:1713531231.605457:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.605495:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172480 00000100:00100000:2.0:1713531231.605501:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172480 00000100:00100000:2.0:1713531231.605526:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1174 00000100:00100000:2.0:1713531231.605530:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9732:x1796767405172480:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531231.605676:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9732:x1796767405172480:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 145us (222us total) trans 4294971109 rc 0/0 00000100:00100000:2.0:1713531231.605681:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1174 00000100:00100000:0.0:1713531231.610630:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.610673:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172544 00000100:00100000:2.0:1713531231.610678:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172544 00000100:00100000:2.0:1713531231.610704:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5337 00000100:00100000:2.0:1713531231.610708:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9734:x1796767405172544:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531231.610717:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.610730:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f663 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c555f expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.610763:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.610772:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.610779:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531231.610817:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531231.610819:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531231.610826:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531231.610838:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f663 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 278 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.610858:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 277 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.610863:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531231.610865:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531231.610867:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b3c0, rc 0) 00000100:00100000:2.0:1713531231.610889:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9734:x1796767405172544:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 181us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.610893:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5337 00000100:00100000:0.0:1713531231.612163:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.612238:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172672 00000100:00100000:2.0:1713531231.612242:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172672 00000100:00100000:2.0:1713531231.612280:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5338 00000100:00100000:2.0:1713531231.612284:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9734:x1796767405172672:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:2.0:1713531231.612491:0:15461:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].173, 136 off31512 00000100:00100000:2.0:1713531231.612529:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9734:x1796767405172672:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 244us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.612534:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5338 00000004:00080000:3.0:1713531231.740366:0:8790:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 326367096624ns, next at 327367095051ns, rc = 0 00000100:00100000:2.0:1713531231.740373:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409673280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1713531231.740419:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531231.740460:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673280 00000100:00100000:0.0:1713531231.740466:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673280 00000100:00080000:2.0:1713531231.740483:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531201 00000100:00100000:0.0:1713531231.740505:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1713531231.740514:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409673280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1713531231.740533:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 200605696 pending 0 free 3853516800 avail 3848273920 00000100:00100000:0.0:1713531231.740574:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409673280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.740580:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1713531231.740595:0:2631:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967675 gen 2 00000004:00080000:2.0:1713531231.740600:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42c000, transno 4294967655 00000004:00080000:2.0:1713531231.740613:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42d880, transno 4294967656 00000004:00080000:2.0:1713531231.740615:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42f100, transno 4294967657 00000004:00080000:2.0:1713531231.740618:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42c380, transno 4294967658 00000004:00080000:2.0:1713531231.740621:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42d180, transno 4294967659 00000004:00080000:2.0:1713531231.740623:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b554380, transno 4294967660 00000004:00080000:2.0:1713531231.740626:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42ca80, transno 4294967661 00000004:00080000:2.0:1713531231.740628:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42dc00, transno 4294967662 00000004:00080000:2.0:1713531231.740630:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b42f480, transno 4294967663 00000004:00080000:2.0:1713531231.740632:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b555f80, transno 4294967664 00000004:00080000:2.0:1713531231.740634:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b557b80, transno 4294967665 00000004:00080000:2.0:1713531231.740636:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134d0f100, transno 4294967666 00000004:00080000:2.0:1713531231.740638:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b554000, transno 4294967667 00000004:00080000:2.0:1713531231.740640:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134d0f480, transno 4294967668 00000004:00080000:2.0:1713531231.740642:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b556d80, transno 4294967669 00000004:00080000:2.0:1713531231.740645:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb37800, transno 4294967670 00000004:00080000:2.0:1713531231.740647:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b554700, transno 4294967671 00000004:00080000:2.0:1713531231.740649:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb36d80, transno 4294967672 00000004:00080000:2.0:1713531231.740650:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb34a80, transno 4294967673 00000004:00080000:2.0:1713531231.740652:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eb35c00, transno 4294967674 00000004:00080000:2.0:1713531231.740654:0:2631:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008b555c00, transno 4294967675 00000100:00100000:2.0:1713531231.740663:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409673280:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1713531231.740801:0:8789:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 13 in progress, 0 in flight, 8 done 00000004:00080000:3.0:1713531231.740881:0:8789:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 13 done 00000040:00080000:2.0:1713531231.830201:0:21400:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.830208:0:21400:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.830363:0:21400:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.830370:0:21400:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531231.830400:0:21400:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.830402:0:21400:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.830543:0:21400:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.830549:0:21400:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531231.830581:0:21400:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.830584:0:21400:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.830818:0:21400:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.830822:0:21400:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531231.830849:0:21400:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.830851:0:21400:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.831168:0:21400:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.831172:0:21400:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531231.960501:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.960509:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.960549:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 172 count 108 00000040:00080000:2.0:1713531231.960557:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531231.960852:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409673344:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531231.960920:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531231.962081:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409673344:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531231.962145:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.962148:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.962391:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 172 count 108 00000040:00080000:2.0:1713531231.962397:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531231.962701:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.962747:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172736 00000100:00100000:2.0:1713531231.962753:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172736 00000100:00100000:0.0:1713531231.962768:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.962793:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172800 00000100:00100000:2.0:1713531231.962794:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172800 00000100:00100000:2.0:1713531231.962805:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5339 00000100:00100000:0.0:1713531231.962808:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.962810:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+91:9745:x1796767405172736:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.962827:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172864 00000004:00000080:2.0:1713531231.962830:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xab:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531231.962831:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172864 00000100:00100000:1.0:1713531231.962839:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5340 00000100:00100000:1.0:1713531231.962846:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:9746:x1796767405172800:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.962851:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5341 00000100:00100000:0.0:1713531231.962855:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9747:x1796767405172864:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531231.962861:0:8791:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xac:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1713531231.962867:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xad:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531231.962882:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+92:9745:x1796767405172736:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 70us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.962889:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5339 00000100:00100000:1.0:1713531231.962900:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:9746:x1796767405172800:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531231.962906:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5340 00000100:00100000:0.0:1713531231.962906:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:9747:x1796767405172864:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 49us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.962911:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5341 00000100:00100000:0.0:1713531231.964202:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.964243:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405172992 00000100:00100000:2.0:1713531231.964247:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405172992 00000100:00100000:2.0:1713531231.964291:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5342 00000100:00100000:2.0:1713531231.964297:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:9745:x1796767405172992:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.964308:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.964330:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f671 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5566 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.964428:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964441:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964449:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964462:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964466:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964469:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964492:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f686 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964496:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964499:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:2.0:1713531231.964507:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xab:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.964556:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964562:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964567:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964572:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.964576:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964582:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964592:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531231.964594:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.964596:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964600:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f678 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964621:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964624:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964627:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964632:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.964634:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964637:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964640:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x30e0622f (ffff88008a9c7d00) 00010000:00010000:2.0:1713531231.964641:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.964643:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964645:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f67f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x30e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.964668:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f671 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5566 expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.964675:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5566 expref: 92 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.964678:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:2.0:1713531231.964679:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.964680:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29200, rc 0) 00000100:00100000:2.0:1713531231.964708:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:9745:x1796767405172992:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 410us (506us total) trans 4294971110 rc 0/0 00000100:00100000:2.0:1713531231.964713:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5342 00000100:00100000:3.0:1713531231.965558:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.965568:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.965600:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173248 00000100:00100000:0.0:1713531231.965603:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173248 00000100:00100000:2.0:1713531231.965614:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173056 00000100:00100000:2.0:1713531231.965618:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173056 00000100:00100000:3.0:1713531231.965631:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.965631:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5343 00000100:00100000:0.0:1713531231.965637:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9747:x1796767405173248:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.965643:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 517 00010000:00010000:0.0:1713531231.965647:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531231.965648:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405173056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531231.965651:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173120 00000100:00100000:3.0:1713531231.965654:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173120 00010000:00010000:2.0:1713531231.965658:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531231.965658:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f694 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c556d expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.965668:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f686 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5566 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.965678:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1432 00010000:00010000:2.0:1713531231.965678:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:2.0:1713531231.965681:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531231.965683:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405173120:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.965708:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965708:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00000100:00100000:2.0:1713531231.965712:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1823:x1796767405173056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (155us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531231.965717:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00000100:00100000:2.0:1713531231.965719:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 517 00010000:00010000:3.0:1713531231.965720:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.965722:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531231.965724:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531231.965727:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965736:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531231.965738:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965741:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965751:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531231.965757:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.965764:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.965771:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965775:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352f6b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531231.965777:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.965780:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965782:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352f6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531231.965786:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965788:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352f6b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531231.965794:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xad:0x0]: returning size 1048576 00010000:00010000:3.0:1713531231.965796:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.965802:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139988d80/0xe3b2c9851352f69b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965839:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965844:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531231.965845:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405173120:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 161us (214us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531231.965847:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965850:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531231.965851:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531231.965852:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1432 00010000:00010000:0.0:1713531231.965854:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965859:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531231.965861:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531231.965862:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965868:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09680/0xe3b2c9851352f6a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965877:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965880:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965883:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965885:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531231.965887:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965890:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965893:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x42e0622f (ffff88008b666a00) 00010000:00010000:0.0:1713531231.965894:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531231.965895:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965898:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352f6a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x42e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531231.965914:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352f694 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c556d expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965920:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352f6b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c556d expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.965928:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:0.0:1713531231.965929:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531231.965930:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09d40, rc 0) 00000100:00100000:0.0:1713531231.965955:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9747:x1796767405173248:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 319us (388us total) trans 4294971111 rc 0/0 00000100:00100000:0.0:1713531231.965959:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5343 00000100:00100000:1.0:1713531231.966488:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.966525:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173376 00000100:00100000:0.0:1713531231.966529:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173376 00000100:00100000:0.0:1713531231.966547:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5344 00000100:00100000:0.0:1713531231.966552:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9745:x1796767405173376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.966614:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9745:x1796767405173376:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 60us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.966621:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5344 00000100:00100000:3.0:1713531231.966937:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.966988:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173440 00000100:00100000:2.0:1713531231.966992:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173440 00000100:00100000:2.0:1713531231.967023:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 518 00000100:00100000:2.0:1713531231.967029:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1824:x1796767405173440:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.967038:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.967047:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352f6b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c556d expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.967057:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:2.0:1713531231.967060:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.967075:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+92:1824:x1796767405173440:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 47us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.967080:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 518 00000100:00100000:0.0:1713531231.967144:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.967187:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173568 00000100:00100000:3.0:1713531231.967191:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173568 00000100:00100000:3.0:1713531231.967218:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1433 00000100:00100000:3.0:1713531231.967222:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405173568:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.967240:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967248:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.967249:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.967253:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967261:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967307:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967314:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967320:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967326:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b840 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.967329:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967350:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967360:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.967366:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013998b840/0xe3b2c9851352f6be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.967399:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405173568:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 174us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.967405:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1433 00000100:00100000:0.0:1713531231.967453:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.967503:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173632 00000100:00100000:2.0:1713531231.967506:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173632 00000100:00100000:2.0:1713531231.967526:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5345 00000100:00100000:2.0:1713531231.967533:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:9746:x1796767405173632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.967542:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.967553:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f6c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5574 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.967603:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967612:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967618:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967629:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967635:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967640:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967664:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f6da lrc: 3/1,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967670:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f6da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967676:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f6da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:2.0:1713531231.967682:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xac:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.967734:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967740:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967745:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967750:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.967752:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967757:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967764:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531231.967767:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.967769:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967774:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f6cc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967782:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967787:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967792:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967796:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.967798:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967807:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967812:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x39e0622f (ffff88008a9c7000) 00010000:00010000:2.0:1713531231.967814:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.967816:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967821:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f6d3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x39e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.967846:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f6c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5574 expref: 95 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.967855:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f6da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5574 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.967861:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531231.967863:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.967865:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531231.967897:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9746:x1796767405173632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 363us (443us total) trans 4294971112 rc 0/0 00000100:00100000:2.0:1713531231.967903:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5345 00000100:00100000:0.0:1713531231.967903:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.967937:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173696 00000100:00100000:3.0:1713531231.967940:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173696 00000100:00100000:3.0:1713531231.967958:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1434 00000100:00100000:3.0:1713531231.967962:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405173696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.967969:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.967978:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c557b expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531231.967982:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531231.967990:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.967992:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.967998:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 11 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.968008:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 11 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.968016:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998ad00, rc 0) 00000100:00100000:2.0:1713531231.968019:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173824 00000100:00100000:2.0:1713531231.968022:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173824 00000100:00100000:3.0:1713531231.968039:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405173696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 75us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.968045:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1434 00000100:00100000:2.0:1713531231.968046:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5346 00000100:00100000:2.0:1713531231.968051:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9747:x1796767405173824:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.968084:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9747:x1796767405173824:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 31us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.968091:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5346 00000100:00100000:1.0:1713531231.968789:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.968829:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405173888 00000100:00100000:2.0:1713531231.968833:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405173888 00000100:00100000:2.0:1713531231.968860:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 519 00000100:00100000:2.0:1713531231.968865:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+94:1822:x1796767405173888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531231.968872:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531231.968881:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f6da lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5574 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.968890:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531231.968893:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.968913:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405173888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 48us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.968919:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 519 00000100:00100000:0.0:1713531231.968977:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.969007:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174016 00000100:00100000:2.0:1713531231.969011:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174016 00000100:00100000:0.0:1713531231.969014:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.969026:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5347 00000100:00100000:2.0:1713531231.969030:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9745:x1796767405174016:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.969055:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174080 00000100:00100000:3.0:1713531231.969059:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174080 00000100:00100000:2.0:1713531231.969065:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9745:x1796767405174016:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.969071:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5347 00000100:00100000:3.0:1713531231.969078:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1435 00000100:00100000:3.0:1713531231.969083:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+8:1823:x1796767405174080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.969103:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969111:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.969112:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.969117:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969126:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969142:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969154:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531231.969159:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531231.969160:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969166:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989d40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.969168:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969174:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531231.969177:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174144 00000100:00100000:0.0:1713531231.969181:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174144 00010000:00010000:3.0:1713531231.969183:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.969188:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c9851352f6ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531231.969212:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1436 00000100:00100000:0.0:1713531231.969218:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405174144:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.969224:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:af1f6925-d627-45ab-9271-3bfd492d0648+8:1823:x1796767405174080:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 139us (207us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531231.969226:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531231.969230:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1435 00010000:00010000:0.0:1713531231.969235:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5582 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531231.969247:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531231.969248:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531231.969254:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531231.969264:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531231.969295:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b3c0, rc 0) 00000100:00100000:0.0:1713531231.969344:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405174144:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 112us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.969351:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1436 00000100:00100000:1.0:1713531231.969940:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.969983:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174272 00000100:00100000:2.0:1713531231.969987:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174272 00000100:00100000:2.0:1713531231.970005:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5348 00000100:00100000:2.0:1713531231.970009:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9746:x1796767405174272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.970046:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9746:x1796767405174272:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.970051:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5348 00000100:00100000:1.0:1713531231.970260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.970324:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174400 00000100:00100000:2.0:1713531231.970329:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174400 00000100:00100000:2.0:1713531231.970360:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5349 00000100:00100000:2.0:1713531231.970365:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9747:x1796767405174400:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.970399:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9747:x1796767405174400:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.970406:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5349 00000100:00100000:0.0:1713531231.970836:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.970904:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174464 00000100:00100000:2.0:1713531231.970908:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174464 00000100:00100000:2.0:1713531231.970935:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1437 00000100:00100000:2.0:1713531231.970940:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+8:1823:x1796767405174464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.970948:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.970956:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5589 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.970969:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.970970:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.970976:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 9 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.970986:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 9 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531231.971000:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b600, rc 0) 00000100:00100000:2.0:1713531231.971029:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405174464:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 88us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.971035:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1437 00000100:00100000:1.0:1713531231.971707:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.971747:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174592 00000100:00100000:3.0:1713531231.971750:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174592 00002000:00100000:3.0:1713531231.971768:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->1048575) req@ffff88008b555f80 x1796767405174592/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.971782:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b555f80 with x1796767405174592 ext(0->1048575) 00002000:00010000:3.0:1713531231.971785:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b555f80 00000100:00100000:3.0:1713531231.971803:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 377 00000100:00100000:3.0:1713531231.971808:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405174592:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.972134:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.972175:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174720 00000100:00100000:2.0:1713531231.972179:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174720 00000100:00100000:2.0:1713531231.972206:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5350 00000100:00100000:2.0:1713531231.972211:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9746:x1796767405174720:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.972245:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9746:x1796767405174720:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 33us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.972251:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5350 00000100:00100000:2.0:1713531231.972781:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.972829:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174848 00000100:00100000:1.0:1713531231.972832:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174848 00002000:00100000:1.0:1713531231.972849:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5e:0x0] (0->1048575) req@ffff880134d0c380 x1796767405174848/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531231.972857:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0c380 with x1796767405174848 ext(0->1048575) 00002000:00010000:1.0:1713531231.972861:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0c380 00000100:00100000:1.0:1713531231.972884:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 378 00000100:00100000:1.0:1713531231.972889:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405174848:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.975263:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405174592:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 3450us (3552us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531231.975287:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 377 00002000:00100000:3.0:1713531231.975293:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x5d:0x0] (0->1048575) req@ffff88008b555f80 x1796767405174592/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.975299:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b555f80 with x1796767405174592 ext(0->1048575) 00002000:00010000:3.0:1713531231.975302:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b555f80 00000100:00100000:0.0:1713531231.977356:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.977429:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405174976 00000100:00100000:3.0:1713531231.977435:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405174976 00002000:00100000:3.0:1713531231.977461:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->1048575) req@ffff880134f92d80 x1796767405174976/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/0 e 0 to 0 dl 1713531242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.977470:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134f92d80 with x1796767405174976 ext(0->1048575) 00002000:00010000:3.0:1713531231.977474:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134f92d80 00000100:00100000:3.0:1713531231.977496:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 379 00000100:00100000:3.0:1713531231.977501:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405174976:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.977681:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405174848:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 4791us (4900us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531231.977687:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 378 00002000:00100000:0.0:1713531231.977692:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5e:0x0] (0->1048575) req@ffff880134d0c380 x1796767405174848/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531231.977698:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0c380 with x1796767405174848 ext(0->1048575) 00002000:00010000:0.0:1713531231.977700:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0c380 00000100:00100000:1.0:1713531231.981610:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.981657:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175040 00000100:00100000:2.0:1713531231.981664:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175040 00000100:00100000:2.0:1713531231.981696:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5351 00000100:00100000:2.0:1713531231.981701:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:9745:x1796767405175040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.981713:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.981725:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f704 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5590 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.981747:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f70b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.981755:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f70b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.981765:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f70b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531231.981793:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405174976:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 4289us (4438us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531231.981802:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 379 00002000:00100000:3.0:1713531231.981811:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5b:0x0] (0->1048575) req@ffff880134f92d80 x1796767405174976/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:607/0 lens 488/440 e 0 to 0 dl 1713531242 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531231.981818:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134f92d80 with x1796767405174976 ext(0->1048575) 00002000:00010000:3.0:1713531231.981821:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134f92d80 00010000:00010000:2.0:1713531231.981828:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f704 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5590 expref: 95 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.981851:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f70b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5590 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.981858:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:2.0:1713531231.981860:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531231.981863:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28480, rc 0) 00000100:00100000:2.0:1713531231.981888:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9745:x1796767405175040:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 186us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.981894:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5351 00000100:00100000:1.0:1713531231.983427:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.983481:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175104 00000100:00100000:2.0:1713531231.983485:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175104 00000100:00100000:2.0:1713531231.983513:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5352 00000100:00100000:2.0:1713531231.983524:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9745:x1796767405175104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531231.983542:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xab:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531231.983595:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9745:x1796767405175104:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 76us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.983599:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5352 00000100:00100000:0.0:1713531231.984481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.984523:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175168 00000100:00100000:2.0:1713531231.984527:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175168 00000100:00100000:2.0:1713531231.984558:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1438 00000100:00100000:2.0:1713531231.984563:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405175168:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.984589:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984600:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.984602:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.984609:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984619:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984638:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984645:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984652:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984658:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531231.984661:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984668:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984678:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.984685:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f712 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.984738:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405175168:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 173us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.984745:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1438 00000100:00100000:0.0:1713531231.985570:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.985611:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175296 00000100:00100000:2.0:1713531231.985615:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175296 00000100:00100000:2.0:1713531231.985635:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5353 00000100:00100000:2.0:1713531231.985638:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:9745:x1796767405175296:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000040:00080000:2.0:1713531231.985806:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.985809:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.985887:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 170 count 108 00000040:00080000:2.0:1713531231.985893:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531231.985924:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:9745:x1796767405175296:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 285us (355us total) trans 4294971113 rc 0/0 00000100:00100000:2.0:1713531231.985930:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5353 00000100:00100000:0.0:1713531231.986346:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.986383:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175360 00000100:00100000:2.0:1713531231.986387:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175360 00000100:00100000:2.0:1713531231.986418:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5354 00000100:00100000:2.0:1713531231.986423:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+95:9747:x1796767405175360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.986431:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.986442:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f719 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5597 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.986468:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f720 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.986475:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.986481:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.986522:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f719 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5597 expref: 97 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.986530:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f720 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5597 expref: 96 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.986534:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:2.0:1713531231.986536:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531231.986538:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531231.986564:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+96:9747:x1796767405175360:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 141us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.986567:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5354 00000100:00100000:0.0:1713531231.986608:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.986637:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175488 00000100:00100000:2.0:1713531231.986641:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175488 00000100:00100000:2.0:1713531231.986659:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1175 00000100:00100000:2.0:1713531231.986664:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:9745:x1796767405175488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.986756:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9745:x1796767405175488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 91us (149us total) trans 4294971114 rc 0/0 00000100:00100000:2.0:1713531231.986762:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1175 00000100:00100000:1.0:1713531231.987720:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.987767:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175552 00000100:00100000:2.0:1713531231.987771:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175552 00000100:00100000:2.0:1713531231.987797:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5355 00000100:00100000:2.0:1713531231.987802:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:9747:x1796767405175552:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531231.987817:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xad:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531231.987869:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:9747:x1796767405175552:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 65us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.987875:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5355 00000100:00100000:0.0:1713531231.988363:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.988419:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175616 00000100:00100000:2.0:1713531231.988423:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175616 00000100:00100000:2.0:1713531231.988467:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5356 00000100:00100000:2.0:1713531231.988484:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+97:9746:x1796767405175616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.988493:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.988502:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f727 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c559e expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.988535:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f72e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.988559:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f72e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.988565:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f72e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531231.988643:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c9851352f727 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c559e expref: 99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.988666:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f72e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c559e expref: 98 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.988672:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531231.988673:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531231.988675:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28b40, rc 0) 00000100:00100000:1.0:1713531231.988697:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.988708:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:9746:x1796767405175616:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 236us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.988712:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5356 00000100:00100000:3.0:1713531231.988759:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175680 00000100:00100000:3.0:1713531231.988764:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175680 00000100:00100000:3.0:1713531231.988787:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1439 00000100:00100000:3.0:1713531231.988793:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405175680:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.988816:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988826:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.988828:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.988834:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988842:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988857:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988864:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988871:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988882:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.988886:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988893:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988903:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.988909:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139989680/0xe3b2c9851352f735 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.988958:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405175680:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 164us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.988965:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1439 00000100:00100000:0.0:1713531231.989606:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.989652:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175808 00000100:00100000:2.0:1713531231.989656:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175808 00000100:00100000:2.0:1713531231.989684:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5357 00000100:00100000:2.0:1713531231.989690:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+98:9747:x1796767405175808:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000040:00080000:2.0:1713531231.989844:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.989848:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.989945:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 172 count 108 00000040:00080000:2.0:1713531231.989951:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1713531231.989995:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:9747:x1796767405175808:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 302us (387us total) trans 4294971115 rc 0/0 00000100:00100000:2.0:1713531231.990002:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5357 00000100:00100000:2.0:1713531231.990491:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.990506:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405175872 00000100:00100000:0.0:1713531231.990510:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405175872 00000100:00100000:0.0:1713531231.990534:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5358 00000100:00100000:0.0:1713531231.990539:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+99:9746:x1796767405175872:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531231.990553:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xac:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531231.990674:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.990717:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176000 00000100:00100000:3.0:1713531231.990722:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176000 00000100:00100000:3.0:1713531231.990751:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1176 00000100:00100000:3.0:1713531231.990757:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:9747:x1796767405176000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531231.990774:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:9746:x1796767405175872:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 233us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.990781:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5358 00000100:00100000:3.0:1713531231.990865:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+100:9747:x1796767405176000:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 106us (189us total) trans 4294971116 rc 0/0 00000100:00100000:3.0:1713531231.990872:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1176 00000100:00100000:0.0:1713531231.991854:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.991957:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176064 00000100:00100000:3.0:1713531231.991967:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176064 00000100:00100000:3.0:1713531231.992023:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1440 00000100:00100000:3.0:1713531231.992029:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405176064:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.992067:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992079:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.992081:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.992089:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992102:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992129:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992138:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992146:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992152:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998a880 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.992156:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992163:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992180:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.992187:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851352f73c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.992299:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405176064:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 235us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.992307:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1440 00000100:00100000:1.0:1713531231.993036:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.993069:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176192 00000100:00100000:0.0:1713531231.993073:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176192 00000100:00100000:0.0:1713531231.993089:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5359 00000100:00100000:0.0:1713531231.993092:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+100:9746:x1796767405176192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000040:00080000:0.0:1713531231.993212:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531231.993214:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531231.993310:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 171 count 108 00000040:00080000:0.0:1713531231.993314:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1713531231.993360:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+101:9746:x1796767405176192:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 266us (326us total) trans 4294971117 rc 0/0 00000100:00100000:0.0:1713531231.993366:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5359 00000040:00080000:2.0:1713531231.993455:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.993459:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.993498:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.993505:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531231.993692:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409673408:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531231.993747:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531231.993940:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.993991:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176320 00000100:00100000:3.0:1713531231.993996:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176320 00000100:00100000:3.0:1713531231.994017:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1177 00000100:00100000:3.0:1713531231.994021:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:9746:x1796767405176320:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.994131:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:9746:x1796767405176320:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 108us (191us total) trans 4294971118 rc 0/0 00000100:00100000:3.0:1713531231.994136:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1177 00000100:00100000:2.0:1713531231.994475:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409673408:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531231.994522:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531231.994524:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531231.994679:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531231.994685:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531231.994934:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.994966:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531231.994978:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176384 00000100:00100000:0.0:1713531231.994982:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176384 00000100:00100000:0.0:1713531231.994997:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176448 00000100:00100000:0.0:1713531231.995000:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176448 00000100:00100000:0.0:1713531231.995022:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5360 00000100:00100000:0.0:1713531231.995027:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:9748:x1796767405176384:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.995035:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5361 00000100:00100000:2.0:1713531231.995041:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+103:9749:x1796767405176448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531231.995042:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xae:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1713531231.995056:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xaf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531231.995082:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+103:9748:x1796767405176384:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531231.995089:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5360 00000100:00100000:2.0:1713531231.995100:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:9749:x1796767405176448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 57us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.995108:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5361 00000100:00100000:0.0:1713531231.995824:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.995873:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176576 00000100:00100000:2.0:1713531231.995877:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176576 00000100:00100000:2.0:1713531231.995904:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5362 00000100:00100000:2.0:1713531231.995908:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+102:9748:x1796767405176576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.995917:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531231.995937:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f743 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55a5 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.996026:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996040:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996050:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996067:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996071:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996074:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996101:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f758 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996105:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996109:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531231.996114:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xae:0x0]: returning size 1048576 00010000:00010000:2.0:1713531231.996158:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996163:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996167:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996171:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.996174:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996177:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996185:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531231.996187:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.996190:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996193:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851352f74a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996200:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996203:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996206:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996208:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.996209:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996212:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996215:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4be0622f (ffff88008a9c7200) 00010000:00010000:2.0:1713531231.996216:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.996217:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996220:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851352f751 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.996241:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c9851352f743 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55a5 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.996248:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55a5 expref: 104 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.996253:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531231.996255:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.996256:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29d40, rc 0) 00000100:00100000:2.0:1713531231.996309:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9748:x1796767405176576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 401us (486us total) trans 4294971119 rc 0/0 00000100:00100000:2.0:1713531231.996314:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5362 00000100:00100000:0.0:1713531231.997292:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.997312:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.997331:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176832 00000100:00100000:2.0:1713531231.997348:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176832 00000100:00100000:0.0:1713531231.997350:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.997372:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176640 00000100:00100000:3.0:1713531231.997378:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176640 00000100:00100000:2.0:1713531231.997381:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5363 00000100:00100000:2.0:1713531231.997387:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:9749:x1796767405176832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.997399:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1713531231.997418:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 520 00010000:00010000:2.0:1713531231.997419:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f766 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55ac expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.997424:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:1822:x1796767405176640:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531231.997433:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531231.997446:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851352f758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55a5 expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.997457:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:3.0:1713531231.997460:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531231.997495:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:1822:x1796767405176640:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 70us (204us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531231.997495:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531231.997501:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 520 00010000:00010000:2.0:1713531231.997507:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997517:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531231.997525:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176768 00000100:00100000:3.0:1713531231.997529:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176768 00010000:00010000:2.0:1713531231.997533:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997538:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997543:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531231.997555:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1441 00000100:00100000:3.0:1713531231.997559:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405176768:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.997573:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f77b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997577:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f77b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997581:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f77b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997585:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1713531231.997586:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xaf:0x0]: returning size 1048576 00010000:00010000:3.0:1713531231.997597:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.997598:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.997604:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.997615:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.997637:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997642:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997644:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997647:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997651:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997653:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997658:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd286c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.997661:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997663:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531231.997666:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997667:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997673:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997677:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531231.997679:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531231.997682:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997683:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531231.997689:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998b180/0xe3b2c9851352f782 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997692:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851352f76d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997703:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997708:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997712:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997717:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531231.997719:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997724:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531231.997731:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x54e0622f (ffff88008a9c7400) 00010000:00010000:2.0:1713531231.997733:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531231.997735:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531231.997739:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405176768:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 178us (389us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531231.997740:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851352f774 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x54e0622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531231.997746:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1441 00010000:00010000:2.0:1713531231.997769:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851352f766 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ac expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997781:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f77b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ac expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.997791:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531231.997793:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531231.997795:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dfa80, rc 0) 00000100:00100000:2.0:1713531231.997820:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:9749:x1796767405176832:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 432us (509us total) trans 4294971120 rc 0/0 00000100:00100000:2.0:1713531231.997824:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5363 00000100:00100000:1.0:1713531231.998402:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.998452:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405176960 00000100:00100000:2.0:1713531231.998456:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405176960 00000100:00100000:2.0:1713531231.998484:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5364 00000100:00100000:2.0:1713531231.998489:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:9748:x1796767405176960:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531231.998533:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:9748:x1796767405176960:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.998538:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5364 00000100:00100000:1.0:1713531231.998610:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.998642:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531231.998651:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177024 00000100:00100000:3.0:1713531231.998655:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177024 00000100:00100000:3.0:1713531231.998676:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 521 00000100:00100000:3.0:1713531231.998680:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+105:1822:x1796767405177024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531231.998687:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531231.998689:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177088 00000100:00100000:2.0:1713531231.998693:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177088 00010000:00010000:3.0:1713531231.998698:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f77b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ac expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.998712:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1442 00010000:00010000:3.0:1713531231.998714:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:3.0:1713531231.998717:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531231.998717:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405177088:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531231.998740:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531231.998743:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+104:1822:x1796767405177024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 63us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.998748:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 521 00010000:00010000:2.0:1713531231.998750:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.998752:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531231.998758:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998767:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998786:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998793:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998800:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998805:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531231.998808:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998815:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998824:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531231.998830:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f790 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531231.998861:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405177088:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 143us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.998867:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1442 00000100:00100000:1.0:1713531231.999463:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531231.999504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531231.999507:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177216 00000100:00100000:2.0:1713531231.999510:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177216 00000100:00100000:2.0:1713531231.999525:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5365 00000100:00100000:2.0:1713531231.999528:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9749:x1796767405177216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531231.999552:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177280 00000100:00100000:3.0:1713531231.999556:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177280 00000100:00100000:2.0:1713531231.999556:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9749:x1796767405177216:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531231.999560:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5365 00000100:00100000:3.0:1713531231.999574:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1443 00000100:00100000:3.0:1713531231.999578:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405177280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531231.999586:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531231.999597:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55b3 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531231.999618:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.999620:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531231.999627:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 10 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.999639:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 10 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531231.999647:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988000, rc 0) 00000100:00100000:3.0:1713531231.999666:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405177280:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531231.999670:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1443 00000100:00100000:0.0:1713531232.000388:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.000422:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177408 00000100:00100000:0.0:1713531232.000422:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.000425:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177408 00000100:00100000:2.0:1713531232.000448:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5366 00000100:00100000:2.0:1713531232.000462:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9748:x1796767405177408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531232.000469:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177472 00000100:00100000:3.0:1713531232.000473:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177472 00000100:00100000:3.0:1713531232.000491:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1444 00000100:00100000:3.0:1713531232.000496:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405177472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531232.000502:0:15499:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1713531232.000506:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9748:x1796767405177408:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 51us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531232.000509:0:15499:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55ba expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531232.000512:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5366 00010000:00010000:3.0:1713531232.000518:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531232.000519:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531232.000523:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531232.000530:0:15499:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531232.000535:0:15499:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a400, rc 0) 00000100:00100000:3.0:1713531232.000551:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405177472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 55us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.000555:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1444 00000100:00100000:0.0:1713531232.001201:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.001242:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177600 00000100:00100000:2.0:1713531232.001246:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177600 00000100:00100000:2.0:1713531232.001293:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5367 00000100:00100000:2.0:1713531232.001297:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9749:x1796767405177600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531232.001347:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9749:x1796767405177600:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.001353:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5367 00000100:00100000:1.0:1713531232.002759:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.002807:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177728 00000100:00100000:3.0:1713531232.002812:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177728 00002000:00100000:3.0:1713531232.002834:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->1048575) req@ffff88008ae3c380 x1796767405177728/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:608/0 lens 488/0 e 0 to 0 dl 1713531243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531232.002843:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3c380 with x1796767405177728 ext(0->1048575) 00002000:00010000:3.0:1713531232.002847:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ae3c380 00000100:00100000:3.0:1713531232.002869:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 380 00000100:00100000:3.0:1713531232.002874:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405177728:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531232.003440:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.003485:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177856 00000100:00100000:2.0:1713531232.003489:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177856 00002000:00100000:2.0:1713531232.003505:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5f:0x0] (0->1048575) req@ffff880132308700 x1796767405177856/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:608/0 lens 488/0 e 0 to 0 dl 1713531243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531232.003512:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308700 with x1796767405177856 ext(0->1048575) 00002000:00010000:2.0:1713531232.003515:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132308700 00000100:00100000:2.0:1713531232.003525:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 381 00000100:00100000:2.0:1713531232.003528:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405177856:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531232.006583:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1825:x1796767405177728:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 3702us (3819us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531232.006597:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 380 00002000:00100000:3.0:1713531232.006606:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5c:0x0] (0->1048575) req@ffff88008ae3c380 x1796767405177728/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:608/0 lens 488/440 e 0 to 0 dl 1713531243 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531232.006615:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ae3c380 with x1796767405177728 ext(0->1048575) 00002000:00010000:3.0:1713531232.006620:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ae3c380 00000100:00100000:2.0:1713531232.008369:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405177856:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 4835us (4927us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531232.008377:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 381 00002000:00100000:2.0:1713531232.008383:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x5f:0x0] (0->1048575) req@ffff880132308700 x1796767405177856/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:608/0 lens 488/440 e 0 to 0 dl 1713531243 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531232.008392:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308700 with x1796767405177856 ext(0->1048575) 00002000:00010000:2.0:1713531232.008396:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132308700 00000100:00100000:1.0:1713531232.011182:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.011244:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177920 00000100:00100000:2.0:1713531232.011251:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177920 00000100:00100000:2.0:1713531232.011309:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5368 00000100:00100000:2.0:1713531232.011315:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+104:9748:x1796767405177920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531232.011349:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531232.011365:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f7a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55c1 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.011393:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352f7ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531232.011404:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352f7ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531232.011413:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352f7ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531232.011483:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f7a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c1 expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.011507:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352f7ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c1 expref: 105 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.011515:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531232.011517:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531232.011521:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd8c0, rc 0) 00000100:00100000:2.0:1713531232.011549:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+105:9748:x1796767405177920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 234us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.011555:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5368 00000100:00100000:0.0:1713531232.012718:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531232.012757:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531232.012773:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405177984 00000100:00100000:2.0:1713531232.012777:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405177984 00000100:00100000:2.0:1713531232.012802:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178048 00000100:00100000:2.0:1713531232.012804:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178048 00000100:00100000:1.0:1713531232.012811:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5369 00000100:00100000:1.0:1713531232.012819:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+106:9748:x1796767405177984:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1713531232.012831:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5370 00000100:00100000:2.0:1713531232.012836:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:9749:x1796767405178048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000004:00000080:1.0:1713531232.012841:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xae:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1713531232.012844:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531232.012851:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f7b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55c8 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.012865:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352f7ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531232.012872:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352f7ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531232.012878:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352f7ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531232.012904:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+107:9748:x1796767405177984:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 84us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531232.012910:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5369 00010000:00010000:2.0:1713531232.012927:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f7b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c8 expref: 107 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.012939:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352f7ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c8 expref: 106 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.012945:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531232.012947:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531232.012949:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3ded00, rc 0) 00000100:00100000:2.0:1713531232.012972:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:9749:x1796767405178048:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 135us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.012978:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5370 00000100:00100000:0.0:1713531232.013559:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.013610:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178112 00000100:00100000:3.0:1713531232.013615:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178112 00000100:00100000:3.0:1713531232.013646:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1445 00000100:00100000:3.0:1713531232.013652:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405178112:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531232.013677:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013687:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531232.013689:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531232.013695:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013705:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013724:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013731:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013743:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013749:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988900 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531232.013752:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013758:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013768:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531232.013774:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988900/0xe3b2c9851352f7c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531232.013817:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405178112:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 165us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.013821:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1445 00000100:00100000:0.0:1713531232.013914:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.013941:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178176 00000100:00100000:3.0:1713531232.013943:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178176 00000100:00100000:3.0:1713531232.013959:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5371 00000100:00100000:3.0:1713531232.013962:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:9749:x1796767405178176:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531232.013972:0:6404:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xaf:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531232.013998:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:9749:x1796767405178176:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 36us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.014003:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5371 00000100:00100000:2.0:1713531232.014481:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.014517:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178304 00000100:00100000:3.0:1713531232.014520:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178304 00000100:00100000:3.0:1713531232.014546:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5372 00000100:00100000:3.0:1713531232.014551:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+106:9748:x1796767405178304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531232.014750:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:3.0:1713531232.014752:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531232.014756:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531232.014789:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178368 00000100:00100000:2.0:1713531232.014793:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178368 00000100:00100000:2.0:1713531232.014813:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1446 00000100:00100000:2.0:1713531232.014818:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405178368:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531232.014838:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014848:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531232.014849:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531232.014853:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014863:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1713531232.014868:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 173 count 108 00000040:00080000:3.0:1713531232.014876:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00010000:00010000:2.0:1713531232.014885:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014891:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014898:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531232.014903:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:9748:x1796767405178304:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 350us (423us total) trans 4294971121 rc 0/0 00010000:00010000:2.0:1713531232.014903:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531232.014906:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531232.014910:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5372 00010000:00010000:2.0:1713531232.014912:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014920:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531232.014927:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f7c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531232.014962:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405178368:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 142us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.014968:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1446 00000100:00100000:0.0:1713531232.015420:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531232.015449:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.015457:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178496 00000100:00100000:3.0:1713531232.015461:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178496 00000100:00100000:3.0:1713531232.015484:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1178 00000100:00100000:3.0:1713531232.015488:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+107:9748:x1796767405178496:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531232.015489:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178624 00000100:00100000:2.0:1713531232.015494:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178624 00000100:00100000:2.0:1713531232.015512:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5373 00000100:00100000:2.0:1713531232.015517:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+108:9749:x1796767405178624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531232.015569:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:9748:x1796767405178496:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 80us (149us total) trans 4294971122 rc 0/0 00000100:00100000:3.0:1713531232.015575:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1178 00000040:00080000:2.0:1713531232.015645:0:6404:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531232.015647:0:6404:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531232.015737:0:6404:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:2.0:1713531232.015744:0:6404:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531232.015788:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:9749:x1796767405178624:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 269us (338us total) trans 4294971123 rc 0/0 00000040:00080000:0.0:1713531232.015792:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:2.0:1713531232.015794:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5373 00000040:00080000:0.0:1713531232.015794:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531232.016237:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 108 00000040:00080000:0.0:1713531232.016243:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531232.016424:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.016457:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178752 00000100:00100000:3.0:1713531232.016460:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178752 00000100:00100000:3.0:1713531232.016480:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1179 00000100:00100000:3.0:1713531232.016484:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+109:9749:x1796767405178752:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531232.016551:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+110:9749:x1796767405178752:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 65us (127us total) trans 4294971124 rc 0/0 00000100:00100000:3.0:1713531232.016560:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1179 00010000:00010000:3.0:1713531232.102464:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531232.220442:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2634:1796767409673600:0@lo:400:kworker.0 00000100:00100000:3.0:1713531232.220443:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409673472:0@lo:400:kworker.0 00000100:00100000:0.0:1713531232.220443:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409673664:0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220497:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531232.220500:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531232.220520:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673600 00000100:00100000:0.0:1713531232.220526:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673600 00000100:00100000:3.0:1713531232.220527:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409673728:0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220531:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1713531232.220535:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409673536:0@lo:400:kworker.0 00000100:00100000:3.0:1713531232.220545:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531232.220547:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1713531232.220562:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531202 00000100:00100000:0.0:1713531232.220564:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673536 00000100:00100000:0.0:1713531232.220566:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673536 00000100:00100000:3.0:1713531232.220571:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673472 00000100:00100000:2.0:1713531232.220571:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673728 00000100:00100000:2.0:1713531232.220573:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673728 00000100:00100000:3.0:1713531232.220574:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673472 00000100:00100000:1.0:1713531232.220575:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531232.220583:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673664 00000100:00100000:0.0:1713531232.220585:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673664 00000100:00100000:2.0:1713531232.220593:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1713531232.220595:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1713531232.220597:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409673728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531232.220600:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409673472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531232.220600:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1713531232.220605:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2634:x1796767409673600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531232.220610:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1713531232.220615:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409673536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220630:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409673728:12345-0@lo:400:kworker.0 Request processed in 32us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.220631:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409673472:12345-0@lo:400:kworker.0 Request processed in 31us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.220634:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1713531232.220637:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1713531232.220643:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2634:x1796767409673600:12345-0@lo:400:kworker.0 Request processed in 36us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531232.220649:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1713531232.220652:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409673536:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.220654:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1713531232.220657:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409673664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531232.220659:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1713531232.220670:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409673472:0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220678:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409673664:12345-0@lo:400:kworker.0 Request processed in 21us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.220679:0:2632:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967668 gen 2 00000004:00080000:3.0:1713531232.220683:0:2632:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008bc4dc00, transno 4294967666 00000100:00100000:2.0:1713531232.220683:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:2.0:1713531232.220691:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531202 00000004:00080000:3.0:1713531232.220692:0:2632:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967668 committed transno 4294967668 00000100:00080000:2.0:1713531232.220693:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531202 00000100:00080000:2.0:1713531232.220694:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531202 00000100:00100000:1.0:1713531232.220701:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409673664:0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220705:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409673536:0@lo:400:kworker.0 00000100:00100000:3.0:1713531232.220709:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409673728:0@lo:400:kworker.0 00000100:00100000:2.0:1713531232.220710:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2634:1796767409673600:0@lo:400:kworker.0 00000100:00100000:3.0:1713531232.236449:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409673792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1713531232.236485:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531232.236513:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409673792 00000100:00100000:0.0:1713531232.236518:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409673792 00000100:00100000:0.0:1713531232.236545:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1713531232.236550:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409673792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1713531232.236565:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 207421440 pending 0 free 3850371072 avail 3846176768 00000100:00100000:0.0:1713531232.236593:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409673792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531232.236597:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1713531232.236608:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880135b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409673792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1713531232.469575:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531232.469615:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531232.469637:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531232.469669:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531232.469671:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178816 00000100:00100000:2.0:1713531232.469672:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178880 00000100:00100000:0.0:1713531232.469678:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179008 00000100:00100000:3.0:1713531232.469679:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178816 00000100:00100000:2.0:1713531232.469679:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178880 00000100:00100000:0.0:1713531232.469682:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179008 00000100:00100000:1.0:1713531232.469698:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405178944 00000100:00100000:1.0:1713531232.469700:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405178944 00000100:00100000:3.0:1713531232.469710:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 506 00000100:00100000:0.0:1713531232.469710:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 249 00000100:00100000:2.0:1713531232.469712:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 254 00000100:00100000:3.0:1713531232.469718:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405178816:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531232.469718:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405178880:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531232.469718:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405179008:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531232.469723:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 250 00000100:00100000:1.0:1713531232.469726:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405178944:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531232.469761:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405178944:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 34us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531232.469764:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405179008:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531232.469765:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 250 00000100:00100000:3.0:1713531232.469766:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405178816:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 50us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531232.469770:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405178880:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 54us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531232.469771:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 506 00000100:00100000:0.0:1713531232.469771:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 249 00000100:00100000:2.0:1713531232.469775:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 254 00000100:00080000:3.0:1713531232.469791:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531202 00000040:00080000:0.0:1713531233.070955:0:21467:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531233.070963:0:21467:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531233.071073:0:21467:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:0.0:1713531233.071079:0:21467:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531233.071103:0:21467:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531233.071105:0:21467:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531233.071231:0:21467:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:0.0:1713531233.071234:0:21467:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531233.071258:0:21467:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531233.071259:0:21467:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531233.071497:0:21467:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:0.0:1713531233.071502:0:21467:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1713531233.071528:0:21467:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531233.071530:0:21467:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531233.071818:0:21467:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 174 count 108 00000040:00080000:0.0:1713531233.071823:0:21467:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531233.096573:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.096635:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179072 00000100:00100000:2.0:1713531233.096646:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179072 00000100:00080000:3.0:1713531233.096688:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531203 00000100:00100000:2.0:1713531233.096711:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5374 00000100:00100000:2.0:1713531233.096719:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:9764:x1796767405179072:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531233.096744:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.096765:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f7cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55cf expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.096829:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.096844:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.096861:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.096937:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.096941:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.096959:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.096980:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f7cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55cf expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.096995:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55cf expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.097004:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.097007:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.097010:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd440, rc 0) 00000100:00100000:2.0:1713531233.097072:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:9764:x1796767405179072:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 352us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.097078:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5374 00000100:00100000:0.0:1713531233.100069:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.100112:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179200 00000100:00100000:3.0:1713531233.100118:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179200 00000100:00100000:3.0:1713531233.100146:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5375 00000100:00100000:3.0:1713531233.100152:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:9765:x1796767405179200:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:3.0:1713531233.100186:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1713531233.100205:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851352f70b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5590 expref: 111 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.100222:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc13840/0xe3b2c9851352f3a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5447 expref: 110 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.100231:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:3.0:1713531233.100238:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f7d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55cf expref: 109 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.100245:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531233.100248:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531233.100303:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.100314:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.100341:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.100374:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 276 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.100386:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 276 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.100400:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673856:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531233.100459:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b5f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531233.101285:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673856:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531233.101304:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.101341:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.101361:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179264 00000100:00100000:3.0:1713531233.101365:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179264 00000100:00080000:0.0:1713531233.101380:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531203 00010000:00010000:3.0:1713531233.101389:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 277 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.101408:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1087 00000100:00100000:3.0:1713531233.101413:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405179264:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.101421:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.101426:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 277 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.101435:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 277 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.101449:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851352f66a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c555f expref: 277 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.101459:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531233.101462:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.101469:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.101475:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.101499:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.101513:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.101519:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.101537:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:1823:x1796767405179264:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 122us (212us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.101540:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.101544:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1087 00010000:00010000:0.0:1713531233.101545:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.101550:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.101653:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.101659:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.101664:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 4/0,1 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.101677:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.101683:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 275 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.101690:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673920:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.101710:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.102174:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673920:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.102187:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531233.102410:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.102449:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179328 00000100:00100000:3.0:1713531233.102453:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179328 00010000:00010000:3.0:1713531233.102465:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 276 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.102490:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000100:00100000:3.0:1713531233.102495:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:1823:x1796767405179328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.102502:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.102506:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 276 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.102519:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 276 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.102531:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e3d440/0xe3b2c9851352f417 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c546a expref: 276 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.102541:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:3.0:1713531233.102545:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.102551:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.102555:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.102577:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531233.102597:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.102599:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:1823:x1796767405179328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 103us (189us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531233.102603:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.102606:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1088 00000040:00080000:1.0:1713531233.103068:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].78, 64 off14624 00000004:00080000:1.0:1713531233.103074:0:9619:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 327729805803ns, next at 328729803740ns, rc = 0 00010000:00010000:1.0:1713531233.103135:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103143:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103150:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103156:0:9619:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103161:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103166:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103172:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103177:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531233.103181:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103191:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103197:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:1.0:1713531233.103199:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531233.103202:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103207:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f7f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103230:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103234:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103239:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103243:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.103245:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103249:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103254:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xab:0x0].0x0 (ffff88013189c700) 00010000:00010000:1.0:1713531233.103256:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1713531233.103258:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103263:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f7eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0xab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103347:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103353:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103357:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103361:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.103364:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103368:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103374:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531233.103375:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.103378:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.103382:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352f7dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:1.0:1713531233.103390:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88013230a680 reply state ffff88008a5bb000 transno 4294971125 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531233.103396:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531233.103442:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:9765:x1796767405179200:12345-192.168.202.39@tcp:36:rm.0 Request processed in 3289us (3376us total) trans 4294971125 rc 0/0 00000100:00100000:1.0:1713531233.103449:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5375 00010000:00010000:2.0:1713531233.103964:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.103972:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.103977:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.103982:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.103985:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.103991:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.104000:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88008b666900) 00010000:00010000:2.0:1713531233.104002:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.104004:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.104009:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352f7e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.104357:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531233.107024:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.107070:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179456 00000100:00100000:1.0:1713531233.107078:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179456 00000100:00100000:1.0:1713531233.107112:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5376 00000100:00100000:1.0:1713531233.107117:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+109:9766:x1796767405179456:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:1.0:1713531233.107135:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.107148:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352f7f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55d6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.107263:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107296:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107306:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107340:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107347:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107353:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:1.0:1713531233.107788:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5d:0x0], index 1: 0 00010000:00010000:1.0:1713531233.107947:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107956:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107963:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107992:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.107999:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.108005:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.108010:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.108013:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.108019:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.108029:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531233.108031:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.108035:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.108040:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5440/0xe3b2c9851352f800 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:1.0:1713531233.108050:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880135b0b800 reply state ffff88008a5c2000 transno 4294971126 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531233.108057:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1713531233.108077:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6400/0xe3b2c9851352f7f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.108090:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.108097:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55af00) 00010000:00010000:1.0:1713531233.108100:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531233.108102:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b7a6ac0, rc 0) 00000100:00100000:1.0:1713531233.108147:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9766:x1796767405179456:12345-192.168.202.39@tcp:101:dd.0 Request processed in 1028us (1124us total) trans 4294971126 rc 0/0 00000100:00100000:1.0:1713531233.108154:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5376 00010000:00010000:2.0:1713531233.108867:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108878:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108883:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108886:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a5680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.108889:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108894:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108904:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88008b55a800) 00010000:00010000:2.0:1713531233.108906:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.108909:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.108912:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a5680/0xe3b2c9851352f807 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.109368:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.109637:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179584 00000100:00100000:3.0:1713531233.109641:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179584 00000100:00100000:3.0:1713531233.109660:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1180 00000100:00100000:3.0:1713531233.109665:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+111:9766:x1796767405179584:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:3.0:1713531233.109824:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:9766:x1796767405179584:12345-192.168.202.39@tcp:35:dd.0 Request processed in 158us (459us total) trans 4294971127 rc 0/0 00000100:00100000:3.0:1713531233.109829:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1180 00000100:00100000:0.0:1713531233.118240:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.118340:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179712 00000100:00100000:1.0:1713531233.118352:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179712 00000100:00100000:1.0:1713531233.118402:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5377 00000100:00100000:1.0:1713531233.118407:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9769:x1796767405179712:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.118425:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.118441:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f81c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55dd expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.118541:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118551:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118559:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118578:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118582:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118589:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118669:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118674:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118678:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531233.118683:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00010000:00010000:1.0:1713531233.118762:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118766:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118770:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118774:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b7a7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.118776:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118781:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118789:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531233.118790:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.118793:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118799:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a7cc0/0xe3b2c9851352f823 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118806:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118809:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118812:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118815:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.118816:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118819:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118822:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88008b55a700) 00010000:00010000:1.0:1713531233.118823:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.118824:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118826:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f82a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.118852:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a4b40/0xe3b2c9851352f81c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.118860:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.118867:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55af00) 00010000:00010000:1.0:1713531233.118868:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531233.118870:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3fb58c0, rc 0) 00000100:00100000:1.0:1713531233.118925:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9769:x1796767405179712:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 518us (689us total) trans 4294971128 rc 0/0 00000100:00100000:1.0:1713531233.118930:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5377 00000100:00100000:2.0:1713531233.119871:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.119946:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179840 00000100:00100000:1.0:1713531233.119950:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179840 00000100:00100000:1.0:1713531233.119976:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5378 00000100:00100000:1.0:1713531233.119980:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9769:x1796767405179840:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:1.0:1713531233.120003:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.120011:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.120016:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.120020:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 5/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.120045:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.120054:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 277 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:1.0:1713531233.120068:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673984:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.120119:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.120124:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 111 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:1.0:1713531233.120129:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674048:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.120140:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.120829:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409673984:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.120837:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674048:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.120852:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.120894:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.120930:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.120958:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179904 00000100:00100000:3.0:1713531233.120964:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179904 00010000:00010000:3.0:1713531233.120984:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 278 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.120985:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405179968 00000100:00100000:0.0:1713531233.120993:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405179968 00000100:00100000:3.0:1713531233.121016:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1089 00010000:00010000:0.0:1713531233.121017:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 112 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.121020:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:1823:x1796767405179904:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.121030:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.121034:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 278 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.121036:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1090 00000100:00100000:0.0:1713531233.121041:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+112:1823:x1796767405179968:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.121043:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 278 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.121051:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.121054:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55dd expref: 278 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.121055:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 112 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.121067:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 112 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.121074:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55af00) 00010000:00010000:3.0:1713531233.121078:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.121084:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.121089:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.121098:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b7a6ac0/0xe3b2c9851352f80e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55d6 expref: 112 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.121106:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55af00) 00010000:00010000:0.0:1713531233.121110:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.121115:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.121120:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.121122:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405179904:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 100us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.121128:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1089 00010000:00010000:0.0:1713531233.121134:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531233.121160:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+111:1823:x1796767405179968:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 118us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.121164:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1090 00010000:00010000:1.0:1713531233.121209:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121214:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121379:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121383:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121387:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121393:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71ca640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.121395:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121399:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121404:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55af00) 00010000:00010000:1.0:1713531233.121406:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1713531233.121408:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.121410:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c9851352f83f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531233.121449:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9769:x1796767405179840:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1467us (1578us total) trans 4294971129 rc 0/0 00000100:00100000:1.0:1713531233.121454:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5378 00000100:00100000:2.0:1713531233.121925:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.121967:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180096 00000100:00100000:3.0:1713531233.121971:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180096 00000100:00100000:3.0:1713531233.121996:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1181 00000100:00100000:3.0:1713531233.122001:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:9769:x1796767405180096:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531233.122114:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:9769:x1796767405180096:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 112us (190us total) trans 4294971130 rc 0/0 00000100:00100000:3.0:1713531233.122121:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1181 00000100:00100000:2.0:1713531233.126238:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.126292:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180160 00000100:00100000:1.0:1713531233.126297:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180160 00000100:00100000:1.0:1713531233.126345:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5379 00000100:00100000:1.0:1713531233.126350:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:9770:x1796767405180160:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.126363:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.126374:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352f846 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55e4 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.126413:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126421:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126428:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126445:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126448:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126451:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126530:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126533:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126537:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531233.126553:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00000004:00200000:1.0:1713531233.126556:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531233.126564:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126569:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126574:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126578:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126586:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126589:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cb600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.126591:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126595:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126599:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531233.126601:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.126603:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126606:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c9851352f84d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126612:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126615:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126618:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126621:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71cad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.126622:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126625:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126631:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88008b55a900) 00010000:00010000:1.0:1713531233.126632:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531233.126633:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126636:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c9851352f854 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.126650:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c9851352f846 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 280 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.126656:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 279 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.126660:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55a100) 00010000:00010000:1.0:1713531233.126661:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531233.126662:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71c8d80, rc 0) 00000100:00100000:1.0:1713531233.126697:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:9770:x1796767405180160:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 347us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.126701:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5379 00000100:00100000:1.0:1713531233.127573:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.127600:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180224 00000100:00100000:1.0:1713531233.127603:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180224 00000100:00100000:1.0:1713531233.127626:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1447 00000100:00100000:1.0:1713531233.127630:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405180224:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.127637:0:15497:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.127653:0:15497:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55eb expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531233.127674:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531233.127684:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.127686:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.127692:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 81 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.127700:0:15497:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 81 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.127706:0:15497:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d400d80, rc 0) 00000100:00100000:1.0:1713531233.127729:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405180224:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 99us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.127733:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1447 00000100:00080000:0.0:1713531233.127751:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531203 00000100:00100000:2.0:1713531233.128846:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.128907:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180288 00000100:00100000:1.0:1713531233.128911:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180288 00000100:00100000:1.0:1713531233.128936:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5380 00000100:00100000:1.0:1713531233.128940:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:9770:x1796767405180288:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.128950:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.128960:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352f869 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55f2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.129004:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.129014:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.129022:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531233.129070:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:1.0:1713531233.129073:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531233.129083:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531233.129097:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d402d00/0xe3b2c9851352f869 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 281 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.129105:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 280 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.129110:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531233.129111:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1713531233.129112:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4018c0, rc 0) 00000100:00100000:1.0:1713531233.129143:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:9770:x1796767405180288:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 203us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.129147:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5380 00000100:00100000:1.0:1713531233.130890:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.130933:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180416 00000100:00100000:2.0:1713531233.130938:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180416 00000100:00100000:2.0:1713531233.130965:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5381 00000100:00100000:2.0:1713531233.130970:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:9770:x1796767405180416:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.130977:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.130984:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f877 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c55f9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.131026:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.131032:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.131037:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.131043:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00010000:00010000:2.0:1713531233.131114:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f877 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f9 expref: 283 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.131123:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f9 expref: 282 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.131128:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55a100) 00010000:00010000:2.0:1713531233.131129:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531233.131131:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd440, rc 0) 00000100:00100000:2.0:1713531233.131157:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:9770:x1796767405180416:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 187us (268us total) trans 4294971131 rc 0/0 00000100:00100000:2.0:1713531233.131161:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5381 00000100:00100000:0.0:1713531233.131961:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.132007:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180480 00000100:00100000:1.0:1713531233.132011:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180480 00000100:00100000:1.0:1713531233.132042:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1448 00000100:00100000:1.0:1713531233.132048:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405180480:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:1.0:1713531233.132075:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.132089:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 81 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.132102:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.132103:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.132106:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.132132:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 81 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.132144:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 81 pid: 15497 timeout: 427 lvb_type: 1 00000100:00100000:1.0:1713531233.132156:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409674112:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.132199:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.132823:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409674112:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.132835:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.133018:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.133060:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180544 00000100:00100000:2.0:1713531233.133065:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180544 00010000:00010000:2.0:1713531233.133080:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 82 pid: 15497 timeout: 427 lvb_type: 1 00000100:00100000:2.0:1713531233.133110:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1091 00000100:00100000:2.0:1713531233.133115:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1822:x1796767405180544:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.133123:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.133137:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 82 pid: 15497 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.133147:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 82 pid: 15497 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.133163:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d400d80/0xe3b2c9851352f862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55eb expref: 82 pid: 15497 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.133177:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.133178:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.133181:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.133188:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.133212:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531233.133238:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531233.133241:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405180544:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 124us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.133247:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1091 00010000:00010000:1.0:1713531233.133251:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133286:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133299:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133306:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133313:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531233.133317:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133335:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133349:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.133355:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f88c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531233.133401:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405180480:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1352us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.133408:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1448 00000100:00100000:0.0:1713531233.133959:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.133993:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180672 00000100:00100000:3.0:1713531233.133997:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180672 00000100:00100000:3.0:1713531233.134018:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1182 00000100:00100000:3.0:1713531233.134022:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:9770:x1796767405180672:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:3.0:1713531233.134043:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xb0:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f9 expref: 282 pid: 9619 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1713531233.134142:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971132 00000001:00080000:3.0:1713531233.134410:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971133 00010000:00010000:3.0:1713531233.134445:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.134452:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 285 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.134456:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.134468:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 285 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.134474:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 285 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.134480:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409674176:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531233.134507:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008ed00600 going to sleep for 11 seconds 00000100:00100000:3.0:1713531233.135100:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409674176:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531233.135112:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531233.135218:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.135257:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180736 00000100:00100000:2.0:1713531233.135261:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180736 00010000:00010000:2.0:1713531233.135285:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 286 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.135302:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1092 00000100:00100000:2.0:1713531233.135306:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:1823:x1796767405180736:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.135312:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.135315:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 286 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.135320:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 286 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.135343:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c9851352f85b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55e4 expref: 286 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.135350:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55a100) 00010000:00010000:2.0:1713531233.135352:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.135357:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.135360:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.135368:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531233.135374:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135379:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531233.135390:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:1823:x1796767405180736:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.135394:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1092 00000001:00080000:3.0:1713531233.135413:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971134 00000001:00080000:3.0:1713531233.135554:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971135 00000001:00080000:3.0:1713531233.135596:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971136 00000100:00100000:3.0:1713531233.135656:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132092d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409674240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1713531233.135686:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531233.135705:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9840 going to sleep for 11 seconds 00000100:00100000:0.0:1713531233.135716:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409674240 00000100:00100000:0.0:1713531233.135721:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409674240 00000100:00100000:0.0:1713531233.135744:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1713531233.135749:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409674240:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1713531233.135799:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409674240:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 49us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.135803:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1713531233.135806:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132092d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409674240:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1713531233.135830:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971137 00010000:00010000:3.0:1713531233.135847:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135851:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135854:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135857:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531233.135858:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135864:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135869:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55a100) 00010000:00010000:3.0:1713531233.135871:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1713531233.135873:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.135876:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352f893 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:3.0:1713531233.136022:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xd1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1713531233.136061:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].78, 64 off14528 00000004:00080000:3.0:1713531233.136066:0:6407:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 327762797532ns, next at 328762795986ns, rc = 0 00000001:00080000:3.0:1713531233.136069:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971138 00010000:00010000:3.0:1713531233.136102:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008b55a100) 00010000:00010000:3.0:1713531233.136104:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1713531233.136107:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f87e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb0:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f9 expref: 289 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531233.136150:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:9770:x1796767405180672:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2126us (2190us total) trans 4294971139 rc 0/0 00000100:00100000:3.0:1713531233.136157:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1182 00000020:00080000:3.0:1713531233.136160:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531233.145428:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.145468:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180800 00000100:00100000:2.0:1713531233.145474:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180800 00000100:00100000:2.0:1713531233.145512:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5382 00000100:00100000:2.0:1713531233.145522:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:9774:x1796767405180800:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531233.145540:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.145554:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f89a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5600 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.145597:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.145605:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.145611:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.145654:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.145656:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.145664:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.145678:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f89a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5600 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.145698:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5600 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.145704:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.145705:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.145707:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3df180, rc 0) 00000100:00100000:2.0:1713531233.145754:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9774:x1796767405180800:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 232us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.145760:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5382 00000100:00100000:0.0:1713531233.148711:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.148748:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180928 00000100:00100000:2.0:1713531233.148752:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180928 00000100:00100000:2.0:1713531233.148779:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5383 00000100:00100000:2.0:1713531233.148784:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9775:x1796767405180928:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:2.0:1713531233.148809:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1713531233.148822:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c9851352f72e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c559e expref: 112 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.148836:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352f479 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5494 expref: 111 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.148848:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531233.148854:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f8a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5600 expref: 110 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.148864:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.148866:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.148880:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.148887:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 287 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.148891:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.148910:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 287 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.148918:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 287 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.148926:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801399b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674304:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.148961:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.149682:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8801399b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674304:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.149693:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.149836:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.149875:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405180992 00000100:00100000:2.0:1713531233.149879:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405180992 00010000:00010000:2.0:1713531233.149894:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 288 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.149921:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1093 00000100:00100000:2.0:1713531233.149926:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:1823:x1796767405180992:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.149935:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.149939:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 288 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.149947:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 288 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.149960:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4018c0/0xe3b2c9851352f870 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55f2 expref: 288 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.149968:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.149971:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.149977:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.149982:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.150005:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.150031:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.150034:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:1823:x1796767405180992:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 106us (197us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.150036:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.150041:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1093 00010000:00010000:0.0:1713531233.150052:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.150057:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.150062:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.150117:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.150123:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 286 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.150127:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.150140:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 286 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.150149:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 286 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.150155:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674368:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.150183:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.150739:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674368:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.150752:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.150947:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.150974:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181056 00000100:00100000:2.0:1713531233.150977:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181056 00010000:00010000:2.0:1713531233.150989:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 287 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.151013:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1094 00000100:00100000:2.0:1713531233.151019:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:1822:x1796767405181056:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.151028:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.151032:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 287 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.151040:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 287 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.151051:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851352f4a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54a2 expref: 287 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.151057:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:2.0:1713531233.151059:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.151063:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.151066:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.151077:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.151093:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.151100:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:1822:x1796767405181056:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (154us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.151100:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.151104:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1094 00000040:00080000:0.0:1713531233.151513:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].79, 64 off14592 00010000:00010000:0.0:1713531233.151571:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151580:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151587:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151594:0:9619:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151599:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151605:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151610:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151616:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531233.151620:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151626:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151634:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:0.0:1713531233.151637:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531233.151640:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 3/0,0 mode: --/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151645:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f8bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0xac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151679:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151686:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151691:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151697:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.151700:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151705:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151712:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xac:0x0].0x0 (ffff88013189c300) 00010000:00010000:0.0:1713531233.151714:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1713531233.151717:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151722:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f8b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151760:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151766:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151771:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151775:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3ddf80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.151777:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151781:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151788:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.151790:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.151792:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.151796:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:0.0:1713531233.151804:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff8800a9604000 reply state ffff8801322d7000 transno 4294971140 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.151810:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531233.151849:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:9775:x1796767405180928:12345-192.168.202.39@tcp:36:rm.0 Request processed in 3063us (3137us total) trans 4294971140 rc 0/0 00000100:00100000:0.0:1713531233.151856:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5383 00010000:00010000:2.0:1713531233.152354:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152362:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152366:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152370:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.152372:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152378:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152385:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008b666200) 00010000:00010000:2.0:1713531233.152387:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.152390:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.152394:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352f8af lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.156385:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.156429:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181184 00000100:00100000:0.0:1713531233.156435:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181184 00000100:00100000:0.0:1713531233.156464:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5384 00000100:00100000:0.0:1713531233.156468:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+110:9776:x1796767405181184:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:0.0:1713531233.156482:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531233.156490:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f8c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5607 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.156554:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156561:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156569:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156584:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156590:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156595:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:0.0:1713531233.156800:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x60:0x0], index 0: 0 00010000:00010000:0.0:1713531233.156893:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156898:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156903:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156918:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156921:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156925:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156928:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.156930:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156933:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156938:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.156939:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.156941:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.156943:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f8cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:0.0:1713531233.156950:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132092d80 reply state ffff88008aa54000 transno 4294971141 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.156954:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1713531233.156966:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f8c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.156976:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.156980:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666a00) 00010000:00010000:0.0:1713531233.156981:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531233.156982:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab098c0, rc 0) 00000100:00100000:0.0:1713531233.157015:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9776:x1796767405181184:12345-192.168.202.39@tcp:101:dd.0 Request processed in 546us (633us total) trans 4294971141 rc 0/0 00000100:00100000:0.0:1713531233.157019:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5384 00010000:00010000:2.0:1713531233.157540:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157547:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157553:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157557:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.157559:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157564:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157571:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008b666d00) 00010000:00010000:2.0:1713531233.157573:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.157575:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.157579:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352f8d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.157870:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.157901:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181312 00000100:00100000:0.0:1713531233.157904:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181312 00000100:00100000:0.0:1713531233.157926:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1183 00000100:00100000:0.0:1713531233.157929:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+112:9776:x1796767405181312:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:0.0:1713531233.158037:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:9776:x1796767405181312:12345-192.168.202.39@tcp:35:dd.0 Request processed in 106us (169us total) trans 4294971142 rc 0/0 00000100:00100000:0.0:1713531233.158042:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1183 00000100:00100000:0.0:1713531233.166845:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.166882:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181440 00000100:00100000:2.0:1713531233.166889:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181440 00000100:00100000:2.0:1713531233.166925:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5385 00000100:00100000:2.0:1713531233.166930:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:9779:x1796767405181440:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.166945:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.166958:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f8e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c560e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.167032:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167040:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167047:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167061:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167064:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167068:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167128:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167132:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167135:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.167140:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00010000:00010000:2.0:1713531233.167199:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167203:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167207:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167210:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dfa80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.167212:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167219:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167226:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.167227:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.167229:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167232:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f8ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167252:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167255:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167258:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167260:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.167262:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167264:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167283:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.167284:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.167286:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167288:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f8f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.167312:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f8e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 289 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.167318:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 288 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.167335:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666a00) 00010000:00010000:2.0:1713531233.167337:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.167338:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3ddf80, rc 0) 00000100:00100000:2.0:1713531233.167376:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:9779:x1796767405181440:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 446us (537us total) trans 4294971143 rc 0/0 00000100:00100000:2.0:1713531233.167381:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5385 00000100:00100000:2.0:1713531233.168439:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.168470:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181568 00000100:00100000:0.0:1713531233.168474:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181568 00000100:00100000:0.0:1713531233.168495:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5386 00000100:00100000:0.0:1713531233.168499:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:9779:x1796767405181568:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:0.0:1713531233.168519:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.168527:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.168535:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 288 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.168538:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 5/0,1 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.168558:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 288 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.168565:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 288 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.168573:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674432:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531233.168617:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.168624:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 112 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.168632:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674496:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.168648:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801321229c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531233.169429:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674432:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.169439:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134db2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674496:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.169443:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531233.169454:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.169470:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.169492:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181696 00000100:00100000:3.0:1713531233.169494:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181632 00000100:00100000:0.0:1713531233.169495:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181696 00000100:00100000:3.0:1713531233.169498:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181632 00010000:00010000:0.0:1713531233.169511:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 113 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.169512:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 289 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.169540:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1095 00000100:00100000:0.0:1713531233.169545:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:1822:x1796767405181696:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531233.169546:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:3.0:1713531233.169551:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:1823:x1796767405181632:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531233.169553:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531233.169558:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 113 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.169560:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.169564:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 289 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.169567:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 113 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.169576:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 289 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.169590:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352f8d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5607 expref: 113 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.169595:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f8fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c560e expref: 289 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:0.0:1713531233.169601:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666a00) 00010000:00010000:0.0:1713531233.169604:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169609:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169614:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.169620:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666a00) 00010000:00010000:3.0:1713531233.169623:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.169628:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531233.169649:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:1823:x1796767405181632:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.169655:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1096 00000100:00100000:0.0:1713531233.169658:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+112:1822:x1796767405181696:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.169665:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1095 00010000:00010000:0.0:1713531233.169682:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169688:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169812:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169816:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169821:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169823:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.169825:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169828:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169833:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666a00) 00010000:00010000:0.0:1713531233.169834:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531233.169836:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.169839:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352f90a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.169871:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:9779:x1796767405181568:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1371us (1433us total) trans 4294971144 rc 0/0 00000100:00100000:0.0:1713531233.169879:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5386 00000100:00100000:2.0:1713531233.170459:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.170475:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181824 00000100:00100000:0.0:1713531233.170479:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181824 00000100:00100000:0.0:1713531233.170498:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1184 00000100:00100000:0.0:1713531233.170501:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:9779:x1796767405181824:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:0.0:1713531233.170582:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:9779:x1796767405181824:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 79us (122us total) trans 4294971145 rc 0/0 00000100:00100000:0.0:1713531233.170587:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1184 00000100:00100000:3.0:1713531233.174826:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.174857:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181888 00000100:00100000:0.0:1713531233.174861:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181888 00000100:00100000:0.0:1713531233.174892:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5387 00000100:00100000:0.0:1713531233.174898:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:9780:x1796767405181888:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531233.174911:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531233.174923:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f911 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5615 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.174962:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.174972:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.174981:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.174999:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175005:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175010:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175075:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175078:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175082:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531233.175095:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00000004:00200000:0.0:1713531233.175098:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531233.175105:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175110:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175114:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175117:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175120:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175124:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.175126:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175130:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175136:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.175138:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.175140:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175143:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352f918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175149:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175152:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175155:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175158:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.175159:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175161:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175164:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008b666900) 00010000:00010000:0.0:1713531233.175166:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.175167:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175169:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352f91f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.175184:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352f911 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 291 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.175191:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 290 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.175194:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666e00) 00010000:00010000:0.0:1713531233.175195:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531233.175196:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b180, rc 0) 00000100:00100000:0.0:1713531233.175224:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:9780:x1796767405181888:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 327us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.175228:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5387 00000100:00100000:0.0:1713531233.176023:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.176063:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405181952 00000100:00100000:1.0:1713531233.176067:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405181952 00000100:00080000:0.0:1713531233.176094:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531203 00000100:00100000:1.0:1713531233.176097:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1449 00000100:00100000:1.0:1713531233.176101:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1824:x1796767405181952:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.176108:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.176122:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c561c expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531233.176135:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531233.176144:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.176146:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.176150:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.176158:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.176163:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3fb58c0, rc 0) 00000100:00100000:1.0:1713531233.176185:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1824:x1796767405181952:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 83us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.176189:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1449 00000100:00100000:0.0:1713531233.177173:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.177207:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182016 00000100:00100000:2.0:1713531233.177211:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182016 00000100:00100000:2.0:1713531233.177234:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5388 00000100:00100000:2.0:1713531233.177238:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:9780:x1796767405182016:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.177244:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.177252:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f934 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5623 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.177289:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.177297:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.177302:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.177337:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.177339:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.177347:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.177358:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f934 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 292 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.177371:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 291 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.177375:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.177376:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.177378:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3de400, rc 0) 00000100:00100000:2.0:1713531233.177403:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:9780:x1796767405182016:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 164us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.177407:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5388 00000100:00100000:3.0:1713531233.179152:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.179192:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182144 00000100:00100000:2.0:1713531233.179196:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182144 00000100:00100000:2.0:1713531233.179218:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5389 00000100:00100000:2.0:1713531233.179225:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:9780:x1796767405182144:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.179232:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.179238:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f942 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c562a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.179291:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.179297:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.179302:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.179307:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00010000:00010000:2.0:1713531233.179382:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f942 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c562a expref: 294 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.179390:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c562a expref: 293 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.179394:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666e00) 00010000:00010000:2.0:1713531233.179396:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531233.179397:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd680, rc 0) 00000100:00100000:2.0:1713531233.179422:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:9780:x1796767405182144:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 196us (270us total) trans 4294971146 rc 0/0 00000100:00100000:2.0:1713531233.179426:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5389 00000100:00100000:0.0:1713531233.180196:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.180237:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182208 00000100:00100000:1.0:1713531233.180241:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182208 00000100:00100000:1.0:1713531233.180262:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1450 00000100:00100000:1.0:1713531233.180284:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1822:x1796767405182208:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:1.0:1713531233.180300:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.180309:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.180318:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.180319:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.180321:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.180355:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.180363:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 86 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:1.0:1713531233.180371:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409674560:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.180406:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.181172:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409674560:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.181183:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.181260:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.181311:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182272 00000100:00100000:2.0:1713531233.181314:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182272 00010000:00010000:2.0:1713531233.181340:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:2.0:1713531233.181367:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1097 00000100:00100000:2.0:1713531233.181372:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+87:1823:x1796767405182272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.181382:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.181394:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.181404:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.181419:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f92d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c561c expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:2.0:1713531233.181435:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.181436:0:6392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.181439:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.181447:0:6392:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.181470:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531233.181488:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181494:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531233.181499:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405182272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 125us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.181504:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1097 00010000:00010000:1.0:1713531233.181505:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181513:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181518:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181521:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531233.181523:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181527:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181534:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.181538:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7600/0xe3b2c9851352f957 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531233.181579:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405182208:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1311us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.181583:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1450 00000100:00100000:0.0:1713531233.182190:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.182230:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182400 00000100:00100000:2.0:1713531233.182234:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182400 00000100:00100000:2.0:1713531233.182259:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1185 00000100:00100000:2.0:1713531233.182262:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:9780:x1796767405182400:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:2.0:1713531233.182302:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xb1:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c562a expref: 293 pid: 9619 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1713531233.182418:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971147 00000001:00080000:2.0:1713531233.182621:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971148 00010000:00010000:2.0:1713531233.182654:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.182660:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 296 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.182664:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.182676:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 296 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.182682:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 296 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.182688:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409674624:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.182714:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.183305:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409674624:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.183317:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531233.183462:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.183511:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182464 00000100:00100000:2.0:1713531233.183514:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182464 00010000:00010000:2.0:1713531233.183526:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 297 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.183549:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1098 00000100:00100000:2.0:1713531233.183554:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:1822:x1796767405182464:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.183561:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.183565:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 297 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.183574:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 297 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.183585:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352f926 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5615 expref: 297 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.183595:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666e00) 00010000:00010000:2.0:1713531233.183599:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.183605:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.183610:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531233.183628:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.183650:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531233.183651:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+296:1822:x1796767405182464:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 96us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.183657:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1098 00010000:00010000:0.0:1713531233.183658:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000001:00080000:0.0:1713531233.183702:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971149 00000001:00080000:0.0:1713531233.183828:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971150 00000001:00080000:0.0:1713531233.183875:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971151 00000100:00100000:0.0:1713531233.183927:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409674688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1713531233.183957:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531233.183978:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122e40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.183992:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409674688 00000100:00100000:2.0:1713531233.183995:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409674688 00000100:00080000:0.0:1713531233.184011:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531203 00000100:00100000:2.0:1713531233.184018:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1713531233.184021:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409674688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1713531233.184056:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409674688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.184059:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1713531233.184069:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bcced80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409674688:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1713531233.184095:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971152 00010000:00010000:0.0:1713531233.184115:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184122:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184127:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184132:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3ddf80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.184134:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184139:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184146:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666e00) 00010000:00010000:0.0:1713531233.184149:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1713531233.184151:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:0.0:1713531233.184156:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f95e lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:0.0:1713531233.184376:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xd2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1713531233.184418:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].79, 64 off14688 00000001:00080000:0.0:1713531233.184423:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971153 00010000:00010000:0.0:1713531233.184468:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008b666e00) 00010000:00010000:0.0:1713531233.184470:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1713531233.184475:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f949 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c562a expref: 300 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.184527:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:9780:x1796767405182400:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2262us (2338us total) trans 4294971154 rc 0/0 00000100:00100000:0.0:1713531233.184534:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1185 00000020:00080000:0.0:1713531233.184537:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531233.194411:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.194435:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182528 00000100:00100000:2.0:1713531233.194444:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182528 00000100:00100000:2.0:1713531233.194487:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5390 00000100:00100000:2.0:1713531233.194494:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9784:x1796767405182528:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531233.194514:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.194530:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f965 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5631 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.194582:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.194593:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.194601:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.194651:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.194654:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.194666:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.194684:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f965 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5631 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.194719:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5631 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.194727:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.194730:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.194733:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd440, rc 0) 00000100:00100000:2.0:1713531233.194781:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bcced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9784:x1796767405182528:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 286us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.194788:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5390 00000100:00100000:0.0:1713531233.197968:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.198004:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182656 00000100:00100000:2.0:1713531233.198008:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182656 00000100:00100000:2.0:1713531233.198033:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5391 00000100:00100000:2.0:1713531233.198037:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9785:x1796767405182656:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:2.0:1713531233.198060:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1713531233.198073:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851352f720 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5597 expref: 113 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.198085:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352f505 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54cc expref: 112 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.198092:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:2.0:1713531233.198096:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f96c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5631 expref: 111 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.198101:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.198102:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.198117:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.198124:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 298 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.198129:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.198148:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 298 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.198156:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 298 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.198164:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674752:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.198199:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc300 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.198884:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674752:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.198897:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.199044:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.199088:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182720 00000100:00100000:2.0:1713531233.199091:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182720 00010000:00010000:2.0:1713531233.199104:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 299 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.199123:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1099 00000100:00100000:2.0:1713531233.199127:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:1822:x1796767405182720:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.199133:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.199135:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 299 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.199141:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 299 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.199150:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f93b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5623 expref: 299 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.199156:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.199158:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.199163:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.199166:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.199179:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.199195:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.199199:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:1822:x1796767405182720:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 72us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.199200:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.199203:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1099 00010000:00010000:0.0:1713531233.199218:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.199223:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.199228:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.199306:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.199312:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 297 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.199317:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.199347:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 297 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.199354:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 297 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.199360:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bccdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674816:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.199385:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122900 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.199961:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bccdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674816:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.199974:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.200081:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.200104:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182784 00000100:00100000:2.0:1713531233.200106:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182784 00010000:00010000:2.0:1713531233.200120:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 298 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.200147:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1100 00000100:00100000:2.0:1713531233.200153:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:1823:x1796767405182784:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.200161:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.200165:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 298 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.200178:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 298 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.200190:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352f52f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54da expref: 298 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.200197:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:2.0:1713531233.200200:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.200204:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.200207:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.200222:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531233.200242:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:1823:x1796767405182784:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.200246:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1100 00010000:00010000:0.0:1713531233.200250:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200258:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:0.0:1713531233.200598:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].80, 64 off14752 00010000:00010000:0.0:1713531233.200655:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200664:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200672:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200679:0:9619:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200684:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200690:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200697:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200702:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0bcc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531233.200705:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200712:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200717:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:0.0:1713531233.200719:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1713531233.200722:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200725:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352f988 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200757:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200763:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200768:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200773:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a880 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.200776:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200781:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200792:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xad:0x0].0x0 (ffff88008b666b00) 00010000:00010000:0.0:1713531233.200794:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1713531233.200796:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200800:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352f981 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200838:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200843:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200848:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200852:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.200854:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200859:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200865:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.200867:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.200869:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.200874:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f973 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:0.0:1713531233.200894:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008bccce00 reply state ffff8801322d1000 transno 4294971155 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.200902:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531233.200940:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9785:x1796767405182656:12345-192.168.202.39@tcp:36:rm.0 Request processed in 2901us (2974us total) trans 4294971155 rc 0/0 00000100:00100000:0.0:1713531233.200946:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5391 00010000:00010000:2.0:1713531233.201442:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201448:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201452:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201455:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.201457:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201460:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201466:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008b666600) 00010000:00010000:2.0:1713531233.201468:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.201469:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.201472:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352f97a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.205132:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.205178:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405182912 00000100:00100000:0.0:1713531233.205184:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405182912 00000100:00100000:0.0:1713531233.205218:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5392 00000100:00100000:0.0:1713531233.205224:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+111:9786:x1796767405182912:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:0.0:1713531233.205239:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531233.205250:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352f98f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5638 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.205375:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205385:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205393:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205410:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205415:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205421:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:0.0:1713531233.205664:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5e:0x0], index 1: 0 00010000:00010000:0.0:1713531233.205795:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205803:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205809:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205831:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205836:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205842:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205847:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.205850:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205855:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205862:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.205864:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.205867:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.205872:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352f996 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:0.0:1713531233.205880:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132093100 reply state ffff88008ab34000 transno 4294971156 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.205890:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1713531233.205907:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352f98f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.205918:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.205925:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008b666800) 00010000:00010000:0.0:1713531233.205927:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531233.205929:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ad00, rc 0) 00000100:00100000:0.0:1713531233.205970:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:9786:x1796767405182912:12345-192.168.202.39@tcp:101:dd.0 Request processed in 745us (841us total) trans 4294971156 rc 0/0 00000100:00100000:0.0:1713531233.205976:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5392 00010000:00010000:2.0:1713531233.206521:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206528:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206532:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206534:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.206536:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206539:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206545:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008b666200) 00010000:00010000:2.0:1713531233.206546:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.206548:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.206553:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352f99d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.206847:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.206886:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183040 00000100:00100000:0.0:1713531233.206890:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183040 00000100:00100000:0.0:1713531233.206916:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1186 00000100:00100000:0.0:1713531233.206920:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+113:9786:x1796767405183040:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:0.0:1713531233.207063:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:9786:x1796767405183040:12345-192.168.202.39@tcp:35:dd.0 Request processed in 140us (217us total) trans 4294971157 rc 0/0 00000100:00100000:0.0:1713531233.207069:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1186 00000100:00100000:0.0:1713531233.215867:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.215922:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183168 00000100:00100000:2.0:1713531233.215928:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183168 00000100:00100000:2.0:1713531233.215964:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5393 00000100:00100000:2.0:1713531233.215970:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:9789:x1796767405183168:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.215984:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.215997:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f9b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c563f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.216069:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216077:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216084:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216097:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216101:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216104:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216163:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216169:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216173:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.216178:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00010000:00010000:2.0:1713531233.216231:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216235:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216238:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216242:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.216244:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216248:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216254:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.216256:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.216258:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216261:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216294:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216300:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216303:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216305:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3df180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.216306:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216309:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216312:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008a9c7c00) 00010000:00010000:2.0:1713531233.216314:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.216315:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216317:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3df180/0xe3b2c9851352f9c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.216353:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dc900/0xe3b2c9851352f9b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 300 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.216360:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 299 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.216364:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008b666800) 00010000:00010000:2.0:1713531233.216365:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.216366:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3de400, rc 0) 00000100:00100000:2.0:1713531233.216408:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:9789:x1796767405183168:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 437us (548us total) trans 4294971158 rc 0/0 00000100:00100000:2.0:1713531233.216415:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5393 00000100:00100000:0.0:1713531233.217236:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.217280:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183296 00000100:00100000:2.0:1713531233.217283:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183296 00000100:00100000:2.0:1713531233.217301:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5394 00000100:00100000:2.0:1713531233.217304:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:9789:x1796767405183296:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531233.217337:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.217346:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.217352:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 299 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.217357:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 5/0,1 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.217381:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 299 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.217392:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 299 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.217403:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674880:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.217452:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.217460:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 113 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.217469:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674944:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.217485:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.218145:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800a9607100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674880:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.218154:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409674944:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.218169:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.218311:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.218344:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183360 00000100:00100000:2.0:1713531233.218347:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183360 00000100:00100000:0.0:1713531233.218353:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531233.218362:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 300 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.218391:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183424 00000100:00100000:2.0:1713531233.218393:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183424 00010000:00010000:2.0:1713531233.218402:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 114 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.218404:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:3.0:1713531233.218411:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:1823:x1796767405183360:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531233.218417:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1102 00010000:00010000:3.0:1713531233.218420:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1713531233.218422:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+114:1823:x1796767405183424:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.218426:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 300 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.218429:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.218433:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 114 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.218436:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 300 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.218449:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 114 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.218464:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c563f expref: 300 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.218469:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352f9a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5638 expref: 114 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.218479:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008b666800) 00010000:00010000:2.0:1713531233.218482:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218488:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218493:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.218500:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008b666800) 00010000:00010000:3.0:1713531233.218503:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.218508:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531233.218523:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:1823:x1796767405183360:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.218526:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+113:1823:x1796767405183424:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 102us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.218529:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1101 00000100:00100000:2.0:1713531233.218533:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1102 00010000:00010000:2.0:1713531233.218549:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218554:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218670:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218675:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218678:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218683:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.218685:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218689:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218693:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008b666800) 00010000:00010000:2.0:1713531233.218694:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531233.218696:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.218698:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd440/0xe3b2c9851352f9d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.218729:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:9789:x1796767405183296:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1423us (1494us total) trans 4294971159 rc 0/0 00000100:00100000:2.0:1713531233.218733:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5394 00000100:00100000:0.0:1713531233.219300:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.219348:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183552 00000100:00100000:1.0:1713531233.219352:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183552 00000100:00100000:1.0:1713531233.219369:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1187 00000100:00100000:1.0:1713531233.219373:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:9789:x1796767405183552:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:1.0:1713531233.219459:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:9789:x1796767405183552:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 85us (160us total) trans 4294971160 rc 0/0 00000100:00100000:1.0:1713531233.219465:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1187 00000100:00100000:3.0:1713531233.222917:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.222952:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183616 00000100:00100000:2.0:1713531233.222955:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183616 00000100:00100000:2.0:1713531233.222976:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5395 00000100:00100000:2.0:1713531233.222979:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:9790:x1796767405183616:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.222987:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.222995:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f9dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5646 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.223020:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223026:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223031:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223042:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223045:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223049:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223100:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223103:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223107:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.223120:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00000004:00200000:2.0:1713531233.223122:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.223129:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223134:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223138:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223141:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223147:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223150:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3dd680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.223151:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223155:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223159:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.223161:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.223162:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223165:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd680/0xe3b2c9851352f9e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223171:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223173:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223177:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223179:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c3ddf80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.223180:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223183:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223188:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008a9c7500) 00010000:00010000:2.0:1713531233.223190:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.223191:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223194:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ddf80/0xe3b2c9851352f9ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.223205:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dfa80/0xe3b2c9851352f9dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 302 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.223213:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 301 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.223217:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.223218:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.223219:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c3dd200, rc 0) 00000100:00100000:2.0:1713531233.223248:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:9790:x1796767405183616:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 268us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.223252:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5395 00000100:00100000:0.0:1713531233.224105:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.224149:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183680 00000100:00100000:1.0:1713531233.224153:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183680 00000100:00100000:1.0:1713531233.224177:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1451 00000100:00100000:1.0:1713531233.224180:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405183680:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531233.224188:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531233.224202:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c564d expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531233.224216:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531233.224225:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.224226:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.224230:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.224238:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.224244:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a3fb58c0, rc 0) 00000100:00100000:1.0:1713531233.224286:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405183680:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 86us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531233.224291:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1451 00000100:00100000:0.0:1713531233.225351:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.225382:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183744 00000100:00100000:2.0:1713531233.225386:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183744 00000100:00100000:2.0:1713531233.225400:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5396 00000100:00100000:2.0:1713531233.225403:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:9790:x1796767405183744:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.225409:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.225415:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5654 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.225440:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.225446:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.225450:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.225470:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.225472:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.225477:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.225486:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3de400/0xe3b2c9851352f9ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 303 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.225493:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 302 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.225497:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.225498:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.225500:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9f80, rc 0) 00000100:00100000:2.0:1713531233.225523:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+302:9790:x1796767405183744:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 119us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.225527:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5396 00000100:00100000:3.0:1713531233.226910:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.226946:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183872 00000100:00100000:2.0:1713531233.226949:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183872 00000100:00100000:2.0:1713531233.226969:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5397 00000100:00100000:2.0:1713531233.226973:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+302:9790:x1796767405183872:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.226979:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.226985:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fa0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c565b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.227017:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.227022:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.227027:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.227032:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00010000:00010000:2.0:1713531233.227092:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fa0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c565b expref: 305 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.227099:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c565b expref: 304 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.227104:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.227105:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531233.227106:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9d40, rc 0) 00000100:00100000:2.0:1713531233.227130:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:9790:x1796767405183872:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 156us (222us total) trans 4294971161 rc 0/0 00000100:00100000:2.0:1713531233.227134:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5397 00000100:00100000:0.0:1713531233.227885:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.227937:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405183936 00000100:00100000:1.0:1713531233.227941:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405183936 00000100:00100000:1.0:1713531233.227968:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1452 00000100:00100000:1.0:1713531233.227973:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405183936:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:1.0:1713531233.227997:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.228010:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.228017:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.228019:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531233.228021:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.228041:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531233.228049:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 81 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:1.0:1713531233.228057:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409675008:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.228091:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.228761:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409675008:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.228775:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.228981:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.229028:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184000 00000100:00100000:3.0:1713531233.229032:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184000 00010000:00010000:3.0:1713531233.229050:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:3.0:1713531233.229078:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1103 00000100:00100000:3.0:1713531233.229083:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1823:x1796767405184000:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.229092:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.229106:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.229117:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.229135:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb58c0/0xe3b2c9851352f9f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c564d expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.229150:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.229152:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.229154:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.229159:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.229173:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.229192:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531233.229194:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405184000:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 111us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.229198:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1103 00010000:00010000:0.0:1713531233.229198:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229210:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229214:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229219:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229224:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531233.229226:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229230:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229248:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.229255:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb7600/0xe3b2c9851352fa22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.229301:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405183936:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1327us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.229306:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1452 00000100:00100000:0.0:1713531233.229901:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.229942:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184128 00000100:00100000:1.0:1713531233.229946:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184128 00000100:00100000:1.0:1713531233.229977:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1188 00000100:00100000:1.0:1713531233.229982:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+304:9790:x1796767405184128:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:1.0:1713531233.230013:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xb2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c565b expref: 304 pid: 9619 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531233.230149:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971162 00000001:00080000:1.0:1713531233.230432:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971163 00010000:00010000:1.0:1713531233.230476:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.230486:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 307 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.230491:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.230505:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 307 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.230513:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 307 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:1.0:1713531233.230520:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675072:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.230555:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.231172:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675072:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.231183:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531233.231342:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.231389:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184192 00000100:00100000:3.0:1713531233.231393:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184192 00010000:00010000:3.0:1713531233.231408:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 308 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.231436:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1104 00000100:00100000:3.0:1713531233.231441:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+308:1822:x1796767405184192:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.231450:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.231454:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 308 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.231463:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 308 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.231472:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd200/0xe3b2c9851352f9f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5646 expref: 308 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.231481:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:3.0:1713531233.231483:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.231487:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.231490:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.231505:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531233.231526:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+307:1822:x1796767405184192:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 85us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.231530:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1104 00010000:00010000:1.0:1713531233.231532:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.231542:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000001:00080000:1.0:1713531233.231582:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971164 00000001:00080000:1.0:1713531233.231722:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971165 00000001:00080000:1.0:1713531233.231776:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971166 00000100:00100000:1.0:1713531233.231831:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409675136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1713531233.231861:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531233.231881:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.231904:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409675136 00000100:00100000:2.0:1713531233.231909:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409675136 00000100:00100000:2.0:1713531233.231941:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1713531233.231946:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409675136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1713531233.232007:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409675136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.232013:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1713531233.232032:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409675136:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1713531233.232061:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971167 00010000:00010000:1.0:1713531233.232085:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232091:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232097:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232101:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b631f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.232104:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232110:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232118:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:1.0:1713531233.232120:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1713531233.232122:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.232128:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c9851352fa29 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:1.0:1713531233.232290:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xd3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1713531233.232339:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].80, 64 off14656 00000001:00080000:1.0:1713531233.232344:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971168 00010000:00010000:1.0:1713531233.232381:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:1.0:1713531233.232382:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1713531233.232386:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fa14 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c565b expref: 311 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531233.232428:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:9790:x1796767405184128:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2446us (2527us total) trans 4294971169 rc 0/0 00000100:00100000:1.0:1713531233.232433:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1188 00000020:00080000:1.0:1713531233.232435:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531233.241504:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.241547:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184256 00000100:00100000:2.0:1713531233.241552:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184256 00000100:00100000:2.0:1713531233.241587:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5398 00000100:00100000:2.0:1713531233.241594:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9794:x1796767405184256:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531233.241612:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.241626:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fa30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5662 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.241669:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.241679:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.241696:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.241740:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.241742:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.241755:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.241778:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fa30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5662 expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.241799:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5662 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.241811:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.241813:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.241815:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8480, rc 0) 00000100:00100000:2.0:1713531233.241852:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:9794:x1796767405184256:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 258us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.241858:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5398 00000100:00100000:0.0:1713531233.244551:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.244588:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184384 00000100:00100000:2.0:1713531233.244591:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184384 00000100:00100000:2.0:1713531233.244615:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5399 00000100:00100000:2.0:1713531233.244618:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:9795:x1796767405184384:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:2.0:1713531233.244641:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1713531233.244651:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3dd8c0/0xe3b2c9851352f7ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c1 expref: 114 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.244661:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352f591 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5504 expref: 113 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.244667:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531233.244671:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5662 expref: 112 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.244677:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.244678:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.244690:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.244696:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 309 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.244701:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.244719:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 309 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.244726:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 309 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.244734:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675200:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.244767:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.245413:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675200:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.245423:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.245657:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.245700:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184448 00000100:00100000:3.0:1713531233.245704:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184448 00010000:00010000:3.0:1713531233.245721:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 310 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.245749:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1105 00000100:00100000:3.0:1713531233.245755:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:1823:x1796767405184448:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.245764:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.245769:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 310 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.245778:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 310 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.245790:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5654 expref: 310 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.245810:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531233.245813:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.245819:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.245824:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.245842:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.245857:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245863:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.245871:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+309:1823:x1796767405184448:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 115us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.245877:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1105 00010000:00010000:2.0:1713531233.245883:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245890:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245896:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245954:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245960:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 308 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.245964:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 4/0,1 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.245975:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 308 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.245981:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 308 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.245987:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675264:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.246004:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.246536:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675264:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.246547:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.246701:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.246736:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184512 00000100:00100000:3.0:1713531233.246740:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184512 00010000:00010000:3.0:1713531233.246753:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 309 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.246777:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000100:00100000:3.0:1713531233.246780:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+309:1823:x1796767405184512:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.246787:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.246790:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 309 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.246796:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 309 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.246804:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851352f5bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5512 expref: 309 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.246810:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:3.0:1713531233.246813:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.246825:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.246830:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.246842:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.246848:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.246853:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.246870:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+308:1823:x1796767405184512:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.246877:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1106 00000040:00080000:2.0:1713531233.247144:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].81, 64 off14720 00010000:00010000:2.0:1713531233.247184:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247190:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247195:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247199:0:9619:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247203:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247206:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247209:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247212:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531233.247215:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247218:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247222:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531233.247224:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531233.247226:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247228:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fa53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247240:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247244:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247247:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247249:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.247251:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247253:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247256:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xae:0x0].0x0 (ffff88013189c900) 00010000:00010000:2.0:1713531233.247257:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1713531233.247259:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247261:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fa4c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247307:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247311:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247313:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247315:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.247317:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247337:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247341:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.247342:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.247344:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247347:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fa3e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531233.247352:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008aa1bb80 reply state ffff8801322d0000 transno 4294971170 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.247356:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531233.247387:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9795:x1796767405184384:12345-192.168.202.39@tcp:36:rm.0 Request processed in 2767us (2836us total) trans 4294971170 rc 0/0 00000100:00100000:2.0:1713531233.247391:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5399 00010000:00010000:2.0:1713531233.247836:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247842:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247847:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247851:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.247853:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247858:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247866:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008a9c7200) 00010000:00010000:2.0:1713531233.247868:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.247870:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.247873:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fa45 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.251156:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.251196:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184640 00000100:00100000:2.0:1713531233.251200:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184640 00000100:00100000:2.0:1713531233.251226:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5400 00000100:00100000:2.0:1713531233.251232:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+112:9796:x1796767405184640:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531233.251245:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.251254:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fa5a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5669 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.251344:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251351:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251356:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251365:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251368:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251372:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:2.0:1713531233.251548:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x61:0x0], index 0: 0 00010000:00010000:2.0:1713531233.251638:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251643:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251647:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251661:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251665:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251669:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251671:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.251673:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251676:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251681:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.251682:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.251684:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.251686:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fa61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531233.251695:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b0e00 reply state ffff8801321b8000 transno 4294971171 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.251699:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531233.251710:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fa5a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.251716:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.251720:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:2.0:1713531233.251721:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.251722:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db3c0, rc 0) 00000100:00100000:2.0:1713531233.251755:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9796:x1796767405184640:12345-192.168.202.39@tcp:101:dd.0 Request processed in 523us (600us total) trans 4294971171 rc 0/0 00000100:00100000:2.0:1713531233.251761:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5400 00010000:00010000:2.0:1713531233.252246:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252252:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252258:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252262:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.252265:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252291:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252300:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008a9c7e00) 00010000:00010000:2.0:1713531233.252302:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.252304:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.252309:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fa68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.252572:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.252624:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184768 00000100:00100000:1.0:1713531233.252628:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184768 00000100:00100000:1.0:1713531233.252659:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1189 00000100:00100000:1.0:1713531233.252664:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+114:9796:x1796767405184768:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:1.0:1713531233.252823:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:9796:x1796767405184768:12345-192.168.202.39@tcp:35:dd.0 Request processed in 157us (250us total) trans 4294971172 rc 0/0 00000100:00100000:1.0:1713531233.252830:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1189 00000100:00100000:0.0:1713531233.261190:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.261240:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405184896 00000100:00100000:2.0:1713531233.261246:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405184896 00000100:00100000:2.0:1713531233.261301:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5401 00000100:00100000:2.0:1713531233.261308:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+308:9799:x1796767405184896:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.261339:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.261353:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fa7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5670 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.261430:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261441:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261449:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261468:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261475:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261480:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261556:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261563:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261570:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.261577:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00010000:00010000:2.0:1713531233.261643:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261650:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261656:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261661:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.261664:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261670:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261678:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.261681:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.261684:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261689:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fa84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261703:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261708:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261713:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261718:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.261720:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261725:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261731:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.261733:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.261735:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261740:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fa8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.261768:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fa7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 311 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.261778:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 310 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.261784:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:2.0:1713531233.261786:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.261788:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9f80, rc 0) 00000100:00100000:2.0:1713531233.261834:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:9799:x1796767405184896:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 525us (647us total) trans 4294971173 rc 0/0 00000100:00100000:2.0:1713531233.261841:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5401 00000100:00100000:0.0:1713531233.262897:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.262937:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185024 00000100:00100000:2.0:1713531233.262941:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185024 00000100:00100000:2.0:1713531233.262967:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5402 00000100:00100000:2.0:1713531233.262972:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:9799:x1796767405185024:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531233.262997:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.263006:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.263014:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 310 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.263020:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 5/0,1 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.263045:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 310 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.263056:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 310 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.263067:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675328:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.263117:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 114 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.263126:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 114 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.263133:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675392:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.263151:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.263799:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675328:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.263808:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675392:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.263821:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.264012:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.264039:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.264052:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185152 00000100:00100000:3.0:1713531233.264057:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185152 00000100:00100000:2.0:1713531233.264068:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185088 00000100:00100000:2.0:1713531233.264071:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185088 00010000:00010000:3.0:1713531233.264072:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 115 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.264079:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 311 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.264101:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1107 00000100:00100000:2.0:1713531233.264105:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:3.0:1713531233.264106:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:1823:x1796767405185152:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1713531233.264109:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7945050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+311:1822:x1796767405185088:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.264115:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531233.264115:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.264119:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 115 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.264119:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 311 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.264127:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 311 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.264135:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 115 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.264146:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fa92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5670 expref: 311 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.264151:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fa6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5669 expref: 115 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.264161:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:2.0:1713531233.264164:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.264171:0:6392:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.264176:0:6392:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.264182:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:3.0:1713531233.264184:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.264188:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.264202:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.264207:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+114:1823:x1796767405185152:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 99us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.264207:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7945050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:1822:x1796767405185088:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 96us (166us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.264210:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.264213:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1108 00000100:00100000:3.0:1713531233.264216:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1107 00010000:00010000:0.0:1713531233.264373:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264379:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264385:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264389:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.264392:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264397:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264405:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:0.0:1713531233.264407:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531233.264409:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.264414:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faa0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.264475:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:9799:x1796767405185024:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1501us (1578us total) trans 4294971174 rc 0/0 00000100:00100000:0.0:1713531233.264483:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5402 00000100:00100000:0.0:1713531233.265109:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.265141:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185280 00000100:00100000:1.0:1713531233.265144:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185280 00000100:00100000:1.0:1713531233.265167:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1190 00000100:00100000:1.0:1713531233.265170:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+310:9799:x1796767405185280:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:1.0:1713531233.265255:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+311:9799:x1796767405185280:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 82us (145us total) trans 4294971175 rc 0/0 00000100:00100000:1.0:1713531233.265263:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1190 00000100:00100000:2.0:1713531233.269068:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.269099:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185344 00000100:00100000:0.0:1713531233.269104:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185344 00000100:00100000:0.0:1713531233.269129:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5403 00000100:00100000:0.0:1713531233.269133:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+311:9800:x1796767405185344:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531233.269144:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531233.269154:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352faa7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5677 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.269188:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269195:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269200:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269214:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269217:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269221:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269304:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269309:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269312:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531233.269338:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00000004:00200000:0.0:1713531233.269340:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531233.269349:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269354:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269359:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269362:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269365:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269368:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.269370:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269374:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269379:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531233.269381:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.269383:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269386:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c9851352faae lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269391:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269394:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269397:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269400:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531233.269402:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269405:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269409:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008b666d00) 00010000:00010000:0.0:1713531233.269410:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531233.269411:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269414:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851352fab5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.269427:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c9851352faa7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 313 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.269433:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 312 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.269437:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008b666200) 00010000:00010000:0.0:1713531233.269438:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531233.269439:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ad00, rc 0) 00000100:00100000:0.0:1713531233.269469:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+312:9800:x1796767405185344:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 335us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.269474:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5403 00000100:00100000:0.0:1713531233.270292:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.270340:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185408 00000100:00100000:2.0:1713531233.270343:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185408 00000100:00100000:2.0:1713531233.270363:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1453 00000100:00100000:2.0:1713531233.270367:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405185408:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.270374:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.270386:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c567e expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531233.270400:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531233.270409:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.270410:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.270415:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.270427:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.270432:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db3c0, rc 0) 00000100:00100000:2.0:1713531233.270455:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405185408:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 88us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.270459:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1453 00000100:00100000:0.0:1713531233.271484:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.271519:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185472 00000100:00100000:2.0:1713531233.271522:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185472 00000100:00100000:2.0:1713531233.271542:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5404 00000100:00100000:2.0:1713531233.271545:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+312:9800:x1796767405185472:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.271551:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.271558:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352faca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5685 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.271585:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.271591:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.271597:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.271617:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.271619:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.271625:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.271637:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352faca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 314 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.271654:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 313 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.271658:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.271660:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.271661:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db840, rc 0) 00000100:00100000:2.0:1713531233.271677:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:9800:x1796767405185472:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 131us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.271681:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5404 00000100:00100000:0.0:1713531233.273117:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.273165:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185600 00000100:00100000:2.0:1713531233.273170:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185600 00000100:00100000:2.0:1713531233.273200:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5405 00000100:00100000:2.0:1713531233.273204:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+313:9800:x1796767405185600:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.273211:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.273218:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fad8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c568c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.273254:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.273262:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.273290:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.273303:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00010000:00010000:2.0:1713531233.273404:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fad8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c568c expref: 316 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.273417:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c568c expref: 315 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.273423:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008b666200) 00010000:00010000:2.0:1713531233.273425:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531233.273426:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8fc0, rc 0) 00000100:00100000:2.0:1713531233.273455:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+315:9800:x1796767405185600:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 250us (338us total) trans 4294971176 rc 0/0 00000100:00100000:2.0:1713531233.273462:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5405 00000100:00100000:0.0:1713531233.274233:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.274286:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185664 00000100:00100000:2.0:1713531233.274290:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185664 00000100:00100000:2.0:1713531233.274307:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1454 00000100:00100000:2.0:1713531233.274310:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1825:x1796767405185664:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:2.0:1713531233.274340:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.274348:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.274354:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.274355:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.274356:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 4/0,1 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.274377:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 86 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.274385:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 86 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:2.0:1713531233.274393:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409675456:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.274424:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.275041:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409675456:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.275054:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.275155:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.275197:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185728 00000100:00100000:3.0:1713531233.275201:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185728 00010000:00010000:3.0:1713531233.275217:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:3.0:1713531233.275241:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1109 00000100:00100000:3.0:1713531233.275247:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+87:1822:x1796767405185728:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.275255:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.275265:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.275295:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.275306:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fac3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c567e expref: 87 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.275314:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.275315:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.275317:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.275337:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.275348:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.275355:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275360:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531233.275372:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1822:x1796767405185728:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 124us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531233.275372:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275376:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531233.275378:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1109 00010000:00010000:2.0:1713531233.275381:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275385:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531233.275387:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275391:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275400:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.275403:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352faed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531233.275432:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1825:x1796767405185664:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1121us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.275437:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1454 00000100:00100000:0.0:1713531233.275973:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.276023:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185856 00000100:00100000:1.0:1713531233.276026:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185856 00000100:00100000:1.0:1713531233.276048:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1191 00000100:00100000:1.0:1713531233.276054:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+315:9800:x1796767405185856:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:1.0:1713531233.276075:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xb3:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c568c expref: 315 pid: 9619 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531233.276172:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971177 00000001:00080000:1.0:1713531233.276424:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971178 00010000:00010000:1.0:1713531233.276459:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.276465:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 318 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.276470:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.276483:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 318 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.276488:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 318 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:1.0:1713531233.276495:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675520:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.276521:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.277161:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675520:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.277171:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531233.277344:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.277395:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185920 00000100:00100000:3.0:1713531233.277399:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185920 00010000:00010000:3.0:1713531233.277409:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 319 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.277429:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000100:00100000:3.0:1713531233.277432:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+319:1822:x1796767405185920:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.277437:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.277441:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 319 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.277447:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 319 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.277458:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851352fabc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5677 expref: 319 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.277468:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008b666200) 00010000:00010000:3.0:1713531233.277471:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.277477:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.277481:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.277501:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531233.277521:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277525:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531233.277529:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+318:1822:x1796767405185920:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 94us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.277536:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1110 00000001:00080000:1.0:1713531233.277557:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971179 00000001:00080000:1.0:1713531233.277659:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971180 00000001:00080000:1.0:1713531233.277698:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971181 00000100:00100000:1.0:1713531233.277739:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409675584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1713531233.277762:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531233.277783:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1840 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.277813:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409675584 00000100:00100000:2.0:1713531233.277816:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409675584 00000100:00100000:2.0:1713531233.277841:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1713531233.277845:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409675584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1713531233.277884:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409675584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 38us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.277889:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1713531233.277898:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409675584:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1713531233.277927:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971182 00010000:00010000:1.0:1713531233.277946:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277951:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277954:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277956:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b630240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.277958:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277961:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277969:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008b666200) 00010000:00010000:1.0:1713531233.277970:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1713531233.277972:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.277975:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c9851352faf4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:1.0:1713531233.278114:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xd4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1713531233.278145:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].81, 64 off14816 00000001:00080000:1.0:1713531233.278148:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971183 00010000:00010000:1.0:1713531233.278181:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008b666200) 00010000:00010000:1.0:1713531233.278183:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1713531233.278186:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fadf lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb3:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c568c expref: 322 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531233.278225:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:9800:x1796767405185856:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2169us (2253us total) trans 4294971184 rc 0/0 00000100:00100000:1.0:1713531233.278229:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1191 00000020:00080000:1.0:1713531233.278232:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531233.286643:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.286689:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405185984 00000100:00100000:2.0:1713531233.286695:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405185984 00000100:00100000:2.0:1713531233.286725:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5406 00000100:00100000:2.0:1713531233.286731:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:9804:x1796767405185984:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:2.0:1713531233.286748:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.286763:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fafb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5693 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.286811:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.286820:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.286827:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.286869:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.286871:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.286880:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.286894:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fafb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5693 expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.286915:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5693 expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.286920:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.286922:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.286924:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9f80, rc 0) 00000100:00100000:2.0:1713531233.286950:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9804:x1796767405185984:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 219us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.286954:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5406 00000100:00100000:0.0:1713531233.289623:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.289659:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186112 00000100:00100000:2.0:1713531233.289662:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186112 00000100:00100000:2.0:1713531233.289677:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5407 00000100:00100000:2.0:1713531233.289680:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9805:x1796767405186112:12345-192.168.202.39@tcp:36:rm.0 00010000:00010000:2.0:1713531233.289698:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1713531233.289709:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3ded00/0xe3b2c9851352f7ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55c8 expref: 115 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.289718:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352f61d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c553c expref: 114 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.289722:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531233.289726:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fb02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5693 expref: 113 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.289730:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.289732:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.289744:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.289753:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 320 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.289759:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.289781:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 320 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.289791:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 320 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.289803:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675648:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.289840:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fca80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531233.290482:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675648:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531233.290494:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.290590:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.290632:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186176 00000100:00100000:3.0:1713531233.290638:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186176 00010000:00010000:3.0:1713531233.290654:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 321 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.290682:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1111 00000100:00100000:3.0:1713531233.290687:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:1823:x1796767405186176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.290698:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.290703:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 321 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.290713:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 321 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.290724:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fad1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5685 expref: 321 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.290742:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531233.290745:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.290752:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.290756:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.290773:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531233.290788:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290793:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.290802:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+320:1823:x1796767405186176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 115us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.290808:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1111 00010000:00010000:0.0:1713531233.290809:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290814:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290818:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290875:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290881:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 319 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.290885:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531233.290900:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 319 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.290906:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 319 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:0.0:1713531233.290912:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009aa6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675712:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531233.290941:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122e40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.291456:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88009aa6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675712:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.291465:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.291577:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.291611:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186240 00000100:00100000:3.0:1713531233.291614:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186240 00010000:00010000:3.0:1713531233.291623:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 320 pid: 15461 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.291642:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000100:00100000:3.0:1713531233.291645:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+320:1822:x1796767405186240:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.291650:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.291653:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 320 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.291658:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 320 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.291666:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851352f647 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xaf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c554a expref: 320 pid: 15461 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.291672:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:3.0:1713531233.291674:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.291678:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.291681:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.291688:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.291696:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.291702:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.291709:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+319:1822:x1796767405186240:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 62us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.291712:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1112 00000040:00080000:2.0:1713531233.292015:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].82, 64 off14880 00010000:00010000:2.0:1713531233.292056:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292062:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292067:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292070:0:9619:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292074:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292077:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292080:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292085:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9d40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531233.292087:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292091:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292096:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531233.292097:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531233.292099:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 3/0,0 mode: --/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292102:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb1e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xaf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292114:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292117:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292120:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292123:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a1c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.292125:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292128:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292131:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xaf:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531233.292132:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1713531233.292134:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292137:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fb17 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xaf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292167:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292170:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292173:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292175:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.292176:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292179:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292182:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.292183:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.292184:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292187:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb09 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531233.292191:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88009aa68e00 reply state ffff8801322d4000 transno 4294971185 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.292195:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531233.292236:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+114:9805:x1796767405186112:12345-192.168.202.39@tcp:36:rm.0 Request processed in 2552us (2612us total) trans 4294971185 rc 0/0 00000100:00100000:2.0:1713531233.292244:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5407 00010000:00010000:2.0:1713531233.292668:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292673:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292676:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292679:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.292680:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292683:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292688:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008b666100) 00010000:00010000:2.0:1713531233.292689:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.292690:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.292693:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c9851352fb10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.295779:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.295817:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186368 00000100:00100000:2.0:1713531233.295821:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186368 00000100:00100000:2.0:1713531233.295845:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5408 00000100:00100000:2.0:1713531233.295849:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+113:9806:x1796767405186368:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531233.295861:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.295871:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb25 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c569a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.295946:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.295956:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.295963:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.295974:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.295978:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.295982:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:2.0:1713531233.296158:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5f:0x0], index 1: 0 00010000:00010000:2.0:1713531233.296289:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296298:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296314:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296346:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296349:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296356:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296360:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.296361:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296364:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296369:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.296371:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.296372:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296375:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531233.296381:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008dfe6a00 reply state ffff88013228a000 transno 4294971186 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.296385:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531233.296398:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb25 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 116 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.296406:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.296410:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7600) 00010000:00010000:2.0:1713531233.296412:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.296413:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db180, rc 0) 00000100:00100000:2.0:1713531233.296443:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:9806:x1796767405186368:12345-192.168.202.39@tcp:101:dd.0 Request processed in 593us (665us total) trans 4294971186 rc 0/0 00000100:00100000:2.0:1713531233.296447:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5408 00010000:00010000:2.0:1713531233.296978:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296985:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296991:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.296996:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.296998:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.297004:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.297012:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008a9c7e00) 00010000:00010000:2.0:1713531233.297014:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.297017:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.297022:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb33 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.297291:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.297343:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186496 00000100:00100000:1.0:1713531233.297347:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186496 00000100:00100000:1.0:1713531233.297370:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1192 00000100:00100000:1.0:1713531233.297374:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+115:9806:x1796767405186496:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:1.0:1713531233.297505:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+116:9806:x1796767405186496:12345-192.168.202.39@tcp:35:dd.0 Request processed in 129us (214us total) trans 4294971187 rc 0/0 00000100:00100000:1.0:1713531233.297510:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1192 00000100:00100000:0.0:1713531233.306131:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.306219:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186624 00000100:00100000:2.0:1713531233.306225:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186624 00000100:00100000:2.0:1713531233.306260:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5409 00000100:00100000:2.0:1713531233.306265:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+319:9809:x1796767405186624:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.306300:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.306312:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fb48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56a1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.306393:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306401:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306408:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306421:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306424:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306428:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306486:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306490:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306494:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.306499:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00010000:00010000:2.0:1713531233.306554:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306558:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306562:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306566:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.306568:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306572:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306578:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.306580:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.306581:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306584:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fb4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306590:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306593:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306597:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306599:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.306601:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306603:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306610:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008a9c7c00) 00010000:00010000:2.0:1713531233.306611:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.306613:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306615:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fb56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.306637:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fb48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 322 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.306643:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 321 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.306646:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7600) 00010000:00010000:2.0:1713531233.306647:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.306649:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8b40, rc 0) 00000100:00100000:2.0:1713531233.306686:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:9809:x1796767405186624:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 421us (561us total) trans 4294971188 rc 0/0 00000100:00100000:2.0:1713531233.306691:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5409 00000100:00100000:0.0:1713531233.307601:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.307638:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186752 00000100:00100000:2.0:1713531233.307642:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186752 00000100:00100000:2.0:1713531233.307665:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5410 00000100:00100000:2.0:1713531233.307669:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:9809:x1796767405186752:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531233.307690:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.307697:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.307703:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 321 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.307707:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 5/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.307725:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 321 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.307732:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 321 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.307740:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675776:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.307779:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 115 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.307784:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 115 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.307789:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675840:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.307798:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.308408:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675776:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.308416:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409675840:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.308429:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531233.308528:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531233.308560:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.308579:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186880 00000100:00100000:3.0:1713531233.308584:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186880 00000100:00100000:2.0:1713531233.308590:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405186816 00000100:00100000:2.0:1713531233.308593:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405186816 00010000:00010000:3.0:1713531233.308600:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 116 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.308602:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 322 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.308620:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1113 00000100:00100000:2.0:1713531233.308623:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:1823:x1796767405186816:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531233.308626:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1114 00010000:00010000:2.0:1713531233.308629:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531233.308631:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+116:1822:x1796767405186880:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531233.308632:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 322 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.308637:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 322 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.308639:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.308643:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 116 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.308646:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fb5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a1 expref: 322 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.308652:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 116 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:2.0:1713531233.308659:0:6392:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7600) 00010000:00010000:2.0:1713531233.308663:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308668:0:6392:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308673:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531233.308680:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fb3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c569a expref: 116 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:2.0:1713531233.308692:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:1823:x1796767405186816:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531233.308694:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7600) 00000100:00100000:2.0:1713531233.308697:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1113 00010000:00010000:3.0:1713531233.308698:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.308704:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.308709:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531233.308721:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531233.308737:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.308739:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+115:1822:x1796767405186880:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 108us (213us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531233.308742:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531233.308745:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1114 00010000:00010000:2.0:1713531233.308847:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308852:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308855:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308858:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.308859:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308862:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308867:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7600) 00010000:00010000:2.0:1713531233.308868:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531233.308870:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.308873:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fb6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531233.308908:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:9809:x1796767405186752:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1237us (1306us total) trans 4294971189 rc 0/0 00000100:00100000:2.0:1713531233.308914:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5410 00000100:00100000:0.0:1713531233.309447:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.309494:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187008 00000100:00100000:1.0:1713531233.309498:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187008 00000100:00100000:1.0:1713531233.309520:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1193 00000100:00100000:1.0:1713531233.309525:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+321:9809:x1796767405187008:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:1.0:1713531233.309620:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:9809:x1796767405187008:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 94us (174us total) trans 4294971190 rc 0/0 00000100:00100000:1.0:1713531233.309624:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1193 00000100:00100000:0.0:1713531233.313288:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.313340:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187072 00000100:00100000:2.0:1713531233.313345:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187072 00000100:00100000:2.0:1713531233.313364:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5411 00000100:00100000:2.0:1713531233.313368:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+322:9810:x1796767405187072:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.313378:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.313386:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fb72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56a8 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.313417:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313424:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313429:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313441:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313444:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313447:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313509:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313512:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313515:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.313531:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00000004:00200000:2.0:1713531233.313533:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.313540:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313546:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313556:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313559:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313563:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313566:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.313568:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313571:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313576:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.313578:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.313579:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313582:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fb79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313588:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313592:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313596:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313598:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.313599:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313602:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313605:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.313606:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.313607:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313609:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fb80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.313623:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fb72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 324 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.313629:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 323 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.313632:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531233.313633:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.313634:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daf40, rc 0) 00000100:00100000:2.0:1713531233.313661:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+323:9810:x1796767405187072:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 293us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.313666:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5411 00000100:00100000:0.0:1713531233.314540:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.314577:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187136 00000100:00100000:2.0:1713531233.314580:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187136 00000100:00100000:2.0:1713531233.314609:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1455 00000100:00100000:2.0:1713531233.314614:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405187136:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.314623:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.314638:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56af expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531233.314656:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531233.314667:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.314669:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.314675:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.314686:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.314693:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db180, rc 0) 00000100:00100000:2.0:1713531233.314718:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405187136:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 104us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.314722:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1455 00000100:00100000:0.0:1713531233.315659:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.315700:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187200 00000100:00100000:2.0:1713531233.315703:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187200 00000100:00100000:2.0:1713531233.315717:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5412 00000100:00100000:2.0:1713531233.315720:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+323:9810:x1796767405187200:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.315728:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.315734:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56b6 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.315758:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.315765:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.315772:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.315799:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd0:0x0]: returning size 11776 00000004:00200000:2.0:1713531233.315807:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531233.315815:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.315829:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fb95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 325 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.315838:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 324 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.315843:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.315845:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531233.315846:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9d40, rc 0) 00000100:00100000:2.0:1713531233.315877:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+324:9810:x1796767405187200:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 154us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.315883:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5412 00000100:00100000:0.0:1713531233.317292:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.317354:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187328 00000100:00100000:2.0:1713531233.317358:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187328 00000100:00100000:2.0:1713531233.317378:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5413 00000100:00100000:2.0:1713531233.317383:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+324:9810:x1796767405187328:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531233.317392:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.317401:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fba3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56bd expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.317452:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.317461:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.317469:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.317477:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00010000:00010000:2.0:1713531233.317566:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fba3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56bd expref: 327 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.317578:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56bd expref: 326 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.317585:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531233.317587:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531233.317589:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9440, rc 0) 00000100:00100000:2.0:1713531233.317622:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+326:9810:x1796767405187328:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 237us (330us total) trans 4294971191 rc 0/0 00000100:00100000:2.0:1713531233.317628:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5413 00000100:00100000:0.0:1713531233.318427:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.318473:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187392 00000100:00100000:2.0:1713531233.318478:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187392 00000100:00100000:2.0:1713531233.318507:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1456 00000100:00100000:2.0:1713531233.318513:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1824:x1796767405187392:12345-192.168.202.39@tcp:1:lfs.0 00010000:00010000:2.0:1713531233.318534:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.318545:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.318552:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.318554:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531233.318556:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.318582:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 81 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531233.318593:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 81 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:2.0:1713531233.318606:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409675904:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531233.318650:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.319364:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409675904:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531233.319379:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.319530:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.319578:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187456 00000100:00100000:3.0:1713531233.319582:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187456 00010000:00010000:3.0:1713531233.319595:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00000100:00100000:3.0:1713531233.319619:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1115 00000100:00100000:3.0:1713531233.319624:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+82:1823:x1796767405187456:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.319634:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.319648:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.319658:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.319673:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5db180/0xe3b2c9851352fb8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56af expref: 82 pid: 20637 timeout: 427 lvb_type: 1 00010000:00010000:3.0:1713531233.319690:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.319691:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531233.319694:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.319699:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.319712:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531233.319735:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405187456:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 111us (207us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531233.319736:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531233.319740:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1115 00010000:00010000:0.0:1713531233.319744:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319764:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319771:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319778:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319784:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8fc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531233.319787:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319795:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319806:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531233.319813:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531233.319855:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1824:x1796767405187392:12345-192.168.202.39@tcp:1:lfs.0 Request processed in 1340us (1427us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531233.319861:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1456 00000100:00100000:0.0:1713531233.320477:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531233.320529:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187584 00000100:00100000:1.0:1713531233.320534:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187584 00000100:00100000:1.0:1713531233.320564:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1194 00000100:00100000:1.0:1713531233.320569:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+326:9810:x1796767405187584:12345-192.168.202.39@tcp:35:lfs.0 00000004:00010000:1.0:1713531233.320600:0:6407:0:(mdt_open.c:1913:mdt_hsm_release()) ### [0x200000402:0xb4:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56bd expref: 326 pid: 9619 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1713531233.320718:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971192 00000001:00080000:1.0:1713531233.320921:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971193 00010000:00010000:1.0:1713531233.320955:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.320963:0:6407:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 329 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.320967:0:6407:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.320980:0:6407:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 329 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531233.320985:0:6407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 329 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:1.0:1713531233.320995:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675968:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531233.321024:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1840 going to sleep for 11 seconds 00000100:00100000:1.0:1713531233.321650:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6407:1796767409675968:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531233.321660:0:6407:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:0.0:1713531233.321836:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.321878:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187648 00000100:00100000:3.0:1713531233.321882:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187648 00010000:00010000:3.0:1713531233.321895:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 330 pid: 9619 timeout: 427 lvb_type: 0 00000100:00100000:3.0:1713531233.321923:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000100:00100000:3.0:1713531233.321928:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+330:1822:x1796767405187648:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531233.321936:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.321940:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 330 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.321949:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 330 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.321961:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fb87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56a8 expref: 330 pid: 9619 timeout: 427 lvb_type: 0 00010000:00010000:3.0:1713531233.321971:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531233.321975:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.321980:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.321986:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531233.322007:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531233.322022:0:6407:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322027:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531233.322035:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+329:1822:x1796767405187648:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 105us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.322041:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1116 00000001:00080000:1.0:1713531233.322070:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971194 00000001:00080000:1.0:1713531233.322207:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971195 00000001:00080000:1.0:1713531233.322249:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971196 00000100:00100000:1.0:1713531233.322318:0:6407:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409676032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1713531233.322368:0:6407:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531233.322389:0:6407:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531233.322409:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676032 00000100:00100000:2.0:1713531233.322413:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676032 00000100:00100000:2.0:1713531233.322440:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1713531233.322444:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409676032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1713531233.322487:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:6407:x1796767409676032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 42us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.322494:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1713531233.322511:0:6407:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6407:1796767409676032:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1713531233.322538:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971197 00010000:00010000:1.0:1713531233.322562:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322566:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322569:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322575:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531233.322577:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322580:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322585:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:1.0:1713531233.322587:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1713531233.322588:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531233.322591:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c9851352fbbf lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6407 initiator: MDT0 00000004:00080000:1.0:1713531233.322776:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000401:0xd5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1713531233.322811:0:6407:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].82, 64 off14784 00000001:00080000:1.0:1713531233.322815:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971198 00010000:00010000:1.0:1713531233.322850:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:1.0:1713531233.322852:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1713531233.322855:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbaa lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56bd expref: 333 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531233.322900:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+332:9810:x1796767405187584:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 2330us (2423us total) trans 4294971199 rc 0/0 00000100:00100000:1.0:1713531233.322905:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1194 00000020:00080000:1.0:1713531233.322907:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1713531233.376754:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.376820:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187776 00000100:00100000:2.0:1713531233.376829:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187776 00000100:00100000:2.0:1713531233.376877:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5414 00000100:00100000:2.0:1713531233.376882:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+332:9835:x1796767405187776:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531233.376899:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.376916:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56c4 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.377001:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377010:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377019:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377033:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377037:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377041:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377111:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fbdb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377115:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377119:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531233.377124:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00010000:00010000:2.0:1713531233.377192:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377198:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377204:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377209:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.377213:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377219:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377230:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531233.377233:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.377237:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377243:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fbcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377285:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377288:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377291:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377294:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531233.377295:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377298:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377302:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x5efc94da (ffff88008a9c7500) 00010000:00010000:2.0:1713531233.377303:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531233.377305:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377307:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fbd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x5efc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.377349:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fbc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56c4 expref: 335 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.377362:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fbdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56c4 expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.377368:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:2.0:1713531233.377370:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531233.377372:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9f80, rc 0) 00000100:00100000:2.0:1713531233.377421:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:9835:x1796767405187776:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 537us (672us total) trans 4294971200 rc 0/0 00000100:00100000:2.0:1713531233.377428:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5414 00000100:00100000:0.0:1713531233.378778:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531233.378845:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187904 00000100:00100000:3.0:1713531233.378850:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187904 00000100:00100000:3.0:1713531233.378887:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 522 00000100:00100000:3.0:1713531233.378893:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:9835:x1796767405187904:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:3.0:1713531233.378902:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531233.378913:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fbdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56c4 expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531233.378936:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7400) 00010000:00010000:3.0:1713531233.378943:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531233.378967:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:9835:x1796767405187904:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 73us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531233.378973:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 522 00000100:00100000:0.0:1713531233.379597:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.379638:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405187968 00000100:00100000:2.0:1713531233.379642:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405187968 00000100:00100000:2.0:1713531233.379669:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5415 00000100:00100000:2.0:1713531233.379674:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:9835:x1796767405187968:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:2.0:1713531233.379726:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.379735:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.379742:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531233.379902:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].174, 136 off31648 00000100:00100000:2.0:1713531233.379940:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:9835:x1796767405187968:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 265us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.379944:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5415 00000100:00100000:0.0:1713531233.380525:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531233.380562:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188032 00000100:00100000:2.0:1713531233.380566:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188032 00000100:00100000:2.0:1713531233.380584:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5416 00000100:00100000:2.0:1713531233.380589:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:9835:x1796767405188032:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531233.380596:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531233.380604:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56cb expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.380633:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.380641:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.380653:0:9619:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531233.380662:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.380671:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531233.380673:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531233.380676:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 334 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531233.380682:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db3c0, rc 0) 00000100:00100000:2.0:1713531233.380708:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:9835:x1796767405188032:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 119us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531233.380712:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5416 00000040:00080000:0.0:1713531234.015452:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531234.015458:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531234.015487:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 175 count 109 00000040:00080000:0.0:1713531234.015492:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531234.015550:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409676096:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531234.015605:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122600 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.016657:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409676096:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531234.016720:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531234.016723:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531234.016828:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 175 count 109 00000040:00080000:2.0:1713531234.016836:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531234.016887:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.016921:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188096 00000100:00100000:2.0:1713531234.016925:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188096 00000100:00100000:2.0:1713531234.016952:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5417 00000100:00100000:2.0:1713531234.016958:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9838:x1796767405188096:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531234.016980:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb0:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531234.017032:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9838:x1796767405188096:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 73us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.017039:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5417 00000100:00100000:0.0:1713531234.017805:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.017838:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188160 00000100:00100000:2.0:1713531234.017841:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188160 00000100:00100000:2.0:1713531234.017854:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5418 00000100:00100000:2.0:1713531234.017857:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9838:x1796767405188160:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.017895:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017908:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017919:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017937:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017942:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017947:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017961:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017971:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.017985:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.018007:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00000004:00200000:2.0:1713531234.018010:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531234.018020:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018027:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018032:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018038:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018043:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.018046:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018052:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018061:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531234.018063:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.018066:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018071:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fbf7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018091:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018096:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018101:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018105:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.018107:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018111:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018116:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ee9622f (ffff88008a9c7600) 00010000:00010000:2.0:1713531234.018117:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.018119:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018123:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fbfe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018134:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018138:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018143:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018148:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.018150:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018155:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018160:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531234.018162:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.018164:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.018170:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.018202:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9838:x1796767405188160:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 342us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.018209:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5418 00000100:00100000:0.0:1713531234.019002:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.019041:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188288 00000100:00100000:2.0:1713531234.019045:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188288 00000100:00100000:2.0:1713531234.019061:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5419 00000100:00100000:2.0:1713531234.019065:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+115:9838:x1796767405188288:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.019073:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.019083:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc0c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56d2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.019145:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019152:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019159:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019168:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019173:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019178:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019195:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019200:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019205:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.019210:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb0:0x0]: returning size 0 00010000:00010000:2.0:1713531234.019257:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019261:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019264:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019292:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.019294:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019301:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019306:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531234.019307:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531234.019309:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019312:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019334:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019337:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019340:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019343:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.019344:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019347:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019351:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531234.019352:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.019353:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019355:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc13 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019359:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019363:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019366:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019369:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.019370:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019372:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019375:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6ee9622f (ffff88008a9c7000) 00010000:00010000:2.0:1713531234.019376:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.019377:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019380:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc1a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6ee9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.019398:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc0c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56d2 expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.019402:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc0c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56d2 expref: 117 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.019406:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531234.019434:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:9838:x1796767405188288:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 367us (432us total) trans 4294971201 rc 301/301 00000100:00100000:2.0:1713531234.019443:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5419 00000100:00100000:0.0:1713531234.020215:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.020257:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188352 00000100:00100000:2.0:1713531234.020260:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188352 00000100:00100000:2.0:1713531234.020298:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5420 00000100:00100000:2.0:1713531234.020302:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:9838:x1796767405188352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531234.020328:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb0:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531234.020362:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:9838:x1796767405188352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 59us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.020367:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5420 00000100:00100000:0.0:1713531234.021138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.021179:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188480 00000100:00100000:2.0:1713531234.021183:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188480 00000100:00100000:2.0:1713531234.021204:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5421 00000100:00100000:2.0:1713531234.021207:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+116:9838:x1796767405188480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.021214:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.021220:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56d9 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.021527:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.021533:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.021537:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.021541:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb5:0x0]: returning size 0 00010000:00010000:2.0:1713531234.021556:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56d9 expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.021565:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56d9 expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.021569:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:2.0:1713531234.021570:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531234.021571:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5da640, rc 0) 00000100:00100000:2.0:1713531234.021595:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:9838:x1796767405188480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 387us (459us total) trans 4294971202 rc 0/0 00000100:00100000:2.0:1713531234.021599:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5421 00000100:00100000:0.0:1713531234.022671:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.022711:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188608 00000100:00100000:2.0:1713531234.022714:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188608 00000100:00100000:2.0:1713531234.022738:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5422 00000100:00100000:2.0:1713531234.022743:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:9838:x1796767405188608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.022764:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531234.022773:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56d9 expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.022783:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:2.0:1713531234.022788:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531234.022798:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.022807:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 333 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.022814:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.022834:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 333 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.022845:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 333 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.022857:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676160:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531234.022892:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fca80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.023481:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676160:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531234.023490:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.023619:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.023670:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188672 00000100:00100000:3.0:1713531234.023673:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188672 00010000:00010000:3.0:1713531234.023687:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 334 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1713531234.023705:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1117 00000100:00100000:3.0:1713531234.023708:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+334:1822:x1796767405188672:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.023714:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.023716:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 334 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.023723:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 334 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.023731:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fb9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56b6 expref: 334 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.023741:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531234.023743:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.023748:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.023751:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.023760:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531234.023766:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023770:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531234.023776:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+333:1822:x1796767405188672:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 67us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.023780:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1117 00010000:00010000:2.0:1713531234.023785:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023791:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023797:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023830:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023836:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023842:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023846:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.023849:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023854:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023861:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531234.023863:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.023865:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023870:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fc44 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023879:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023884:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023889:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023893:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.023895:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023900:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023911:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0xe73b6b2f (ffff88008a9c7e00) 00010000:00010000:2.0:1713531234.023912:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.023915:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.023919:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fc4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0xe73b6b2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.023961:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:9838:x1796767405188608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 1216us (1290us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531234.023968:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5422 00000100:00100000:0.0:1713531234.024539:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.024576:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188736 00000100:00100000:2.0:1713531234.024579:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188736 00000100:00100000:2.0:1713531234.024592:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5423 00000100:00100000:2.0:1713531234.024595:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+117:9838:x1796767405188736:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.024602:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.024612:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fc52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56e0 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.024627:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.024633:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.024640:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.024685:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fc52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 119 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.024696:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 118 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.024701:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.024702:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1713531234.024704:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9440, rc 0) 00000100:00100000:2.0:1713531234.024725:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:9838:x1796767405188736:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 128us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.024730:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5423 00000100:00100000:0.0:1713531234.025333:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.025379:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188864 00000100:00100000:2.0:1713531234.025383:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188864 00000100:00100000:2.0:1713531234.025401:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5424 00000100:00100000:2.0:1713531234.025405:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+118:9838:x1796767405188864:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.025437:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.025448:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.025452:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531234.025560:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008ebe0000 reply state ffff8801322d5000 transno 4294971203 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.025568:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531234.025607:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:9838:x1796767405188864:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 200us (274us total) trans 4294971203 rc 0/0 00000100:00100000:2.0:1713531234.025613:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5424 00010000:00010000:2.0:1713531234.026112:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026117:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026121:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026123:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.026125:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026128:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026133:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.026134:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531234.026136:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.026139:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fc60 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.026189:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.026214:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188928 00000100:00100000:2.0:1713531234.026217:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188928 00000100:00100000:2.0:1713531234.026229:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5425 00000100:00100000:2.0:1713531234.026232:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+119:9838:x1796767405188928:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.026239:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.026244:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56e7 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.026260:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 120 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.026285:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 120 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.026293:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.026295:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531234.026297:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db840, rc 0) 00000100:00100000:2.0:1713531234.026330:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+120:9838:x1796767405188928:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 83us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.026336:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5425 00000100:00100000:0.0:1713531234.026944:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531234.026977:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405188992 00000100:00100000:1.0:1713531234.026981:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405188992 00000100:00100000:1.0:1713531234.027004:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1195 00000100:00100000:1.0:1713531234.027009:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:9838:x1796767405188992:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1713531234.027054:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:9838:x1796767405188992:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 44us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531234.027059:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1195 00000100:00100000:0.0:1713531234.027697:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531234.027729:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189120 00000100:00100000:1.0:1713531234.027732:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189120 00000100:00100000:1.0:1713531234.027752:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1196 00000100:00100000:1.0:1713531234.027756:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+120:9838:x1796767405189120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531234.027851:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189120:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 94us (154us total) trans 4294971204 rc 0/0 00000100:00100000:1.0:1713531234.027856:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1196 00000100:00100000:0.0:1713531234.028465:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.028493:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189248 00000100:00100000:2.0:1713531234.028496:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189248 00000100:00100000:2.0:1713531234.028510:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5426 00000100:00100000:2.0:1713531234.028513:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189248:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531234.028543:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189248:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.028547:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5426 00000100:00100000:0.0:1713531234.029265:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.029339:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189376 00000100:00100000:2.0:1713531234.029346:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189376 00000100:00100000:2.0:1713531234.029360:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5427 00000100:00100000:2.0:1713531234.029363:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.029369:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.029377:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56ee expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.029410:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.029416:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.029420:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.029436:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.029445:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 122 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.029455:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676224:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531234.029490:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.030131:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676224:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531234.030143:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.030230:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.030303:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189440 00000100:00100000:3.0:1713531234.030307:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189440 00010000:00010000:3.0:1713531234.030333:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 123 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1713531234.030355:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000100:00100000:3.0:1713531234.030358:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+123:1823:x1796767405189440:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.030365:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.030368:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 123 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.030374:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 123 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.030387:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fc67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e7 expref: 123 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.030394:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531234.030397:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.030401:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.030404:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.030414:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531234.030420:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030424:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.030431:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb5:0x0]: returning size 0 00000100:00100000:3.0:1713531234.030434:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+122:1823:x1796767405189440:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.030438:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1118 00000004:00080000:2.0:1713531234.030531:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x62:0x0], index 0: 0 00010000:00010000:2.0:1713531234.030635:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030642:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030648:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030653:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.030656:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030661:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030669:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.030671:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531234.030673:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030678:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fc75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.030703:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc6e lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56ee expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.030709:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fc6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56ee expref: 122 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.030716:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8b40, rc 0) 00000100:00100000:2.0:1713531234.030742:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189376:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1377us (1478us total) trans 4294971205 rc 301/301 00000100:00100000:2.0:1713531234.030750:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5427 00000100:00100000:0.0:1713531234.031503:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531234.031555:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189568 00000100:00100000:1.0:1713531234.031559:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189568 00000100:00100000:1.0:1713531234.031584:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1197 00000100:00100000:1.0:1713531234.031593:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+121:9838:x1796767405189568:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531234.031722:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+122:9838:x1796767405189568:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 128us (219us total) trans 4294971206 rc 0/0 00000100:00100000:1.0:1713531234.031728:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1197 00000100:00100000:0.0:1713531234.032368:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.032411:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189632 00000100:00100000:2.0:1713531234.032415:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189632 00000100:00100000:2.0:1713531234.032434:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5428 00000100:00100000:2.0:1713531234.032439:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+122:9838:x1796767405189632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.032448:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.032457:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56f5 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.032486:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.032494:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.032499:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.032511:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb5:0x0]: returning size 0 00000004:00200000:2.0:1713531234.032513:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531234.032519:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.032529:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fc83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56f5 expref: 124 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.032537:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56f5 expref: 123 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.032541:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.032543:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531234.032544:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8480, rc 0) 00000100:00100000:2.0:1713531234.032568:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:9838:x1796767405189632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.032572:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5428 00000100:00100000:0.0:1713531234.033526:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.033567:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189696 00000100:00100000:2.0:1713531234.033571:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189696 00000100:00080000:0.0:1713531234.033591:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531204 00000100:00100000:2.0:1713531234.033608:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1457 00000100:00100000:2.0:1713531234.033614:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405189696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.033623:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.033639:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c56fc expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531234.033653:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531234.033661:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.033663:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.033667:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531234.033675:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531234.033681:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5da640, rc 0) 00000100:00100000:2.0:1713531234.033704:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405189696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 91us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.033708:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1457 00000100:00100000:0.0:1713531234.034437:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.034477:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189824 00000100:00100000:2.0:1713531234.034480:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189824 00000100:00100000:2.0:1713531234.034493:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5429 00000100:00100000:2.0:1713531234.034496:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:9838:x1796767405189824:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531234.034525:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:9838:x1796767405189824:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.034528:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5429 00000100:00100000:0.0:1713531234.035619:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.035665:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189888 00000100:00100000:2.0:1713531234.035670:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189888 00000100:00100000:2.0:1713531234.035699:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1458 00000100:00100000:2.0:1713531234.035704:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:9838:x1796767405189888:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.035711:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.035722:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5703 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.035738:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531234.035745:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.035746:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.035749:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.035771:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531234.035782:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 428 lvb_type: 1 00000100:00100000:2.0:1713531234.035798:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676288:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531234.035836:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.036475:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676288:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531234.036486:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.036493:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9b00, rc 0) 00000100:00100000:2.0:1713531234.036509:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:9838:x1796767405189888:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 806us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.036513:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1458 00000100:00100000:0.0:1713531234.036678:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.036721:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405189952 00000100:00100000:3.0:1713531234.036725:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405189952 00010000:00010000:3.0:1713531234.036736:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 428 lvb_type: 1 00000100:00100000:3.0:1713531234.036755:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1119 00000100:00100000:3.0:1713531234.036758:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405189952:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.036764:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.036773:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.036783:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.036795:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56fc expref: 15 pid: 20637 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.036809:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531234.036811:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531234.036816:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.036823:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.036842:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531234.036851:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409676352:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531234.036880:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9480 going to sleep for 11 seconds 00000100:00100000:3.0:1713531234.037519:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409676352:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531234.037528:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531234.037548:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405189952:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 789us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.037553:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1119 00000100:00100000:0.0:1713531234.042378:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.042454:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190080 00000100:00100000:2.0:1713531234.042459:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190080 00002000:00100000:2.0:1713531234.042481:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (0->1048575) req@ffff88008ebe3480 x1796767405190080/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:610/0 lens 488/0 e 0 to 0 dl 1713531245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.042489:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebe3480 with x1796767405190080 ext(0->1048575) 00002000:00010000:2.0:1713531234.042492:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebe3480 00000100:00100000:2.0:1713531234.042512:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 382 00000100:00100000:2.0:1713531234.042516:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405190080:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531234.053582:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405190080:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 11057us (11200us total) trans 4294967679 rc 0/0 00000100:00100000:2.0:1713531234.053591:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 382 00002000:00100000:2.0:1713531234.053599:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (0->1048575) req@ffff88008ebe3480 x1796767405190080/t4294967679(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:610/0 lens 488/448 e 0 to 0 dl 1713531245 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.053611:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ebe3480 with x1796767405190080 ext(0->1048575) 00002000:00010000:2.0:1713531234.053615:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ebe3480 00000100:00100000:0.0:1713531234.054658:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.054707:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190144 00000100:00100000:2.0:1713531234.054713:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190144 00000100:00100000:2.0:1713531234.054751:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5430 00000100:00100000:2.0:1713531234.054756:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+123:9838:x1796767405190144:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531234.063262:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971174 is committed 00000001:00080000:0.0:1713531234.063292:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971157 is committed 00000001:00080000:1.0:1713531234.063334:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971206 is committed 00000001:00080000:1.0:1713531234.063343:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971199 is committed 00000001:00080000:0.0:1713531234.063352:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971200 is committed 00000100:00100000:2.0:1713531234.063370:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+105:9838:x1796767405190144:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8608us (8709us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.063381:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5430 00000004:00080000:1.0:1713531234.063406:0:21518:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00000004:00080000:0.0:1713531234.063415:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 27 committed 00000004:00080000:0.0:1713531234.063448:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000100:00100000:2.0:1713531234.063460:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409676416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1713531234.063483:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409676480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1713531234.063486:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409676544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1713531234.063492:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531234.063507:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531234.063517:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676416 00000100:00100000:2.0:1713531234.063520:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676416 00000100:00100000:3.0:1713531234.063521:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531234.063526:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676480 00000100:00100000:1.0:1713531234.063528:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676480 00000100:00100000:2.0:1713531234.063535:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676544 00000100:00100000:2.0:1713531234.063536:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676544 00000100:00100000:1.0:1713531234.063545:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1713531234.063548:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:2634:x1796767409676416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1713531234.063550:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:0.0:1713531234.063554:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409676480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1713531234.063557:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:2.0:1713531234.063560:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:2632:x1796767409676544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1713531234.063563:0:15497:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:92 count 1 00002000:00080000:0.0:1713531234.063566:0:17279:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:93 count 1 00002000:00080000:2.0:1713531234.063569:0:20637:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:93 count 1 00010000:00010000:2.0:1713531234.063583:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531234.063584:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1713531234.063587:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531234.063588:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063592:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063595:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531234.063596:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.063599:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063599:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063599:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531234.063601:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531234.063603:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063607:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063608:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531234.063612:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063614:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063616:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.063617:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531234.063617:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063620:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063621:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063621:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063625:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b630000 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531234.063627:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.063632:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063634:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063640:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063642:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 15 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531234.063642:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063645:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531234.063646:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b630000/0xe3b2c9851352fca6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063648:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063653:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 15 pid: 15497 timeout: 428 lvb_type: 1 00010000:00010000:0.0:1713531234.063654:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531234.063664:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676608:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531234.063664:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.063671:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab09f80/0xe3b2c9851352fcad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063710:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 84 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.063719:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 84 pid: 15497 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.063728:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676672:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531234.063752:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008bca59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531234.063798:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:2634:x1796767409676416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (305us total) trans 4294967680 rc 0/0 00000100:00100000:1.0:1713531234.063802:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000004:00080000:2.0:1713531234.063820:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132091880/2, rc 0, transno 384 00000100:00100000:2.0:1713531234.063827:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409676416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1713531234.063900:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:2631:x1796767409676480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 343us (390us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1713531234.063906:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000004:00080000:1.0:1713531234.063914:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008dbbd880/2, rc 0, transno 375 00000100:00100000:1.0:1713531234.063922:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409676480:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1713531234.063922:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531204 00000100:00100000:0.0:1713531234.064536:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531234.064557:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.064562:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676608:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531234.064566:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190208 00000100:00100000:1.0:1713531234.064569:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190208 00000100:00100000:2.0:1713531234.064571:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409676672:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531234.064584:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1462 00010000:00010000:2.0:1713531234.064587:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531234.064587:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405190208:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1713531234.064606:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190272 00000100:00100000:3.0:1713531234.064609:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190272 00010000:00010000:3.0:1713531234.064626:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 17 pid: 15497 timeout: 428 lvb_type: 1 00000100:00100000:3.0:1713531234.064646:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:3.0:1713531234.064651:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405190272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.064660:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.064664:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 17 pid: 15497 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.064674:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 17 pid: 15497 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.064687:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013998ad00/0xe3b2c9851352f6e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c557b expref: 17 pid: 15497 timeout: 428 lvb_type: 1 00010000:00010000:3.0:1713531234.064695:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531234.064710:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+16:1824:x1796767405190272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 59us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.064715:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1120 00000100:00100000:0.0:1713531234.065702:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.065738:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190336 00000100:00100000:3.0:1713531234.065742:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190336 00010000:00010000:3.0:1713531234.065755:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 85 pid: 15497 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1713531234.065775:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1121 00000100:00100000:3.0:1713531234.065780:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1825:x1796767405190336:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.065788:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.065791:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 85 pid: 15497 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.065800:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 85 pid: 15497 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.065812:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a4d80/0xe3b2c9851352f42c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5478 expref: 85 pid: 15497 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.065822:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531234.065823:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531234.065826:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.065833:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.065857:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531234.065878:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1825:x1796767405190336:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.065884:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1121 00010000:00010000:2.0:1713531234.065886:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065895:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065900:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065904:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065909:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065912:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531234.065914:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065918:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065928:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.065939:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fc9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531234.066159:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:2632:x1796767409676544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2595us (2635us total) trans 4294967681 rc 0/0 00000100:00100000:2.0:1713531234.066165:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000004:00080000:0.0:1713531234.066191:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132093800/2, rc 0, transno 385 00000100:00100000:0.0:1713531234.066200:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409676544:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1713531234.074439:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967680 is committed 00000001:00080000:0.0:1713531234.074447:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967679 is committed 00000100:00100000:1.0:1713531234.074484:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405190208:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 9892us (9945us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531234.074493:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1462 00000100:00100000:0.0:1713531234.075337:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.075349:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190464 00000100:00100000:2.0:1713531234.075353:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190464 00000100:00100000:2.0:1713531234.075372:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5431 00000100:00100000:2.0:1713531234.075375:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9838:x1796767405190464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.075401:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531234.075414:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fc8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56f5 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.075423:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.075426:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531234.075440:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075448:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075453:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075464:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075467:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075471:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075474:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.075477:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075480:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075484:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.075485:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.075486:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.075489:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fcb4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.075530:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9838:x1796767405190464:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 153us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.075534:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5431 00000100:00100000:0.0:1713531234.076283:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.076328:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190528 00000100:00100000:3.0:1713531234.076332:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190528 00000100:00100000:3.0:1713531234.076348:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5432 00000100:00100000:3.0:1713531234.076352:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9838:x1796767405190528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531234.076360:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531234.076368:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c570a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.076391:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.076398:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.076408:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531234.076409:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531234.076411:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b600, rc 0) 00000100:00100000:3.0:1713531234.076434:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9838:x1796767405190528:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 81us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531234.076438:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5432 00000100:00100000:0.0:1713531234.077089:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531234.077128:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190592 00000100:00100000:1.0:1713531234.077132:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190592 00000100:00100000:1.0:1713531234.077160:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1463 00000100:00100000:1.0:1713531234.077165:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405190592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1713531234.077293:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x62:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1713531234.077296:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x62:0x0] updating lvb mtime from disk: 0 -> 1713531232 00002000:00010000:1.0:1713531234.077299:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x62:0x0] updating lvb atime from disk: 0 -> 1713531232 00002000:00010000:1.0:1713531234.077301:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x62:0x0] updating lvb ctime from disk: 0 -> 1713531232 00002000:00010000:1.0:1713531234.077303:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x62:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1713531234.077346:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405190592:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 180us (256us total) trans 4294967682 rc 0/0 00000100:00100000:1.0:1713531234.077353:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1463 00000100:00100000:0.0:1713531234.077971:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.078012:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190720 00000100:00100000:3.0:1713531234.078016:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190720 00000100:00100000:3.0:1713531234.078034:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5433 00000100:00100000:3.0:1713531234.078038:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9838:x1796767405190720:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1713531234.078056:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.078063:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.078072:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.078087:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531234.078094:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 86 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1713531234.078102:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676736:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531234.078132:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531234.078792:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676736:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531234.078802:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.078827:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531234.078839:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190784 00000100:00100000:3.0:1713531234.078842:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190784 00010000:00010000:3.0:1713531234.078851:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:3.0:1713531234.078862:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1122 00000100:00100000:3.0:1713531234.078865:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405190784:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531234.078871:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531234.078873:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.078879:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.078888:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fc59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c56e0 expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:3.0:1713531234.078894:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:3.0:1713531234.078897:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.078901:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.078904:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531234.078911:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531234.078919:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078925:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531234.078932:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405190784:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 65us (107us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531234.078935:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531234.078936:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1122 00010000:00010000:0.0:1713531234.078938:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078941:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078944:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531234.078946:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078949:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078954:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:0.0:1713531234.078956:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531234.078958:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.078961:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352fcc2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.078982:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9838:x1796767405190720:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 943us (1012us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531234.078986:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5433 00000100:00100000:0.0:1713531234.079615:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531234.079657:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190848 00000100:00100000:1.0:1713531234.079661:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190848 00000100:00100000:1.0:1713531234.079690:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1464 00000100:00100000:1.0:1713531234.079696:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405190848:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1713531234.079714:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.079726:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.079733:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531234.079734:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1713531234.079737:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.079753:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.079762:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 14 pid: 20637 timeout: 428 lvb_type: 0 00000100:00100000:1.0:1713531234.079772:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409676800:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531234.079797:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1713531234.080430:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dbbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409676800:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531234.080443:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531234.081413:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.081439:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405190912 00000100:00100000:2.0:1713531234.081442:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405190912 00010000:00010000:2.0:1713531234.081454:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.081466:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1123 00000100:00100000:2.0:1713531234.081470:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405190912:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531234.081475:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531234.081483:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.081489:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.081501:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fc98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5703 expref: 15 pid: 20637 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.081507:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.081508:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531234.081510:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.081516:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.081530:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531234.081549:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405190912:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 78us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.081553:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1123 00010000:00010000:1.0:1713531234.081554:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081562:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081576:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081582:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081589:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081594:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632d00 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531234.081597:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081604:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081620:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.081626:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b632d00/0xe3b2c9851352fcc9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531234.081658:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405190848:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 1961us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531234.081664:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1464 00000100:00100000:0.0:1713531234.082136:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.082175:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191040 00000100:00100000:2.0:1713531234.082179:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191040 00000100:00100000:2.0:1713531234.082198:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5434 00000100:00100000:2.0:1713531234.082203:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9838:x1796767405191040:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531234.082419:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.082430:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.082437:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.082466:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.082479:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 86 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.082489:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676864:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531234.082521:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.083092:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa28700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409676864:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531234.083105:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531234.083227:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.083263:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191104 00000100:00100000:2.0:1713531234.083279:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191104 00010000:00010000:2.0:1713531234.083291:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1713531234.083304:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000100:00100000:2.0:1713531234.083307:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405191104:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531234.083312:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531234.083328:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.083336:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.083344:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fcbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c570a expref: 87 pid: 9619 timeout: 428 lvb_type: 0 00010000:00010000:2.0:1713531234.083352:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:2.0:1713531234.083354:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.083358:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.083361:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.083376:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531234.083391:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.083396:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405191104:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 88us (170us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531234.083399:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531234.083400:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1124 00000001:00080000:0.0:1713531234.083490:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971207 00000001:00080000:0.0:1713531234.083576:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971208 00000001:00080000:0.0:1713531234.083602:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971209 00000100:00100000:0.0:1713531234.083641:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dea3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409676928:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531234.083666:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531234.083687:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122900 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.083703:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676928 00000100:00100000:2.0:1713531234.083707:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676928 00000100:00100000:2.0:1713531234.083728:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1713531234.083733:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409676928:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531234.083797:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409676928:12345-0@lo:1000:mdt00_004.0 Request processed in 63us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.083802:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1713531234.083815:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967680 gen 2 00000004:00080000:0.0:1713531234.083818:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132091880, transno 4294967680 00000100:00100000:0.0:1713531234.083826:0:9619:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff880132093800 x1796767409676544/t4294967681(4294967681) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1713531250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:0.0:1713531234.083832:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dea3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409676928:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531234.083992:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971210 00000100:00100000:0.0:1713531234.084036:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409676992:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531234.084057:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531234.084075:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.084081:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409676992 00000100:00100000:2.0:1713531234.084084:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409676992 00000100:00100000:2.0:1713531234.084099:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1713531234.084102:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409676992:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531234.084197:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409676992:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (139us total) trans 4294967683 rc 0/0 00000100:00100000:2.0:1713531234.084201:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1713531234.084218:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409676992:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531234.084253:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971211 00010000:00010000:0.0:1713531234.084293:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084298:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084301:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084304:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531234.084305:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084309:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084313:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7200) 00010000:00010000:0.0:1713531234.084330:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531234.084332:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084335:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fcd0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084351:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084357:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084361:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084363:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531234.084365:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084367:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531234.084371:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:0.0:1713531234.084373:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531234.084376:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.084380:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.084384:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531234.084397:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db3c0/0xe3b2c9851352fbf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c56cb expref: 269 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531234.084403:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb88380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677056:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531234.084427:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531234.085073:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb88380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677056:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531234.085083:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085088:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fbe9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085101:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085107:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085112:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085116:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085119:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085122:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085124:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.085126:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085129:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085134:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb0:0x0].0x0 (ffff88008a9c7d00) 00010000:00010000:2.0:1713531234.085135:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.085137:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.085139:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fcd7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531234.085182:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531234.085184:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531234.085184:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531234.085222:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191168 00000100:00100000:0.0:1713531234.085226:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191168 00000100:00100000:0.0:1713531234.085255:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1198 00000100:00100000:0.0:1713531234.085260:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:9835:x1796767405191168:12345-192.168.202.39@tcp:49:md5sum.0 00000040:00080000:2.0:1713531234.085294:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 175 count 109 00000040:00080000:2.0:1713531234.085300:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531234.085355:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:9835:x1796767405191168:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 94us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531234.085362:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1198 00000100:00100000:2.0:1713531234.085364:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:9838:x1796767405191040:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3158us (3225us total) trans 4294971212 rc 0/0 00000100:00100000:2.0:1713531234.085371:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5434 00000020:00080000:2.0:1713531234.085374:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1713531234.085377:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531234.085380:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531234.085816:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 109 00000040:00080000:3.0:1713531234.085823:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531234.086040:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.086074:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191296 00000100:00100000:2.0:1713531234.086077:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191296 00000100:00100000:2.0:1713531234.086094:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1199 00000100:00100000:0.0:1713531234.086095:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.086098:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9838:x1796767405191296:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531234.086142:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191360 00000100:00100000:1.0:1713531234.086145:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191360 00000100:00100000:1.0:1713531234.086165:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1465 00000100:00100000:1.0:1713531234.086170:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:9835:x1796767405191360:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531234.086177:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531234.086191:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b633600/0xe3b2c9851352fcde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5711 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531234.086203:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x62:0x0] initial LVB size: 1048576, mtime: 0x66226960, atime: 0x66226960, ctime: 0x66226960, blocks: 0x803 00010000:00010000:1.0:1713531234.086213:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531234.086215:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531234.086221:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b633600/0xe3b2c9851352fcde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5711 expref: 85 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.086231:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b633600/0xe3b2c9851352fcde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5711 expref: 85 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531234.086244:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b633600, rc 0) 00000100:00100000:1.0:1713531234.086288:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:9835:x1796767405191360:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 117us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531234.086295:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1465 00000004:00080000:2.0:1713531234.086300:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xb5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531234.086360:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971213 00010000:00010000:2.0:1713531234.086394:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086401:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086407:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086413:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086418:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086422:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086426:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086430:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531234.086433:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086438:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086444:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb5:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:2.0:1713531234.086446:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531234.086448:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531234.086452:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fce5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531234.086511:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9838:x1796767405191296:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 411us (471us total) trans 4294971214 rc 0/0 00000100:00100000:2.0:1713531234.086516:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1199 00000020:00080000:2.0:1713531234.086519:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1713531234.087103:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.087139:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191488 00000100:00100000:2.0:1713531234.087143:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191488 00002000:00100000:2.0:1713531234.087161:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (0->32767) req@ffff88008eb88380 x1796767405191488/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:610/0 lens 488/0 e 0 to 0 dl 1713531245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.087169:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb88380 with x1796767405191488 ext(0->32767) 00002000:00010000:2.0:1713531234.087171:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eb88380 00000100:00100000:2.0:1713531234.087190:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 383 00000100:00100000:2.0:1713531234.087193:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405191488:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531234.087830:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405191488:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 633us (725us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1713531234.087837:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 383 00002000:00100000:2.0:1713531234.087842:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (0->32767) req@ffff88008eb88380 x1796767405191488/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:610/0 lens 488/440 e 0 to 0 dl 1713531245 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.087849:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb88380 with x1796767405191488 ext(0->32767) 00002000:00010000:2.0:1713531234.087852:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eb88380 00000100:00100000:0.0:1713531234.089655:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.089686:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191616 00000100:00100000:2.0:1713531234.089690:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191616 00002000:00100000:2.0:1713531234.089702:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (32768->1048575) req@ffff88008dea3100 x1796767405191616/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:610/0 lens 488/0 e 0 to 0 dl 1713531245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.089709:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea3100 with x1796767405191616 ext(32768->1048575) 00002000:00010000:2.0:1713531234.089711:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea3100 00000100:00100000:2.0:1713531234.089730:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 384 00000100:00100000:2.0:1713531234.089735:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1824:x1796767405191616:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531234.092895:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1824:x1796767405191616:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3156us (3237us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1713531234.092903:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 384 00002000:00100000:2.0:1713531234.092909:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x62:0x0] (32768->1048575) req@ffff88008dea3100 x1796767405191616/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:610/0 lens 488/440 e 0 to 0 dl 1713531245 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531234.092915:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dea3100 with x1796767405191616 ext(32768->1048575) 00002000:00010000:2.0:1713531234.092918:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008dea3100 00000100:00100000:0.0:1713531234.097086:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.097130:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191744 00000100:00100000:2.0:1713531234.097136:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191744 00000100:00100000:2.0:1713531234.097169:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1200 00000100:00100000:2.0:1713531234.097175:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+270:9835:x1796767405191744:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531234.097371:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9835:x1796767405191744:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 196us (288us total) trans 4294971215 rc 0/0 00000100:00100000:2.0:1713531234.097375:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1200 00000100:00100000:0.0:1713531234.102741:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.102782:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405191872 00000100:00100000:2.0:1713531234.102785:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405191872 00000100:00100000:2.0:1713531234.102809:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5435 00000100:00100000:2.0:1713531234.102813:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9840:x1796767405191872:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531234.102823:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.102835:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fcec lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5718 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.102899:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.102908:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.102914:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.102930:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.102933:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.102937:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103002:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103006:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103010:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531234.103015:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00010000:00010000:2.0:1713531234.103057:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103060:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103065:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103068:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.103071:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103075:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103082:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531234.103084:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.103086:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103089:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fcf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103095:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103098:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103101:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103104:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531234.103105:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103108:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103111:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x67fc94da (ffff88008a9c7500) 00010000:00010000:2.0:1713531234.103111:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531234.103113:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103115:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fcfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x67fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.103135:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fcec lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5718 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.103141:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5718 expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.103145:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531234.103147:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531234.103148:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daf40, rc 0) 00000100:00100000:2.0:1713531234.103175:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9840:x1796767405191872:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 361us (437us total) trans 4294971216 rc 0/0 00000100:00100000:2.0:1713531234.103179:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5435 00000100:00100000:0.0:1713531234.104253:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.104309:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192000 00000100:00100000:2.0:1713531234.104313:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192000 00000100:00100000:2.0:1713531234.104358:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 523 00000100:00100000:2.0:1713531234.104363:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9840:x1796767405192000:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:2.0:1713531234.104372:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531234.104382:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5718 expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.104391:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531234.104396:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531234.104418:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9840:x1796767405192000:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 53us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.104423:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 523 00000100:00100000:0.0:1713531234.104995:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.105040:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192064 00000100:00100000:2.0:1713531234.105044:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192064 00000100:00100000:2.0:1713531234.105067:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5436 00000100:00100000:2.0:1713531234.105072:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9840:x1796767405192064:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:2.0:1713531234.105114:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.105122:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.105129:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531234.105344:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].175, 136 off31784 00000100:00100000:2.0:1713531234.105393:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9840:x1796767405192064:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 319us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.105399:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5436 00000100:00100000:0.0:1713531234.105931:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531234.105970:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192128 00000100:00100000:2.0:1713531234.105974:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192128 00000100:00100000:2.0:1713531234.105996:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5437 00000100:00100000:2.0:1713531234.106000:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9840:x1796767405192128:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531234.106006:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531234.106014:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c571f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.106033:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.106039:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.106051:0:9619:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531234.106059:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.106067:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7c00) 00010000:00010000:2.0:1713531234.106070:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531234.106072:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531234.106078:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9d40, rc 0) 00000100:00100000:2.0:1713531234.106104:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9840:x1796767405192128:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 103us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531234.106109:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5437 00010000:00010000:2.0:1713531234.106387:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531235.085511:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531235.085518:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531235.085574:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 176 count 110 00000040:00080000:0.0:1713531235.085582:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531235.085653:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008bc4f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409677120:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531235.085729:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.086837:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008bc4f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409677120:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531235.086896:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531235.086898:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531235.086999:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 176 count 110 00000040:00080000:2.0:1713531235.087003:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531235.087088:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.087123:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192192 00000100:00100000:2.0:1713531235.087128:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192192 00000100:00080000:0.0:1713531235.087162:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531205 00000100:00100000:2.0:1713531235.087183:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5438 00000100:00100000:2.0:1713531235.087190:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405192192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531235.087213:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb1:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531235.087283:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405192192:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 78us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.087288:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5438 00000100:00100000:0.0:1713531235.087936:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.087972:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192256 00000100:00100000:2.0:1713531235.087976:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192256 00000100:00100000:2.0:1713531235.087997:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5439 00000100:00100000:2.0:1713531235.088001:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405192256:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.088041:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088052:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088062:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088074:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088078:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088081:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088091:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088095:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088098:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531235.088112:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00000004:00200000:2.0:1713531235.088114:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531235.088122:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088127:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088131:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088135:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088139:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.088141:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088145:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088151:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531235.088153:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.088155:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088158:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd1d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088175:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088178:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088181:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088183:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.088185:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088190:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088194:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77e9622f (ffff88008a9c7b00) 00010000:00010000:2.0:1713531235.088195:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.088196:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088199:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db840/0xe3b2c9851352fd24 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088206:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088208:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088211:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088213:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.088214:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088217:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088220:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7c00) 00010000:00010000:2.0:1713531235.088221:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.088223:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.088225:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fd2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.088256:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405192256:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 253us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.088262:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5439 00000100:00100000:0.0:1713531235.088970:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.089003:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192384 00000100:00100000:2.0:1713531235.089006:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192384 00000100:00100000:2.0:1713531235.089030:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5440 00000100:00100000:2.0:1713531235.089035:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405192384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.089044:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.089056:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fd32 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5726 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.089121:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089127:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089131:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089138:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089141:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089145:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089160:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089164:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089167:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531235.089171:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb1:0x0]: returning size 0 00010000:00010000:2.0:1713531235.089212:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089216:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089218:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089221:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.089222:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089225:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089229:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7c00) 00010000:00010000:2.0:1713531235.089230:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531235.089232:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089234:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fd47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089240:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089246:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089249:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089251:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.089252:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089255:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089257:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531235.089258:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.089260:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089262:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fd39 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089282:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089285:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089288:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089290:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.089291:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089297:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089300:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77e9622f (ffff88008a9c7000) 00010000:00010000:2.0:1713531235.089301:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.089302:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089304:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fd40 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.089338:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fd32 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5726 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.089343:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fd32 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5726 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.089347:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531235.089370:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9843:x1796767405192384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 335us (401us total) trans 4294971217 rc 301/301 00000100:00100000:2.0:1713531235.089374:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5440 00000100:00100000:0.0:1713531235.090226:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.090285:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192448 00000100:00100000:2.0:1713531235.090289:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192448 00000100:00100000:2.0:1713531235.090327:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5441 00000100:00100000:2.0:1713531235.090332:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9843:x1796767405192448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1713531235.090348:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb1:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1713531235.090390:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9843:x1796767405192448:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 56us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.090399:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5441 00000100:00100000:0.0:1713531235.091070:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.091104:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192576 00000100:00100000:2.0:1713531235.091107:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192576 00000100:00100000:2.0:1713531235.091131:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5442 00000100:00100000:2.0:1713531235.091135:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9843:x1796767405192576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.091144:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.091152:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fd55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c572d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.091471:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fd5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.091477:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fd5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.091482:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fd5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531235.091486:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb6:0x0]: returning size 0 00010000:00010000:2.0:1713531235.091502:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fd55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c572d expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.091510:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fd5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c572d expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.091514:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531235.091516:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531235.091517:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8b40, rc 0) 00000100:00100000:2.0:1713531235.091542:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9843:x1796767405192576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 406us (472us total) trans 4294971218 rc 0/0 00000100:00100000:2.0:1713531235.091549:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5442 00000100:00100000:0.0:1713531235.092574:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.092610:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192704 00000100:00100000:2.0:1713531235.092614:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192704 00000100:00100000:2.0:1713531235.092638:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5443 00000100:00100000:2.0:1713531235.092643:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9843:x1796767405192704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.092663:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.092673:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fd5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c572d expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.092682:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008a9c7f00) 00010000:00010000:2.0:1713531235.092686:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531235.092695:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092702:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092708:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092721:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092725:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092728:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092764:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092768:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092772:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092774:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.092776:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092779:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092783:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531235.092784:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.092786:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092788:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd6a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092793:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092795:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092799:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092801:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.092803:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092808:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092811:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x3c325fcc (ffff88008a9c7400) 00010000:00010000:2.0:1713531235.092812:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.092813:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.092816:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x3c325fcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.092848:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9843:x1796767405192704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 204us (273us total) trans 0 rc -2/-2 00000100:00100000:2.0:1713531235.092853:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5443 00000100:00100000:2.0:1713531235.093476:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531235.093490:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192768 00000100:00100000:0.0:1713531235.093493:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192768 00000100:00100000:0.0:1713531235.093512:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5444 00000100:00100000:0.0:1713531235.093516:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9843:x1796767405192768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531235.093522:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531235.093533:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fd78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5734 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.093545:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.093550:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.093555:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.093595:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851352fd78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.093614:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.093618:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.093620:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531235.093621:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a400, rc 0) 00000100:00100000:0.0:1713531235.093648:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9843:x1796767405192768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531235.093654:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5444 00000100:00100000:0.0:1713531235.094200:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.094234:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192896 00000100:00100000:2.0:1713531235.094237:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192896 00000100:00100000:2.0:1713531235.094252:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5445 00000100:00100000:2.0:1713531235.094256:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9843:x1796767405192896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.094329:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094337:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094343:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531235.094421:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880131911180 reply state ffff88008a66a000 transno 4294971219 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.094429:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531235.094456:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9843:x1796767405192896:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 200us (257us total) trans 4294971219 rc 0/0 00000100:00100000:2.0:1713531235.094460:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5445 00010000:00010000:2.0:1713531235.094873:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094877:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094881:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094883:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.094885:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094888:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094893:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.094894:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531235.094896:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.094898:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fd86 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531235.094959:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.094982:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405192960 00000100:00100000:2.0:1713531235.094985:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405192960 00000100:00100000:2.0:1713531235.094997:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5446 00000100:00100000:2.0:1713531235.095000:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:9843:x1796767405192960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.095007:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.095012:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c573b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.095027:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.095033:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.095040:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.095042:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531235.095043:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daf40, rc 0) 00000100:00100000:2.0:1713531235.095064:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131911f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9843:x1796767405192960:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 62us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.095070:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5446 00000100:00100000:0.0:1713531235.095604:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.095641:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193024 00000100:00100000:2.0:1713531235.095644:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193024 00000100:00100000:2.0:1713531235.095664:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1201 00000100:00100000:2.0:1713531235.095667:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9843:x1796767405193024:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.095699:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9843:x1796767405193024:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 31us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.095703:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1201 00000100:00100000:0.0:1713531235.096230:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.096262:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193152 00000100:00100000:2.0:1713531235.096265:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193152 00000100:00100000:2.0:1713531235.096290:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1202 00000100:00100000:2.0:1713531235.096293:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9843:x1796767405193152:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.096380:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193152:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 85us (150us total) trans 4294971220 rc 0/0 00000100:00100000:2.0:1713531235.096384:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1202 00000100:00100000:0.0:1713531235.097033:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.097066:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193280 00000100:00100000:2.0:1713531235.097069:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193280 00000100:00100000:2.0:1713531235.097082:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5447 00000100:00100000:2.0:1713531235.097085:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.097115:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193280:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.097119:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5447 00000100:00100000:0.0:1713531235.097759:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.097800:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193408 00000100:00100000:2.0:1713531235.097804:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193408 00000100:00100000:2.0:1713531235.097825:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5448 00000100:00100000:2.0:1713531235.097829:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.097835:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.097843:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5742 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.097876:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.097883:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.097887:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.097905:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.097913:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 99 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.097921:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677184:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531235.097952:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a977a80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.098527:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677184:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531235.098539:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531235.098642:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.098678:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193472 00000100:00100000:2.0:1713531235.098681:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193472 00010000:00010000:2.0:1713531235.098696:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 100 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.098714:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000100:00100000:2.0:1713531235.098718:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:1822:x1796767405193472:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531235.098726:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.098731:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 100 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.098738:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 100 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.098746:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fd8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c573b expref: 100 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.098753:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.098755:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.098760:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.098763:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.098774:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531235.098779:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.098786:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531235.098796:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb6:0x0]: returning size 0 00000100:00100000:2.0:1713531235.098807:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:1822:x1796767405193472:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 87us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.098811:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1125 00000004:00080000:0.0:1713531235.098950:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x60:0x0], index 1: 0 00010000:00010000:0.0:1713531235.099020:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099025:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099028:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099031:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531235.099033:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099036:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099041:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.099043:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531235.099045:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099048:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352fd9b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.099068:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd94 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5742 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.099072:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fd94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5742 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.099077:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d98c0, rc 0) 00000100:00100000:0.0:1713531235.099108:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193408:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1277us (1348us total) trans 4294971221 rc 301/301 00000100:00100000:0.0:1713531235.099114:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5448 00000100:00100000:0.0:1713531235.099679:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.099711:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193600 00000100:00100000:2.0:1713531235.099714:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193600 00000100:00100000:2.0:1713531235.099742:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1203 00000100:00100000:2.0:1713531235.099747:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9843:x1796767405193600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.099865:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:9843:x1796767405193600:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 117us (186us total) trans 4294971222 rc 0/0 00000100:00100000:2.0:1713531235.099869:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1203 00000100:00100000:0.0:1713531235.100417:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.100452:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193664 00000100:00100000:2.0:1713531235.100455:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193664 00000100:00100000:2.0:1713531235.100469:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5449 00000100:00100000:2.0:1713531235.100472:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:9843:x1796767405193664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.100479:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.100485:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fda9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5749 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.100511:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.100516:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.100521:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531235.100532:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb6:0x0]: returning size 0 00000004:00200000:2.0:1713531235.100534:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531235.100540:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.100549:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fda9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5749 expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.100557:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5749 expref: 100 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.100561:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.100562:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531235.100563:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9b00, rc 0) 00000100:00100000:2.0:1713531235.100593:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9843:x1796767405193664:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 118us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.100598:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5449 00000100:00100000:1.0:1713531235.101302:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.101350:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193728 00000100:00100000:2.0:1713531235.101353:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193728 00000100:00100000:2.0:1713531235.101382:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1466 00000100:00100000:2.0:1713531235.101385:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405193728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00080000:0.0:1713531235.101386:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531205 00010000:00010000:2.0:1713531235.101391:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.101404:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5750 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531235.101422:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531235.101432:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.101434:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.101440:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 11 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531235.101452:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 11 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531235.101460:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531235.101482:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405193728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 94us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.101488:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1466 00000100:00100000:0.0:1713531235.102196:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.102240:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193856 00000100:00100000:2.0:1713531235.102243:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193856 00000100:00100000:2.0:1713531235.102257:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5450 00000100:00100000:2.0:1713531235.102260:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9843:x1796767405193856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.102322:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9843:x1796767405193856:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 59us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.102328:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5450 00000100:00100000:0.0:1713531235.103623:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.103661:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193920 00000100:00100000:2.0:1713531235.103665:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193920 00000100:00100000:2.0:1713531235.103689:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1467 00000100:00100000:2.0:1713531235.103694:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:9843:x1796767405193920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.103700:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.103708:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5757 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.103720:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531235.103725:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.103726:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.103728:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.103740:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531235.103747:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 429 lvb_type: 1 00000100:00100000:2.0:1713531235.103753:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409677248:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531235.103782:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.104442:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409677248:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531235.104457:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.104466:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8240, rc 0) 00000100:00100000:2.0:1713531235.104492:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:9843:x1796767405193920:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 798us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.104496:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1467 00000100:00100000:0.0:1713531235.104550:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.104577:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405193984 00000100:00100000:2.0:1713531235.104579:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405193984 00010000:00010000:2.0:1713531235.104587:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 429 lvb_type: 1 00000100:00100000:2.0:1713531235.104599:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1126 00000100:00100000:2.0:1713531235.104601:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405193984:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531235.104608:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.104617:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 429 lvb_type: 1 00010000:00010000:2.0:1713531235.104626:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 429 lvb_type: 1 00010000:00010000:2.0:1713531235.104638:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5daac0/0xe3b2c9851352fdb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5750 expref: 12 pid: 17279 timeout: 429 lvb_type: 1 00010000:00010000:2.0:1713531235.104647:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.104648:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.104653:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 11 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.104660:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 11 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.104678:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 11 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531235.104692:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409677312:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531235.104723:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.105359:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409677312:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531235.105369:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531235.105397:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405193984:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 793us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.105404:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1126 00010000:00010000:2.0:1713531235.108396:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1713531235.109812:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.109852:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194112 00000100:00100000:2.0:1713531235.109855:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194112 00002000:00100000:2.0:1713531235.109873:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (0->1048575) req@ffff88008dbbf100 x1796767405194112/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:611/0 lens 488/0 e 0 to 0 dl 1713531246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.109880:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbf100 with x1796767405194112 ext(0->1048575) 00002000:00010000:2.0:1713531235.109883:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbf100 00000100:00100000:2.0:1713531235.109899:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 385 00000100:00100000:2.0:1713531235.109902:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405194112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.120293:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405194112:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 10381us (10475us total) trans 4294967672 rc 0/0 00000100:00100000:2.0:1713531235.120303:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 385 00002000:00100000:2.0:1713531235.120320:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (0->1048575) req@ffff88008dbbf100 x1796767405194112/t4294967672(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:611/0 lens 488/448 e 0 to 0 dl 1713531246 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.120328:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbf100 with x1796767405194112 ext(0->1048575) 00002000:00010000:2.0:1713531235.120332:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbf100 00000100:00100000:1.0:1713531235.121511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.121552:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194176 00000100:00100000:2.0:1713531235.121557:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194176 00000100:00100000:2.0:1713531235.121586:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5451 00000100:00100000:2.0:1713531235.121590:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9843:x1796767405194176:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1713531235.128911:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971221 is committed 00000020:00080000:0.0:1713531235.128923:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132122900 refcount 2 committed 0 result 0 batchid 147 00000020:00080000:0.0:1713531235.128926:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b666800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880132122cc0 00000020:00080000:0.0:1713531235.128928:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b666f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008d224800 00000020:00080000:2.0:1713531235.128936:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 147 committed batchid 146 00000001:00080000:0.0:1713531235.128938:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971222 is committed 00000001:00080000:0.0:1713531235.128948:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971216 is committed 00000020:00080000:2.0:1713531235.129027:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 146 00000100:00100000:0.0:1713531235.129040:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9843:x1796767405194176:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7445us (7527us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531235.129047:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5451 00000100:00100000:1.0:1713531235.130138:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.130184:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194240 00000100:00100000:2.0:1713531235.130190:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194240 00000100:00100000:2.0:1713531235.130226:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1468 00000100:00100000:2.0:1713531235.130233:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405194240:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1713531235.140254:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405194240:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 10016us (10113us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.140262:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1468 00000001:00080000:2.0:1713531235.140321:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967671 is committed 00000001:00080000:2.0:1713531235.140330:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967672 is committed 00000100:00100000:1.0:1713531235.141479:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531235.141520:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194368 00000100:00100000:0.0:1713531235.141526:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194368 00000100:00100000:0.0:1713531235.141561:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5452 00000100:00100000:0.0:1713531235.141567:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9843:x1796767405194368:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531235.141608:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531235.141630:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fdb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5749 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.141644:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.141648:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531235.141669:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141680:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141688:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141705:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141710:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141716:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141722:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531235.141725:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141732:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141740:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.141742:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531235.141745:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.141750:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c9851352fdc5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531235.141804:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9843:x1796767405194368:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 237us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531235.141809:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5452 00000100:00100000:1.0:1713531235.142450:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531235.142470:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194432 00000100:00100000:0.0:1713531235.142473:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194432 00000100:00100000:0.0:1713531235.142497:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5453 00000100:00100000:0.0:1713531235.142502:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9843:x1796767405194432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531235.142510:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531235.142520:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c575e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.142547:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.142557:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.142571:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.142573:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531235.142575:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a880, rc 0) 00000100:00100000:0.0:1713531235.142606:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9843:x1796767405194432:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 103us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531235.142612:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5453 00000100:00100000:1.0:1713531235.143420:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.143466:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194496 00000100:00100000:2.0:1713531235.143471:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194496 00000100:00100000:2.0:1713531235.143499:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1469 00000100:00100000:2.0:1713531235.143505:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405194496:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531235.143675:0:17279:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x60:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1713531235.143678:0:17279:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x60:0x0] updating lvb mtime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531235.143680:0:17279:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x60:0x0] updating lvb atime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531235.143682:0:17279:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x60:0x0] updating lvb ctime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531235.143684:0:17279:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x60:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1713531235.143720:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405194496:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 214us (300us total) trans 4294967673 rc 0/0 00000100:00100000:2.0:1713531235.143728:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1469 00000100:00100000:1.0:1713531235.144449:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531235.144479:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194624 00000100:00100000:0.0:1713531235.144483:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194624 00000100:00100000:0.0:1713531235.144508:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5454 00000100:00100000:0.0:1713531235.144513:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9843:x1796767405194624:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531235.144535:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.144544:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.144551:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.144574:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.144581:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 86 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1713531235.144590:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677376:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531235.144624:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122d80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.145358:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677376:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531235.145373:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531235.145412:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.145449:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194688 00000100:00100000:2.0:1713531235.145453:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194688 00010000:00010000:2.0:1713531235.145468:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.145490:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1127 00000100:00100000:2.0:1713531235.145494:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405194688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531235.145500:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.145503:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.145509:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.145518:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c9851352fd7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5734 expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.145526:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.145528:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.145532:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.145539:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.145548:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531235.145555:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145560:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.145571:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405194688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 77us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531235.145571:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145574:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.145576:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1127 00010000:00010000:0.0:1713531235.145578:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145580:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531235.145582:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145585:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145591:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.145593:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531235.145595:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.145599:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c9851352fdd3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531235.145632:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9843:x1796767405194624:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1118us (1182us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531235.145638:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5454 00000100:00100000:1.0:1713531235.146228:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.146289:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194752 00000100:00100000:2.0:1713531235.146293:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194752 00000100:00100000:2.0:1713531235.146333:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1470 00000100:00100000:2.0:1713531235.146339:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1825:x1796767405194752:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.146361:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.146374:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.146382:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531235.146384:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531235.146387:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 4/1,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.146406:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 12 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.146417:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 12 pid: 17279 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.146434:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409677440:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531235.146470:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.147092:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409677440:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531235.147104:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531235.148443:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531235.148468:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194816 00000100:00100000:0.0:1713531235.148471:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194816 00010000:00010000:0.0:1713531235.148486:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 13 pid: 17279 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1713531235.148513:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1128 00000100:00100000:0.0:1713531235.148518:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405194816:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531235.148526:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531235.148539:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 13 pid: 17279 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1713531235.148548:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 13 pid: 17279 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1713531235.148564:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8240/0xe3b2c9851352fdbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5757 expref: 13 pid: 17279 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1713531235.148574:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531235.148576:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531235.148579:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.148586:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.148605:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531235.148634:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531235.148636:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405194816:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 117us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531235.148643:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1128 00010000:00010000:2.0:1713531235.148644:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148660:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148667:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148674:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148680:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531235.148683:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148695:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148706:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.148713:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5da640/0xe3b2c9851352fdda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531235.148752:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405194752:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 2412us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.148759:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1470 00000100:00100000:0.0:1713531235.149256:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.149297:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405194944 00000100:00100000:2.0:1713531235.149301:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405194944 00000100:00100000:2.0:1713531235.149338:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5455 00000100:00100000:2.0:1713531235.149343:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9843:x1796767405194944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531235.149507:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.149515:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.149519:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.149532:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.149542:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 86 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.149548:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677504:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531235.149576:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88012f6ace40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.150234:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa29180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677504:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531235.150244:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531235.150327:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.150355:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195008 00000100:00100000:2.0:1713531235.150358:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195008 00010000:00010000:2.0:1713531235.150367:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1713531235.150385:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000100:00100000:2.0:1713531235.150389:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405195008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531235.150394:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.150396:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.150402:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.150411:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c9851352fdcc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c575e expref: 87 pid: 9619 timeout: 429 lvb_type: 0 00010000:00010000:2.0:1713531235.150418:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:2.0:1713531235.150420:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.150424:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.150428:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.150440:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531235.150453:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.150455:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405195008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 66us (129us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531235.150457:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531235.150459:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1129 00000001:00080000:0.0:1713531235.150530:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971223 00000001:00080000:0.0:1713531235.150610:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971224 00000001:00080000:0.0:1713531235.150636:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971225 00000100:00100000:0.0:1713531235.150678:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409677568:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531235.150701:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531235.150718:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122d80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.150739:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409677568 00000100:00100000:2.0:1713531235.150742:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409677568 00000100:00100000:2.0:1713531235.150763:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1713531235.150766:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409677568:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531235.150803:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409677568:12345-0@lo:1000:mdt00_004.0 Request processed in 37us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.150807:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1713531235.150813:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967671 gen 2 00000004:00080000:0.0:1713531235.150817:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008dbbd880, transno 4294967671 00000100:00100000:0.0:1713531235.150825:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409677568:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531235.150973:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971226 00000100:00100000:0.0:1713531235.151003:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409677632:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531235.151018:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531235.151032:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.151042:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409677632 00000100:00100000:2.0:1713531235.151045:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409677632 00000100:00100000:2.0:1713531235.151059:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1713531235.151062:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409677632:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531235.151156:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409677632:12345-0@lo:1000:mdt00_004.0 Request processed in 92us (136us total) trans 4294967674 rc 0/0 00000100:00100000:2.0:1713531235.151159:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1713531235.151169:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409677632:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531235.151205:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971227 00010000:00010000:0.0:1713531235.151220:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151225:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151228:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151231:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531235.151233:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151236:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151241:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008b666500) 00010000:00010000:0.0:1713531235.151243:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531235.151244:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151247:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fde1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151259:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151262:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151266:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151292:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531235.151293:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151296:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531235.151300:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7c00) 00010000:00010000:0.0:1713531235.151301:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531235.151304:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 270 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.151323:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 270 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.151327:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 270 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531235.151340:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9d40/0xe3b2c9851352fd16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c571f expref: 270 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531235.151346:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677696:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531235.151368:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531235.151966:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880090fd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677696:192.168.202.39@tcp:105: 00010000:00010000:2.0:1713531235.151979:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.151986:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fd0f lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152000:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152007:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152013:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152019:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152024:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152029:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152034:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.152036:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152042:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152049:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb1:0x0].0x0 (ffff88008a9c7c00) 00010000:00010000:2.0:1713531235.152050:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.152052:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.152055:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fde8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531235.152099:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531235.152101:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531235.152147:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:2.0:1713531235.152184:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 176 count 110 00000040:00080000:2.0:1713531235.152188:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1713531235.152192:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195072 00000100:00100000:3.0:1713531235.152197:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195072 00000100:00100000:2.0:1713531235.152229:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:9843:x1796767405194944:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 2885us (2973us total) trans 4294971228 rc 0/0 00000100:00100000:2.0:1713531235.152235:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5455 00000020:00080000:2.0:1713531235.152238:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1713531235.152240:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1204 00000100:00100000:3.0:1713531235.152246:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9840:x1796767405195072:12345-192.168.202.39@tcp:49:md5sum.0 00000100:00080000:1.0:1713531235.152259:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531205 00000040:00080000:0.0:1713531235.152264:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531235.152280:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531235.152327:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9840:x1796767405195072:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 81us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531235.152334:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1204 00000040:00080000:0.0:1713531235.152640:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 110 00000040:00080000:0.0:1713531235.152645:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531235.152942:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531235.152978:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195200 00000100:00100000:3.0:1713531235.152982:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195200 00000100:00100000:3.0:1713531235.153003:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1205 00000100:00100000:3.0:1713531235.153006:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9843:x1796767405195200:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531235.153090:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.153115:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195264 00000100:00100000:2.0:1713531235.153118:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195264 00000100:00080000:1.0:1713531235.153131:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531205 00000100:00100000:2.0:1713531235.153137:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1471 00000100:00100000:2.0:1713531235.153141:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:9840:x1796767405195264:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531235.153146:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.153160:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5db840/0xe3b2c9851352fdef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5765 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531235.153168:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x60:0x0] initial LVB size: 1048576, mtime: 0x66226960, atime: 0x66226960, ctime: 0x66226960, blocks: 0x803 00000004:00080000:3.0:1713531235.153170:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xb6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1713531235.153177:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.153178:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531235.153183:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5db840/0xe3b2c9851352fdef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5765 expref: 81 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.153190:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5db840/0xe3b2c9851352fdef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5765 expref: 81 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.153195:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5db840, rc 0) 00000100:00100000:2.0:1713531235.153217:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:9840:x1796767405195264:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 75us (129us total) trans 0 rc 0/0 00000001:00080000:3.0:1713531235.153220:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971229 00000100:00100000:2.0:1713531235.153221:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1471 00010000:00010000:3.0:1713531235.153251:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153257:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153262:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153290:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153296:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153301:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153317:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153322:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b600 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531235.153325:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153330:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153342:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb6:0x0].0x0 (ffff88008bd36900) 00010000:00010000:3.0:1713531235.153344:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531235.153347:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531235.153352:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352fdf6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531235.153402:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9843:x1796767405195200:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 394us (459us total) trans 4294971230 rc 0/0 00000100:00100000:3.0:1713531235.153407:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1205 00000020:00080000:3.0:1713531235.153409:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1713531235.154124:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.154175:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195392 00000100:00100000:2.0:1713531235.154178:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195392 00002000:00100000:2.0:1713531235.154192:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (0->32767) req@ffff88009aa69500 x1796767405195392/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:611/0 lens 488/0 e 0 to 0 dl 1713531246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.154198:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa69500 with x1796767405195392 ext(0->32767) 00002000:00010000:2.0:1713531235.154201:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa69500 00000100:00100000:2.0:1713531235.154215:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 386 00000100:00100000:2.0:1713531235.154218:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405195392:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531235.154917:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1823:x1796767405195392:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 697us (793us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1713531235.154922:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 386 00002000:00100000:2.0:1713531235.154925:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (0->32767) req@ffff88009aa69500 x1796767405195392/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:611/0 lens 488/440 e 0 to 0 dl 1713531246 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.154930:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa69500 with x1796767405195392 ext(0->32767) 00002000:00010000:2.0:1713531235.154932:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa69500 00000100:00100000:1.0:1713531235.157044:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.157080:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195520 00000100:00100000:2.0:1713531235.157083:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195520 00002000:00100000:2.0:1713531235.157096:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (32768->1048575) req@ffff88009aa6a300 x1796767405195520/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:611/0 lens 488/0 e 0 to 0 dl 1713531246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.157103:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa6a300 with x1796767405195520 ext(32768->1048575) 00002000:00010000:2.0:1713531235.157106:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa6a300 00000100:00100000:2.0:1713531235.157126:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 387 00000100:00100000:2.0:1713531235.157130:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405195520:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531235.160786:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405195520:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3650us (3738us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1713531235.160794:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 387 00002000:00100000:2.0:1713531235.160802:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x60:0x0] (32768->1048575) req@ffff88009aa6a300 x1796767405195520/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:611/0 lens 488/440 e 0 to 0 dl 1713531246 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531235.160811:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aa6a300 with x1796767405195520 ext(32768->1048575) 00002000:00010000:2.0:1713531235.160815:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aa6a300 00000100:00100000:0.0:1713531235.165151:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531235.165190:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195648 00000100:00100000:3.0:1713531235.165195:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195648 00000100:00100000:3.0:1713531235.165228:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1206 00000100:00100000:3.0:1713531235.165234:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+271:9840:x1796767405195648:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:3.0:1713531235.165427:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9840:x1796767405195648:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 192us (278us total) trans 4294971231 rc 0/0 00000100:00100000:3.0:1713531235.165433:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1206 00000100:00100000:1.0:1713531235.170508:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.170560:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195776 00000100:00100000:2.0:1713531235.170565:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195776 00000100:00100000:2.0:1713531235.170599:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5456 00000100:00100000:2.0:1713531235.170605:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9845:x1796767405195776:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531235.170621:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.170636:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fdfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c576c expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.170716:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170727:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170736:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170769:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170776:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170783:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170870:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fe12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170877:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170884:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531235.170891:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00010000:00010000:2.0:1713531235.170946:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170953:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170960:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170965:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.170968:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170974:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170983:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531235.170985:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.170989:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.170999:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c9851352fe04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171018:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171024:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171029:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171033:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531235.171036:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171041:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171046:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x70fc94da (ffff88008a9c7200) 00010000:00010000:2.0:1713531235.171048:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531235.171050:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171055:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851352fe0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x70fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.171083:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851352fdfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c576c expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.171093:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fe12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c576c expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.171104:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7e00) 00010000:00010000:2.0:1713531235.171106:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531235.171108:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8fc0, rc 0) 00000100:00100000:2.0:1713531235.171144:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9845:x1796767405195776:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 538us (638us total) trans 4294971232 rc 0/0 00000100:00100000:2.0:1713531235.171151:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5456 00000100:00100000:1.0:1713531235.172177:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.172231:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195904 00000100:00100000:2.0:1713531235.172235:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195904 00000100:00100000:2.0:1713531235.172286:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 524 00000100:00100000:2.0:1713531235.172292:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9845:x1796767405195904:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:2.0:1713531235.172301:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531235.172323:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352fe12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c576c expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.172333:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7e00) 00010000:00010000:2.0:1713531235.172338:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531235.172370:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9845:x1796767405195904:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 77us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.172376:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 524 00000100:00100000:0.0:1713531235.172904:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.172939:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405195968 00000100:00100000:2.0:1713531235.172942:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405195968 00000100:00100000:2.0:1713531235.172960:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5457 00000100:00100000:2.0:1713531235.172963:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9845:x1796767405195968:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:2.0:1713531235.172993:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.173001:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.173006:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531235.173177:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].176, 136 off31920 00000100:00100000:2.0:1713531235.173223:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9845:x1796767405195968:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 257us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.173229:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5457 00000100:00100000:1.0:1713531235.173933:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531235.173967:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196032 00000100:00100000:2.0:1713531235.173970:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196032 00000100:00100000:2.0:1713531235.173987:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5458 00000100:00100000:2.0:1713531235.173991:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9845:x1796767405196032:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531235.173996:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531235.174002:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5773 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.174018:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.174023:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.174033:0:9619:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531235.174039:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.174048:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:2.0:1713531235.174050:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531235.174052:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 274 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531235.174055:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9b00, rc 0) 00000100:00100000:2.0:1713531235.174077:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9845:x1796767405196032:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 85us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531235.174080:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5458 00010000:00010000:2.0:1713531236.110474:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531236.152442:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531236.152448:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531236.152479:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 177 count 111 00000040:00080000:0.0:1713531236.152486:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531236.152551:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d091180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409677760:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531236.152608:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801321223c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.153712:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d091180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409677760:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:0.0:1713531236.153763:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531236.153766:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531236.153940:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 177 count 111 00000040:00080000:0.0:1713531236.153945:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531236.153992:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.154017:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196096 00000100:00100000:0.0:1713531236.154023:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196096 00000100:00100000:0.0:1713531236.154065:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5459 00000100:00100000:0.0:1713531236.154072:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405196096:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531236.154094:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531236.154147:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405196096:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 74us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.154154:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5459 00000100:00100000:1.0:1713531236.154998:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.155026:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196160 00000100:00100000:0.0:1713531236.155029:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196160 00000100:00100000:0.0:1713531236.155048:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5460 00000100:00100000:0.0:1713531236.155052:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405196160:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.155090:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155104:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155114:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155133:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155140:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155146:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155162:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155166:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155170:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531236.155184:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00000004:00200000:0.0:1713531236.155187:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531236.155194:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155199:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155203:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155209:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155215:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.155218:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155223:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155233:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:0.0:1713531236.155235:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.155238:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155244:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c9851352fe2e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155287:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155293:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155308:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155311:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.155314:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155317:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155321:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x80e9622f (ffff8800a6838f00) 00010000:00010000:0.0:1713531236.155322:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.155324:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155327:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c9851352fe35 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155336:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155339:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155342:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155345:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.155346:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155349:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155352:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:0.0:1713531236.155353:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.155355:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.155357:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851352fe3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531236.155389:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405196160:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 335us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.155393:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5460 00000100:00100000:0.0:1713531236.156184:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.156225:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196288 00000100:00100000:2.0:1713531236.156229:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196288 00000100:00100000:2.0:1713531236.156245:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5461 00000100:00100000:2.0:1713531236.156248:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405196288:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531236.156256:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531236.156356:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fe43 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c577a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.156430:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156437:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156443:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156456:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156463:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156468:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156492:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156498:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156504:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531236.156510:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb2:0x0]: returning size 0 00010000:00010000:2.0:1713531236.156572:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156578:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156584:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156588:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.156591:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156597:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156605:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:2.0:1713531236.156607:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1713531236.156609:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156613:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851352fe58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156636:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156642:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156647:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156651:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.156654:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156658:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156665:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:2.0:1713531236.156667:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531236.156669:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156673:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352fe4a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156683:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156688:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156693:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156697:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.156699:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156704:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156710:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x80e9622f (ffff88008a9c7000) 00010000:00010000:2.0:1713531236.156712:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531236.156714:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156718:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352fe51 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x80e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.156743:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fe43 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c577a expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.156750:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352fe43 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c577a expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.156757:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531236.156788:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9848:x1796767405196288:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 537us (604us total) trans 4294971233 rc 301/301 00000100:00100000:2.0:1713531236.156793:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5461 00000100:00100000:2.0:1713531236.157737:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.157905:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196352 00000100:00100000:0.0:1713531236.157911:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196352 00000100:00100000:0.0:1713531236.157942:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5462 00000100:00100000:0.0:1713531236.157948:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9848:x1796767405196352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1713531236.157966:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1713531236.158003:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9848:x1796767405196352:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 55us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.158008:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5462 00000100:00100000:1.0:1713531236.158811:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.158850:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196480 00000100:00100000:0.0:1713531236.158855:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196480 00000100:00100000:0.0:1713531236.158881:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5463 00000100:00100000:0.0:1713531236.158886:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9848:x1796767405196480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.158894:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.158904:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352fe66 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5781 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.159230:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352fe6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.159237:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352fe6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.159243:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352fe6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:0.0:1713531236.159247:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb7:0x0]: returning size 0 00010000:00010000:0.0:1713531236.159265:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c9851352fe66 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5781 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.159293:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352fe6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5781 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.159310:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838400) 00010000:00010000:0.0:1713531236.159313:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531236.159315:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b600, rc 0) 00000100:00100000:0.0:1713531236.159341:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9848:x1796767405196480:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 455us (532us total) trans 4294971234 rc 0/0 00000100:00100000:0.0:1713531236.159345:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5463 00000100:00100000:2.0:1713531236.160339:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.160379:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196608 00000100:00100000:0.0:1713531236.160384:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196608 00000100:00100000:0.0:1713531236.160410:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5464 00000100:00100000:0.0:1713531236.160415:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9848:x1796767405196608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.160440:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531236.160452:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c9851352fe6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5781 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.160463:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838400) 00010000:00010000:0.0:1713531236.160468:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531236.160480:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160488:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160495:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160509:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160515:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160521:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160559:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160565:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160574:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160578:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.160581:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160586:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160593:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:0.0:1713531236.160595:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.160598:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160603:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851352fe7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160610:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160615:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160619:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160623:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.160625:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160630:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160639:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x1acc5326 (ffff8800a6838a00) 00010000:00010000:0.0:1713531236.160641:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.160643:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.160648:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851352fe82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x1acc5326 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531236.160698:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9848:x1796767405196608:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 278us (356us total) trans 0 rc -2/-2 00000100:00100000:0.0:1713531236.160705:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5464 00000100:00100000:2.0:1713531236.161355:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.161372:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196672 00000100:00100000:0.0:1713531236.161376:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196672 00000100:00100000:0.0:1713531236.161394:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5465 00000100:00100000:0.0:1713531236.161398:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9848:x1796767405196672:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.161406:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.161418:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352fe89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5788 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.161433:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.161441:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.161447:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.161497:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352fe89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.161514:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.161520:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.161523:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1713531236.161524:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0af40, rc 0) 00000100:00100000:0.0:1713531236.161556:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9848:x1796767405196672:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 156us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.161563:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5465 00000100:00100000:1.0:1713531236.162466:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.162496:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196800 00000100:00100000:0.0:1713531236.162500:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196800 00000100:00100000:0.0:1713531236.162519:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5466 00000100:00100000:0.0:1713531236.162526:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9848:x1796767405196800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.162560:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.162567:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.162572:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:0.0:1713531236.162660:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008e4c8e00 reply state ffff8801322f2000 transno 4294971235 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531236.162666:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1713531236.162706:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9848:x1796767405196800:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 182us (240us total) trans 4294971235 rc 0/0 00000100:00100000:0.0:1713531236.162713:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5466 00010000:00010000:0.0:1713531236.163232:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163237:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163241:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163244:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.163245:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163249:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163254:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.163255:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531236.163257:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.163260:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fe97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531236.163318:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.163345:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196864 00000100:00100000:0.0:1713531236.163348:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196864 00000100:00100000:0.0:1713531236.163361:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5467 00000100:00100000:0.0:1713531236.163365:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:9848:x1796767405196864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.163372:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.163377:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c578f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.163397:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.163405:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.163412:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.163414:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531236.163416:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08480, rc 0) 00000100:00100000:0.0:1713531236.163444:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9848:x1796767405196864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 77us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.163450:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5467 00000100:00100000:2.0:1713531236.164108:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.164162:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405196928 00000100:00100000:3.0:1713531236.164166:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405196928 00000100:00100000:3.0:1713531236.164197:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1207 00000100:00100000:3.0:1713531236.164202:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9848:x1796767405196928:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1713531236.164258:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9848:x1796767405196928:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 55us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531236.164264:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1207 00000100:00100000:2.0:1713531236.165031:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.165066:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197056 00000100:00100000:3.0:1713531236.165069:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197056 00000100:00100000:3.0:1713531236.165083:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1208 00000100:00100000:3.0:1713531236.165086:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9848:x1796767405197056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531236.165171:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197056:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 83us (141us total) trans 4294971236 rc 0/0 00000100:00100000:3.0:1713531236.165175:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1208 00000100:00100000:1.0:1713531236.165816:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.165844:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197184 00000100:00100000:0.0:1713531236.165847:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197184 00000100:00100000:0.0:1713531236.165867:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5468 00000100:00100000:0.0:1713531236.165872:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197184:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1713531236.165924:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197184:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 51us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.165930:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5468 00000100:00100000:2.0:1713531236.166719:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.166761:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197312 00000100:00100000:0.0:1713531236.166765:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197312 00000100:00100000:0.0:1713531236.166784:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5469 00000100:00100000:0.0:1713531236.166788:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.166795:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.166805:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fea5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5796 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.166844:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.166852:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.166857:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.166875:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.166882:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 99 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1713531236.166890:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677824:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531236.166927:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.167603:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d090700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409677824:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531236.167618:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531236.167827:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.167881:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197376 00000100:00100000:0.0:1713531236.167885:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197376 00010000:00010000:0.0:1713531236.167902:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 100 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1713531236.167933:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1130 00000100:00100000:0.0:1713531236.167938:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:1823:x1796767405197376:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531236.167947:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531236.167952:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 100 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1713531236.167961:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 100 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1713531236.167975:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fe9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c578f expref: 100 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:0.0:1713531236.167985:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.167988:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.167995:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.168000:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.168022:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531236.168051:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:1823:x1796767405197376:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 112us (225us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531236.168056:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531236.168057:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1130 00010000:00010000:2.0:1713531236.168064:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531236.168074:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb7:0x0]: returning size 0 00000004:00080000:2.0:1713531236.168330:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x63:0x0], index 0: 0 00010000:00010000:2.0:1713531236.168422:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168428:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168432:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168436:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.168438:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168441:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168447:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:2.0:1713531236.168448:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531236.168451:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168464:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feac lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.168491:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fea5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5796 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.168496:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fea5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5796 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.168500:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08d80, rc 0) 00000100:00100000:2.0:1713531236.168527:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197312:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1738us (1809us total) trans 4294971237 rc 301/301 00000100:00100000:2.0:1713531236.168531:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5469 00000100:00100000:2.0:1713531236.169353:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.169400:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197504 00000100:00100000:3.0:1713531236.169404:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197504 00000100:00100000:3.0:1713531236.169423:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1209 00000100:00100000:3.0:1713531236.169427:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9848:x1796767405197504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531236.169578:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:9848:x1796767405197504:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 149us (225us total) trans 4294971238 rc 0/0 00000100:00100000:3.0:1713531236.169585:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1209 00000100:00100000:0.0:1713531236.170224:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.170257:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197568 00000100:00100000:2.0:1713531236.170260:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197568 00000100:00100000:2.0:1713531236.170295:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5470 00000100:00100000:2.0:1713531236.170309:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:9848:x1796767405197568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531236.170318:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531236.170326:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352feba lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c579d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.170350:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.170355:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.170363:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531236.170374:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb7:0x0]: returning size 0 00000004:00200000:2.0:1713531236.170376:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531236.170382:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.170391:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352feba lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c579d expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.170399:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c579d expref: 100 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.170403:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:2.0:1713531236.170404:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531236.170406:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8480, rc 0) 00000100:00100000:2.0:1713531236.170429:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9848:x1796767405197568:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 130us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531236.170433:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5470 00000100:00100000:1.0:1713531236.171199:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.171218:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197632 00000100:00100000:0.0:1713531236.171221:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197632 00000100:00080000:1.0:1713531236.171234:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531206 00000100:00100000:0.0:1713531236.171246:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1472 00000100:00100000:0.0:1713531236.171249:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405197632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.171257:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.171285:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57a4 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531236.171313:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1713531236.171325:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.171327:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.171333:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531236.171344:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 14 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531236.171351:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09d40, rc 0) 00000100:00100000:0.0:1713531236.171375:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405197632:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 125us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.171379:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1472 00000100:00100000:0.0:1713531236.172042:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.172083:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197760 00000100:00100000:2.0:1713531236.172087:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197760 00000100:00100000:2.0:1713531236.172119:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5471 00000100:00100000:2.0:1713531236.172124:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9848:x1796767405197760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1713531236.172177:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9848:x1796767405197760:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 52us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531236.172183:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5471 00000100:00100000:2.0:1713531236.173496:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.173537:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197824 00000100:00100000:0.0:1713531236.173541:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197824 00000100:00100000:0.0:1713531236.173573:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1473 00000100:00100000:0.0:1713531236.173579:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:9848:x1796767405197824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.173586:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.173598:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57ab expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.173615:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531236.173623:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.173624:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.173627:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.173652:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531236.173663:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 430 lvb_type: 1 00000100:00100000:0.0:1713531236.173674:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409677888:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531236.173715:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122540 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.174494:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409677888:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531236.174511:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.174521:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09680, rc 0) 00000100:00100000:2.0:1713531236.174552:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.174552:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+15:9848:x1796767405197824:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 972us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.174558:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1473 00000100:00100000:1.0:1713531236.174587:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405197888 00000100:00100000:1.0:1713531236.174591:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405197888 00010000:00010000:1.0:1713531236.174604:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 430 lvb_type: 1 00000100:00100000:1.0:1713531236.174627:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1131 00000100:00100000:1.0:1713531236.174632:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405197888:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531236.174641:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531236.174656:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1713531236.174666:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1713531236.174682:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fec8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57a4 expref: 15 pid: 20637 timeout: 430 lvb_type: 1 00010000:00010000:1.0:1713531236.174701:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531236.174703:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531236.174708:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531236.174716:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531236.174741:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531236.174749:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409677952:192.168.202.39@tcp:105: 00000100:00100000:1.0:1713531236.174780:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531236.175393:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409677952:192.168.202.39@tcp:105: 00010000:00010000:1.0:1713531236.175403:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531236.175434:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405197888:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 801us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531236.175440:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1131 00000100:00100000:2.0:1713531236.180354:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.180413:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198016 00000100:00100000:0.0:1713531236.180420:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198016 00002000:00100000:0.0:1713531236.180447:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (0->1048575) req@ffff880132317480 x1796767405198016/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:612/0 lens 488/0 e 0 to 0 dl 1713531247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531236.180459:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132317480 with x1796767405198016 ext(0->1048575) 00002000:00010000:0.0:1713531236.180463:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132317480 00000100:00100000:0.0:1713531236.180487:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 388 00000100:00100000:0.0:1713531236.180491:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405198016:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1713531236.192228:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132317480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+16:1823:x1796767405198016:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 11729us (11871us total) trans 4294967684 rc 0/0 00000100:00100000:0.0:1713531236.192237:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 388 00002000:00100000:0.0:1713531236.192245:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (0->1048575) req@ffff880132317480 x1796767405198016/t4294967684(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:612/0 lens 488/448 e 0 to 0 dl 1713531247 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531236.192252:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132317480 with x1796767405198016 ext(0->1048575) 00002000:00010000:0.0:1713531236.192255:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132317480 00000100:00100000:2.0:1713531236.193669:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.193724:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198080 00000100:00100000:0.0:1713531236.193732:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198080 00000100:00100000:0.0:1713531236.193773:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5472 00000100:00100000:0.0:1713531236.193780:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9848:x1796767405198080:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531236.202334:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971237 is committed 00000001:00080000:0.0:1713531236.202334:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971235 is committed 00000001:00080000:1.0:1713531236.202347:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971232 is committed 00000020:00080000:0.0:1713531236.202351:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132122d80 refcount 2 committed 0 result 0 batchid 148 00000020:00080000:0.0:1713531236.202355:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801321220c0 00000020:00080000:1.0:1713531236.202357:0:21518:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 147 batchid updated 00000020:00080000:0.0:1713531236.202358:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008bde2c00 00000001:00080000:1.0:1713531236.202363:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971238 is committed 00000020:00080000:2.0:1713531236.202371:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 148 committed batchid 147 00000100:00100000:3.0:1713531236.202414:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9848:x1796767405198080:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 8631us (8747us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531236.202422:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5472 00000020:00080000:2.0:1713531236.202489:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 147 00000100:00100000:3.0:1713531236.203588:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.203635:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198144 00000100:00100000:0.0:1713531236.203641:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198144 00000100:00100000:0.0:1713531236.203680:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1474 00000100:00100000:0.0:1713531236.203686:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+16:1822:x1796767405198144:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1713531236.215366:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967684 is committed 00000001:00080000:2.0:1713531236.215386:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967683 is committed 00000100:00100000:0.0:1713531236.215405:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405198144:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 11714us (11814us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.215417:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1474 00000100:00100000:0.0:1713531236.216525:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.216566:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198272 00000100:00100000:3.0:1713531236.216572:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198272 00000100:00100000:3.0:1713531236.216603:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5473 00000100:00100000:3.0:1713531236.216607:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9848:x1796767405198272:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531236.216640:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531236.216658:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352fec1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c579d expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531236.216673:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:3.0:1713531236.216676:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531236.216693:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216701:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216706:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216719:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216722:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216726:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216729:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531236.216732:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216736:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216739:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:3.0:1713531236.216741:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531236.216742:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531236.216745:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352fed6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531236.216791:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9848:x1796767405198272:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 184us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531236.216796:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5473 00000100:00100000:3.0:1713531236.217466:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.217483:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198336 00000100:00100000:0.0:1713531236.217486:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198336 00000100:00100000:0.0:1713531236.217503:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5474 00000100:00100000:0.0:1713531236.217507:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9848:x1796767405198336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.217514:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.217521:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57b2 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.217544:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.217551:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.217560:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.217562:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531236.217563:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08480, rc 0) 00000100:00100000:0.0:1713531236.217579:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9848:x1796767405198336:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 72us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.217583:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5474 00000100:00100000:0.0:1713531236.218319:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.218374:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198400 00000100:00100000:2.0:1713531236.218378:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198400 00000100:00100000:2.0:1713531236.218405:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1475 00000100:00100000:2.0:1713531236.218409:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405198400:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531236.218557:0:20637:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x63:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1713531236.218560:0:20637:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x63:0x0] updating lvb mtime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531236.218562:0:20637:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x63:0x0] updating lvb atime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531236.218564:0:20637:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x63:0x0] updating lvb ctime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531236.218566:0:20637:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x63:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1713531236.218599:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405198400:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 188us (279us total) trans 4294967685 rc 0/0 00000100:00100000:2.0:1713531236.218606:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1475 00000100:00100000:2.0:1713531236.219329:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.219344:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198528 00000100:00100000:0.0:1713531236.219347:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198528 00000100:00100000:0.0:1713531236.219370:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5475 00000100:00100000:0.0:1713531236.219375:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9848:x1796767405198528:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.219400:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.219409:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.219415:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.219437:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.219447:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 86 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1713531236.219459:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678016:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531236.219499:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.220180:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678016:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531236.220258:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531236.220334:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531236.220383:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198592 00000100:00100000:1.0:1713531236.220387:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198592 00010000:00010000:1.0:1713531236.220402:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1713531236.220422:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1132 00000100:00100000:1.0:1713531236.220426:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405198592:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531236.220432:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531236.220435:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.220445:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.220456:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0af40/0xe3b2c9851352fe90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5788 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.220465:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:1.0:1713531236.220467:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.220472:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.220475:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.220488:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531236.220508:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405198592:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 82us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531236.220512:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1132 00010000:00010000:0.0:1713531236.220520:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220527:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220545:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220551:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220557:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220562:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.220565:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220571:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220580:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.220582:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531236.220585:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.220589:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08d80/0xe3b2c9851352fee4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531236.220631:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9848:x1796767405198528:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1254us (1301us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531236.220638:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5475 00000100:00100000:2.0:1713531236.221211:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.221233:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198656 00000100:00100000:0.0:1713531236.221236:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198656 00000100:00100000:0.0:1713531236.221255:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1476 00000100:00100000:0.0:1713531236.221259:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405198656:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.221314:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.221333:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.221339:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531236.221341:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531236.221344:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.221361:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.221371:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 14 pid: 20637 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1713531236.221381:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409678080:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531236.221415:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122780 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.222043:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20637:1796767409678080:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531236.222055:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531236.223003:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531236.223043:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198720 00000100:00100000:1.0:1713531236.223046:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198720 00010000:00010000:1.0:1713531236.223059:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1713531236.223077:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1133 00000100:00100000:1.0:1713531236.223080:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7944050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1822:x1796767405198720:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531236.223087:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531236.223101:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.223106:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.223119:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab09680/0xe3b2c9851352fecf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ab expref: 15 pid: 20637 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.223127:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531236.223128:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531236.223130:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531236.223136:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531236.223151:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531236.223171:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7944050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405198720:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531236.223175:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1133 00010000:00010000:0.0:1713531236.223180:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223189:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223212:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223219:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223226:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223232:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08fc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531236.223236:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223244:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223256:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.223262:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab08fc0/0xe3b2c9851352feeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531236.223345:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405198656:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 2083us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.223352:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1476 00000100:00100000:2.0:1713531236.223887:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.223925:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198848 00000100:00100000:0.0:1713531236.223929:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198848 00000100:00100000:0.0:1713531236.223956:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5476 00000100:00100000:0.0:1713531236.223962:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9848:x1796767405198848:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531236.224149:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.224160:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.224166:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.224181:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.224188:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 86 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:0.0:1713531236.224195:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678144:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531236.224223:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.224865:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678144:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531236.224927:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531236.224977:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531236.225011:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198912 00000100:00100000:1.0:1713531236.225014:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198912 00010000:00010000:1.0:1713531236.225023:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00000100:00100000:1.0:1713531236.225039:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000100:00100000:1.0:1713531236.225042:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405198912:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531236.225049:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531236.225051:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.225056:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.225065:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08480/0xe3b2c9851352fedd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b2 expref: 87 pid: 9619 timeout: 430 lvb_type: 0 00010000:00010000:1.0:1713531236.225072:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:1.0:1713531236.225074:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.225078:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.225081:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531236.225094:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531236.225107:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.225111:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531236.225112:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405198912:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531236.225115:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1134 00000001:00080000:0.0:1713531236.225181:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971239 00000001:00080000:0.0:1713531236.225259:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971240 00000001:00080000:0.0:1713531236.225318:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971241 00000100:00100000:0.0:1713531236.225378:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409678208:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531236.225407:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531236.225426:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122180 going to sleep for 11 seconds 00000100:00100000:2.0:1713531236.225436:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678208 00000100:00100000:2.0:1713531236.225440:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678208 00000100:00100000:2.0:1713531236.225469:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1713531236.225473:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409678208:12345-0@lo:1000:mdt00_004.0 00000100:00080000:1.0:1713531236.225479:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531206 00000100:00100000:2.0:1713531236.225522:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409678208:12345-0@lo:1000:mdt00_004.0 Request processed in 48us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.225526:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967683 gen 2 00000100:00100000:2.0:1713531236.225529:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000004:00080000:0.0:1713531236.225529:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132093800, transno 4294967681 00000004:00080000:0.0:1713531236.225539:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967683 committed transno 4294967683 00000100:00100000:0.0:1713531236.225551:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409678208:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531236.225719:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971242 00000100:00100000:0.0:1713531236.225761:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409678272:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531236.225781:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531236.225801:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531236.225811:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678272 00000100:00100000:2.0:1713531236.225814:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678272 00000100:00100000:2.0:1713531236.225830:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1713531236.225833:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409678272:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531236.225939:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409678272:12345-0@lo:1000:mdt00_004.0 Request processed in 105us (157us total) trans 4294967686 rc 0/0 00000100:00100000:2.0:1713531236.225944:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1713531236.225966:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409678272:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1713531236.226012:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971243 00010000:00010000:0.0:1713531236.226037:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226044:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226049:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226053:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.226056:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226061:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226072:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff8800a6838d00) 00010000:00010000:0.0:1713531236.226075:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531236.226078:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226082:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09d40/0xe3b2c9851352fef2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226100:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226105:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226110:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226114:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.226116:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226120:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.226126:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:0.0:1713531236.226128:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531236.226132:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.226139:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.226150:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.226167:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9b00/0xe3b2c9851352fe27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5773 expref: 271 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531236.226176:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678336:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531236.226208:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531236.227014:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678336:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531236.227027:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227033:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352fe20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227047:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531236.227053:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531236.227054:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227060:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227066:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227070:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227075:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227079:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b840 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531236.227081:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227086:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531236.227087:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405198976 00000100:00100000:3.0:1713531236.227091:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405198976 00010000:00010000:0.0:1713531236.227091:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb2:0x0].0x0 (ffff88008a9c7100) 00010000:00010000:0.0:1713531236.227093:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531236.227095:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531236.227099:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b840/0xe3b2c9851352fef9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531236.227108:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1210 00000100:00100000:3.0:1713531236.227111:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9845:x1796767405198976:12345-192.168.202.39@tcp:49:md5sum.0 00000040:00080000:0.0:1713531236.227148:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531236.227151:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531236.227156:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9845:x1796767405198976:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 44us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531236.227160:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1210 00000040:00080000:0.0:1713531236.227251:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 177 count 111 00000040:00080000:0.0:1713531236.227257:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1713531236.227332:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:0.0:1713531236.227333:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:9848:x1796767405198848:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3369us (3443us total) trans 4294971244 rc 0/0 00000040:00080000:2.0:1713531236.227335:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1713531236.227340:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5476 00000020:00080000:0.0:1713531236.227343:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1713531236.227669:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 111 00000040:00080000:2.0:1713531236.227677:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531236.228063:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.228106:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199104 00000100:00100000:2.0:1713531236.228107:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.228111:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199104 00000100:00100000:3.0:1713531236.228129:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1211 00000100:00100000:0.0:1713531236.228129:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199168 00000100:00100000:0.0:1713531236.228132:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199168 00000100:00100000:3.0:1713531236.228135:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9848:x1796767405199104:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531236.228163:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1477 00000100:00080000:1.0:1713531236.228167:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531206 00000100:00100000:0.0:1713531236.228167:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:9845:x1796767405199168:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:0.0:1713531236.228176:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531236.228193:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ff00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57b9 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531236.228207:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x63:0x0] initial LVB size: 1048576, mtime: 0x66226960, atime: 0x66226960, ctime: 0x66226960, blocks: 0x803 00010000:00010000:0.0:1713531236.228219:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.228221:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531236.228228:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ff00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b9 expref: 86 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.228239:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ff00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b9 expref: 86 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531236.228248:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab098c0, rc 0) 00000100:00100000:0.0:1713531236.228291:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:9845:x1796767405199168:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 122us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.228310:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1477 00000004:00080000:3.0:1713531236.228391:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xb7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1713531236.228444:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971245 00010000:00010000:3.0:1713531236.228480:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228489:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228496:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228502:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228508:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228513:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228518:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228522:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531236.228525:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228530:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228537:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb7:0x0].0x0 (ffff88008bd36d00) 00010000:00010000:3.0:1713531236.228539:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1713531236.228542:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:3.0:1713531236.228546:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:3.0:1713531236.228611:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9848:x1796767405199104:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 475us (548us total) trans 4294971246 rc 0/0 00000100:00100000:3.0:1713531236.228618:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1211 00000020:00080000:3.0:1713531236.228620:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531236.229015:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.229030:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199296 00000100:00100000:0.0:1713531236.229034:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199296 00002000:00100000:0.0:1713531236.229053:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (0->32767) req@ffff88012ea95500 x1796767405199296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:612/0 lens 488/0 e 0 to 0 dl 1713531247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531236.229063:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea95500 with x1796767405199296 ext(0->32767) 00002000:00010000:0.0:1713531236.229066:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea95500 00000100:00100000:0.0:1713531236.229088:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 389 00000100:00100000:0.0:1713531236.229093:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1822:x1796767405199296:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531236.229815:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1822:x1796767405199296:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 719us (798us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1713531236.229822:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 389 00002000:00100000:2.0:1713531236.229828:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (0->32767) req@ffff88012ea95500 x1796767405199296/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:612/0 lens 488/440 e 0 to 0 dl 1713531247 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531236.229836:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea95500 with x1796767405199296 ext(0->32767) 00002000:00010000:2.0:1713531236.229839:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea95500 00000100:00100000:2.0:1713531236.231755:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531236.231773:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199424 00000100:00100000:0.0:1713531236.231776:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199424 00002000:00100000:0.0:1713531236.231790:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (32768->1048575) req@ffff88012ea96d80 x1796767405199424/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:612/0 lens 488/0 e 0 to 0 dl 1713531247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531236.231800:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea96d80 with x1796767405199424 ext(32768->1048575) 00002000:00010000:0.0:1713531236.231802:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea96d80 00000100:00100000:0.0:1713531236.231815:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 390 00000100:00100000:0.0:1713531236.231818:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405199424:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531236.234911:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405199424:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3087us (3154us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1713531236.234919:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 390 00002000:00100000:2.0:1713531236.234926:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x63:0x0] (32768->1048575) req@ffff88012ea96d80 x1796767405199424/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:612/0 lens 488/440 e 0 to 0 dl 1713531247 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531236.234935:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea96d80 with x1796767405199424 ext(32768->1048575) 00002000:00010000:2.0:1713531236.234939:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea96d80 00000100:00100000:2.0:1713531236.239371:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531236.239414:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199552 00000100:00100000:3.0:1713531236.239420:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199552 00000100:00100000:3.0:1713531236.239449:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1212 00000100:00100000:3.0:1713531236.239454:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+272:9845:x1796767405199552:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:3.0:1713531236.239610:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9845:x1796767405199552:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 155us (242us total) trans 4294971247 rc 0/0 00000100:00100000:3.0:1713531236.239614:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1212 00000100:00100000:0.0:1713531236.244943:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.245017:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199680 00000100:00100000:2.0:1713531236.245024:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199680 00000100:00100000:2.0:1713531236.245066:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5477 00000100:00100000:2.0:1713531236.245072:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9850:x1796767405199680:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531236.245089:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531236.245105:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352ff0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57c0 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.245205:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245216:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245226:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245245:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245254:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245260:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245393:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352ff23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245400:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352ff23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245406:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352ff23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531236.245413:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00010000:00010000:2.0:1713531236.245489:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245495:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245501:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245506:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.245510:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245515:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245525:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531236.245528:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531236.245531:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245536:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c9851352ff15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245558:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245563:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245567:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245571:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531236.245573:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245578:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245584:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x79fc94da (ffff88008a9c7600) 00010000:00010000:2.0:1713531236.245585:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531236.245588:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245592:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851352ff1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x79fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.245621:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851352ff0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c0 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.245636:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352ff23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c0 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.245642:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:2.0:1713531236.245644:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531236.245645:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531236.245687:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9850:x1796767405199680:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 614us (747us total) trans 4294971248 rc 0/0 00000100:00100000:2.0:1713531236.245692:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5477 00000100:00100000:0.0:1713531236.246794:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531236.246836:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199808 00000100:00100000:1.0:1713531236.246840:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199808 00000100:00100000:1.0:1713531236.246873:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 525 00000100:00100000:1.0:1713531236.246877:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9850:x1796767405199808:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:1.0:1713531236.246891:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531236.246902:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daac0/0xe3b2c9851352ff23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c0 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531236.246917:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7800) 00010000:00010000:1.0:1713531236.246921:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531236.246942:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9850:x1796767405199808:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 64us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531236.246948:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 525 00000100:00100000:0.0:1713531236.247487:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.247518:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199872 00000100:00100000:2.0:1713531236.247522:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199872 00000100:00100000:2.0:1713531236.247539:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5478 00000100:00100000:2.0:1713531236.247542:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9850:x1796767405199872:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:2.0:1713531236.247580:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.247587:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.247593:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531236.247746:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].177, 136 off32056 00000100:00100000:2.0:1713531236.247783:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9850:x1796767405199872:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 239us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531236.247788:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5478 00000100:00100000:0.0:1713531236.248362:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531236.248394:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405199936 00000100:00100000:2.0:1713531236.248398:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405199936 00000100:00100000:2.0:1713531236.248424:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5479 00000100:00100000:2.0:1713531236.248428:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9850:x1796767405199936:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531236.248437:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531236.248446:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57c7 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.248485:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.248493:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.248506:0:9619:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531236.248515:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.248524:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:2.0:1713531236.248527:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531236.248530:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 275 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531236.248536:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8b40, rc 0) 00000100:00100000:2.0:1713531236.248568:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9850:x1796767405199936:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 139us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531236.248574:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5479 00000004:00080000:2.0:1713531236.748479:0:8790:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 331375209372ns, next at 332375208080ns, rc = 0 00000100:00100000:3.0:1713531236.748501:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409678400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1713531236.748561:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531236.748615:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678400 00000100:00100000:0.0:1713531236.748621:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678400 00000100:00100000:0.0:1713531236.748653:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1713531236.748657:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2633:x1796767409678400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1713531236.748673:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 204013568 pending 0 free 3849322496 avail 3846176768 00000100:00100000:0.0:1713531236.748704:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2633:x1796767409678400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531236.748708:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1713531236.748720:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409678400:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1713531237.112490:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531237.227467:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531237.227474:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1713531237.228446:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2633:1796767409678656:0@lo:400:kworker.0 00000100:00100000:1.0:1713531237.228446:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2631:1796767409678528:0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228446:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2632:1796767409678592:0@lo:400:kworker.0 00000100:00100000:1.0:1713531237.228502:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531237.228506:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e42ccf48-c917-4b23-b513-2502a931f1a1:2634:1796767409678464:0@lo:400:kworker.0 00000100:00100000:3.0:1713531237.228524:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531237.228532:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531237.228545:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409678720:0@lo:400:kworker.0 00000100:00100000:3.0:1713531237.228550:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678528 00000100:00100000:3.0:1713531237.228555:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678528 00000100:00100000:0.0:1713531237.228559:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531237.228581:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531237.228582:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678656 00000100:00100000:3.0:1713531237.228584:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678656 00000100:00100000:0.0:1713531237.228594:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678592 00000100:00100000:0.0:1713531237.228597:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678592 00000100:00100000:1.0:1713531237.228598:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1713531237.228605:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2631:x1796767409678528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531237.228606:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1713531237.228610:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2633:x1796767409678656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228615:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1713531237.228618:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2632:x1796767409678592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228644:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2632:x1796767409678592:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.228646:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2633:x1796767409678656:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531237.228646:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2631:x1796767409678528:12345-0@lo:400:kworker.0 Request processed in 41us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.228648:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1713531237.228651:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1713531237.228659:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1713531237.228670:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2632:1796767409678592:0@lo:400:kworker.0 00000100:00080000:1.0:1713531237.228672:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531207 00000100:00100000:3.0:1713531237.228680:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2633:1796767409678656:0@lo:400:kworker.0 00000100:00100000:1.0:1713531237.228685:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2631:1796767409678528:0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228695:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678464 00000100:00100000:0.0:1713531237.228696:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678464 00000100:00100000:1.0:1713531237.228699:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678720 00000100:00100000:1.0:1713531237.228701:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678720 00000100:00100000:0.0:1713531237.228710:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1713531237.228712:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2634:x1796767409678464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531237.228721:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1713531237.228725:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:2634:x1796767409678720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228730:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2634:x1796767409678464:12345-0@lo:400:kworker.0 Request processed in 17us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.228735:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1713531237.228751:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:2634:x1796767409678720:12345-0@lo:400:kworker.0 Request processed in 25us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531237.228756:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1713531237.228756:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e42ccf48-c917-4b23-b513-2502a931f1a1:2634:1796767409678464:0@lo:400:kworker.0 00000100:00100000:0.0:1713531237.228766:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008df45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409678720:0@lo:400:kworker.0 00000100:00080000:1.0:1713531237.228767:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531207 00000100:00080000:1.0:1713531237.228769:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531207 00000040:00080000:2.0:1713531237.230162:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 178 count 11 00000040:00080000:2.0:1713531237.230167:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531237.230209:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea95c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409678784:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531237.230250:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663c00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531237.231373:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea95c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409678784:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531237.231424:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531237.231427:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531237.231530:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 178 count 11 00000040:00080000:2.0:1713531237.231535:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531237.231654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.231693:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200000 00000100:00100000:3.0:1713531237.231698:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200000 00000100:00100000:3.0:1713531237.231742:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5480 00000100:00100000:3.0:1713531237.231747:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405200000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00080000:1.0:1713531237.231749:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531207 00000004:00000080:3.0:1713531237.231768:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531237.231807:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405200000:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 60us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.231812:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5480 00000100:00100000:0.0:1713531237.232546:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.232576:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200064 00000100:00100000:3.0:1713531237.232579:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200064 00000100:00100000:3.0:1713531237.232600:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5481 00000100:00100000:3.0:1713531237.232604:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405200064:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.232638:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232649:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232657:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232669:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232672:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232676:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232686:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232690:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232693:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531237.232708:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00000004:00200000:3.0:1713531237.232710:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531237.232718:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232725:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232728:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232732:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232735:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.232737:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232741:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232747:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531237.232749:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.232751:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232754:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851352ff3f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232770:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232773:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232776:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232779:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801399898c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.232781:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232784:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232787:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89e9622f (ffff88008bd36900) 00010000:00010000:3.0:1713531237.232788:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.232789:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232792:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851352ff46 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232799:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232801:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232804:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232806:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.232808:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232810:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232813:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:3.0:1713531237.232815:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.232816:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.232819:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c9851352ff4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531237.232846:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b7e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405200064:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 241us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.232850:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5481 00000100:00100000:0.0:1713531237.233573:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.233629:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200192 00000100:00100000:3.0:1713531237.233634:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200192 00000100:00100000:3.0:1713531237.233653:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5482 00000100:00100000:3.0:1713531237.233659:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405200192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.233668:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.233681:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff54 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57ce expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.233746:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233755:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233761:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233772:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233778:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233783:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233806:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233813:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233819:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531237.233825:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb3:0x0]: returning size 0 00010000:00010000:3.0:1713531237.233886:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233892:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233897:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233901:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.233904:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233909:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233917:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:3.0:1713531237.233919:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531237.233922:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233927:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851352ff69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233941:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233946:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233951:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233955:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.233957:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233962:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233968:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531237.233970:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.233972:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233977:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ff5b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233985:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233990:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.233996:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.234000:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.234003:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.234008:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.234013:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x89e9622f (ffff88008bd36d00) 00010000:00010000:3.0:1713531237.234015:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.234017:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.234021:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ff62 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x89e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.234047:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff54 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ce expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.234055:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ff54 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ce expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.234063:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988b40, rc 0) 00000100:00100000:3.0:1713531237.234095:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9852:x1796767405200192:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 435us (521us total) trans 4294971249 rc 301/301 00000100:00100000:3.0:1713531237.234101:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5482 00000100:00100000:0.0:1713531237.235093:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.235129:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200256 00000100:00100000:3.0:1713531237.235132:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200256 00000100:00100000:3.0:1713531237.235152:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5483 00000100:00100000:3.0:1713531237.235155:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9852:x1796767405200256:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531237.235170:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531237.235209:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9852:x1796767405200256:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 52us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.235215:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5483 00000100:00100000:0.0:1713531237.236104:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.236146:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200384 00000100:00100000:3.0:1713531237.236149:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200384 00000100:00100000:3.0:1713531237.236176:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5484 00000100:00100000:3.0:1713531237.236181:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9852:x1796767405200384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.236189:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.236199:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352ff77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57d5 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.236605:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352ff7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.236614:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352ff7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.236622:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352ff7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531237.236630:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb8:0x0]: returning size 0 00010000:00010000:3.0:1713531237.236654:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851352ff77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57d5 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.236665:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352ff7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57d5 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.236671:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff88008bd36400) 00010000:00010000:3.0:1713531237.236673:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531237.236675:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989440, rc 0) 00000100:00100000:3.0:1713531237.236708:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9852:x1796767405200384:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 525us (604us total) trans 4294971250 rc 0/0 00000100:00100000:3.0:1713531237.236716:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5484 00000100:00100000:0.0:1713531237.237698:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.237744:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200512 00000100:00100000:3.0:1713531237.237748:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200512 00000100:00100000:3.0:1713531237.237775:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5485 00000100:00100000:3.0:1713531237.237780:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9852:x1796767405200512:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.237802:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531237.237813:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c9851352ff7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57d5 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.237824:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff88008bd36400) 00010000:00010000:3.0:1713531237.237829:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531237.237840:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237848:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237854:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237868:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237874:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237881:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237917:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237924:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237929:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237934:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.237936:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237941:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237949:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:3.0:1713531237.237951:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.237954:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237959:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851352ff8c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237967:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237973:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237978:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237982:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.237984:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237993:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.237999:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x4c386384 (ffff88008bd36000) 00010000:00010000:3.0:1713531237.238001:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531237.238003:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.238008:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c9851352ff93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x4c386384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531237.238054:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9852:x1796767405200512:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 271us (357us total) trans 0 rc -2/-2 00000100:00100000:3.0:1713531237.238060:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5485 00000100:00100000:0.0:1713531237.238736:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.238775:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200576 00000100:00100000:3.0:1713531237.238778:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200576 00000100:00100000:3.0:1713531237.238797:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5486 00000100:00100000:3.0:1713531237.238801:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9852:x1796767405200576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.238807:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.238816:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352ff9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57dc expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.238827:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.238832:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.238836:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.238876:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851352ff9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.238883:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.238887:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:3.0:1713531237.238888:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1713531237.238890:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989680, rc 0) 00000100:00100000:3.0:1713531237.238913:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9852:x1796767405200576:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 111us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.238917:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5486 00000100:00100000:0.0:1713531237.239681:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.239718:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200704 00000100:00100000:3.0:1713531237.239722:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200704 00000100:00100000:3.0:1713531237.239744:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5487 00000100:00100000:3.0:1713531237.239749:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9852:x1796767405200704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.239789:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.239796:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.239802:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:3.0:1713531237.239890:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008ebe2a00 reply state ffff88008a5bf000 transno 4294971251 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531237.239895:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531237.239931:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9852:x1796767405200704:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 182us (251us total) trans 4294971251 rc 0/0 00000100:00100000:3.0:1713531237.239936:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5487 00010000:00010000:2.0:1713531237.240490:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240499:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240505:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240510:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.240513:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240519:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240528:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.240530:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1713531237.240530:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531237.240532:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.240541:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851352ffa8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531237.240560:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200768 00000100:00100000:3.0:1713531237.240564:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200768 00000100:00100000:3.0:1713531237.240577:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5488 00000100:00100000:3.0:1713531237.240580:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:9852:x1796767405200768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.240586:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.240592:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57e3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.240608:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.240614:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.240618:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:3.0:1713531237.240619:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531237.240620:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b840, rc 0) 00000100:00100000:3.0:1713531237.240635:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9852:x1796767405200768:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 54us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.240638:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5488 00000100:00100000:0.0:1713531237.241206:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.241239:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200832 00000100:00100000:3.0:1713531237.241242:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200832 00000100:00100000:3.0:1713531237.241261:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1213 00000100:00100000:3.0:1713531237.241264:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22f0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9852:x1796767405200832:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1713531237.241337:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22f0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9852:x1796767405200832:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 71us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.241344:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1213 00000100:00100000:0.0:1713531237.242003:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.242035:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405200960 00000100:00100000:3.0:1713531237.242038:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405200960 00000100:00100000:3.0:1713531237.242057:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1214 00000100:00100000:3.0:1713531237.242059:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9852:x1796767405200960:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531237.242137:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405200960:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 76us (136us total) trans 4294971252 rc 0/0 00000100:00100000:3.0:1713531237.242141:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1214 00000100:00100000:1.0:1713531237.242708:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.242756:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201088 00000100:00100000:3.0:1713531237.242760:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201088 00000100:00100000:3.0:1713531237.242782:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5489 00000100:00100000:3.0:1713531237.242786:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405201088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531237.242828:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405201088:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 40us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.242834:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5489 00000100:00100000:0.0:1713531237.243573:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.243641:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201216 00000100:00100000:3.0:1713531237.243645:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201216 00000100:00100000:3.0:1713531237.243668:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5490 00000100:00100000:3.0:1713531237.243671:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405201216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.243678:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.243687:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352ffb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57ea expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.243722:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.243732:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.243737:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.243756:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.243764:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 99 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1713531237.243772:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678848:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531237.243805:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9e40 going to sleep for 11 seconds 00000004:00080000:3.0:1713531237.244349:0:10538:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 331871080422ns, next at 332871079407ns, rc = 0 00000100:00100000:0.0:1713531237.244351:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409678912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531237.244443:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531237.244512:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409678848:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531237.244524:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409678912 00010000:00010000:3.0:1713531237.244527:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531237.244528:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409678912 00000100:00100000:1.0:1713531237.244554:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1713531237.244557:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2631:x1796767409678912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1713531237.244578:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 209125376 pending 0 free 3848273920 avail 3846176768 00000100:00100000:0.0:1713531237.244583:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531237.244605:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2631:x1796767409678912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531237.244608:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1713531237.244610:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201280 00000100:00100000:2.0:1713531237.244613:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201280 00000100:00100000:0.0:1713531237.244623:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409678912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1713531237.244625:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 100 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.244638:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1135 00000100:00100000:2.0:1713531237.244641:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:1823:x1796767405201280:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.244647:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.244650:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 100 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.244656:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 100 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.244665:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c9851352ffaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57e3 expref: 100 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.244672:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.244674:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.244679:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.244682:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.244701:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531237.244720:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:1823:x1796767405201280:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 77us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.244724:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1135 00010000:00010000:3.0:1713531237.244734:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.244742:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531237.244753:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb8:0x0]: returning size 0 00000004:00080000:3.0:1713531237.244928:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x61:0x0], index 1: 0 00010000:00010000:3.0:1713531237.245012:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245020:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245023:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245026:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531237.245028:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245032:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245037:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:3.0:1713531237.245038:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1713531237.245040:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245043:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c9851352ffbd lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.245062:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352ffb6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ea expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.245067:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851352ffb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ea expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.245071:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988d80, rc 0) 00000100:00100000:3.0:1713531237.245097:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405201216:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1425us (1526us total) trans 4294971253 rc 301/301 00000100:00100000:3.0:1713531237.245102:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5490 00000100:00100000:0.0:1713531237.245654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.245696:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201408 00000100:00100000:3.0:1713531237.245700:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201408 00000100:00100000:3.0:1713531237.245722:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1215 00000100:00100000:3.0:1713531237.245726:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9852:x1796767405201408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1713531237.245844:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:9852:x1796767405201408:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 116us (189us total) trans 4294971254 rc 0/0 00000100:00100000:3.0:1713531237.245851:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1215 00000100:00100000:2.0:1713531237.246458:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.246502:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201472 00000100:00100000:3.0:1713531237.246507:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201472 00000100:00100000:3.0:1713531237.246530:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5491 00000100:00100000:3.0:1713531237.246534:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:9852:x1796767405201472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531237.246542:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531237.246550:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ffcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57f1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.246574:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.246580:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.246585:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:3.0:1713531237.246596:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb8:0x0]: returning size 0 00000004:00200000:3.0:1713531237.246599:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531237.246605:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:3.0:1713531237.246615:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851352ffcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f1 expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.246623:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f1 expref: 100 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.246627:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:3.0:1713531237.246628:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1713531237.246629:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998ad00, rc 0) 00000100:00100000:3.0:1713531237.246655:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9852:x1796767405201472:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 120us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.246659:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5491 00000100:00100000:1.0:1713531237.247421:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.247474:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201536 00000100:00100000:2.0:1713531237.247478:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201536 00000100:00080000:1.0:1713531237.247505:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531207 00000100:00100000:2.0:1713531237.247515:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1478 00000100:00100000:2.0:1713531237.247519:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405201536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.247527:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531237.247542:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57f8 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531237.247557:0:20637:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531237.247568:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.247569:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.247574:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 12 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531237.247583:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 12 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531237.247589:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d98c0, rc 0) 00000100:00100000:2.0:1713531237.247618:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405201536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 97us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.247623:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1478 00000100:00100000:0.0:1713531237.248360:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.248392:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201664 00000100:00100000:3.0:1713531237.248395:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201664 00000100:00100000:3.0:1713531237.248416:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5492 00000100:00100000:3.0:1713531237.248419:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9852:x1796767405201664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531237.248455:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9852:x1796767405201664:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 35us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.248459:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5492 00000100:00100000:0.0:1713531237.249659:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.249700:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201728 00000100:00100000:2.0:1713531237.249704:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201728 00000100:00100000:2.0:1713531237.249726:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1479 00000100:00100000:2.0:1713531237.249730:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:9852:x1796767405201728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.249737:0:20637:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531237.249746:0:20637:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c57ff expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.249760:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531237.249765:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.249766:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.249768:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.249787:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531237.249795:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 431 lvb_type: 1 00000100:00100000:2.0:1713531237.249804:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409678976:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531237.249839:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663f00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531237.250438:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409678976:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531237.250453:0:20637:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 13 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.250466:0:20637:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8fc0, rc 0) 00000100:00100000:2.0:1713531237.250491:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:9852:x1796767405201728:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 760us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.250495:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1479 00000100:00100000:0.0:1713531237.250576:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.250606:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201792 00000100:00100000:3.0:1713531237.250610:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201792 00010000:00010000:3.0:1713531237.250621:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 431 lvb_type: 1 00000100:00100000:3.0:1713531237.250634:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:3.0:1713531237.250638:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405201792:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1713531237.250644:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531237.250653:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 431 lvb_type: 1 00010000:00010000:3.0:1713531237.250660:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 431 lvb_type: 1 00010000:00010000:3.0:1713531237.250671:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f8 expref: 13 pid: 20637 timeout: 431 lvb_type: 1 00010000:00010000:3.0:1713531237.250678:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.250679:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.250683:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.250687:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.250700:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531237.250706:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409679040:192.168.202.39@tcp:105: 00000100:00100000:3.0:1713531237.250731:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531237.251370:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409679040:192.168.202.39@tcp:105: 00010000:00010000:3.0:1713531237.251378:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531237.251400:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405201792:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 761us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531237.251404:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1136 00000100:00100000:1.0:1713531237.256492:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.256510:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201920 00000100:00100000:2.0:1713531237.256515:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201920 00002000:00100000:2.0:1713531237.256539:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (0->1048575) req@ffff88008df47100 x1796767405201920/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:613/0 lens 488/0 e 0 to 0 dl 1713531248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.256546:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df47100 with x1796767405201920 ext(0->1048575) 00002000:00010000:2.0:1713531237.256549:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df47100 00000100:00100000:2.0:1713531237.256566:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 391 00000100:00100000:2.0:1713531237.256570:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405201920:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531237.266815:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405201920:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 10234us (10317us total) trans 4294967675 rc 0/0 00000100:00100000:2.0:1713531237.266824:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 391 00002000:00100000:2.0:1713531237.266833:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (0->1048575) req@ffff88008df47100 x1796767405201920/t4294967675(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:613/0 lens 488/448 e 0 to 0 dl 1713531248 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.266840:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df47100 with x1796767405201920 ext(0->1048575) 00002000:00010000:2.0:1713531237.266844:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df47100 00000100:00100000:0.0:1713531237.268014:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531237.268065:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405201984 00000100:00100000:3.0:1713531237.268071:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405201984 00000100:00100000:3.0:1713531237.268104:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5493 00000100:00100000:3.0:1713531237.268110:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9852:x1796767405201984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531237.275571:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971244 is committed 00000020:00080000:1.0:1713531237.275580:0:21518:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132122180 refcount 2 committed 0 result 0 batchid 149 00000020:00080000:1.0:1713531237.275584:0:21518:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801321223c0 00000020:00080000:1.0:1713531237.275587:0:21518:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800a6838a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880134d32c00 00000020:00080000:3.0:1713531237.275601:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 149 committed batchid 147 00000001:00080000:1.0:1713531237.275605:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971254 is committed 00000004:00080000:1.0:1713531237.275612:0:21518:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 28 committed 00000001:00080000:1.0:1713531237.275627:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971247 is committed 00000100:00100000:2.0:1713531237.275644:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9852:x1796767405201984:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7529us (7626us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.275654:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5493 00000004:00080000:0.0:1713531237.275697:0:6623:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000020:00080000:3.0:1713531237.275708:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 147 00000001:00080000:0.0:1713531237.275709:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971248 is committed 00000020:00080000:0.0:1713531237.275713:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 148 batchid updated 00000100:00100000:3.0:1713531237.275722:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409679104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1713531237.275726:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409679232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1713531237.275731:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1713531237.275760:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531237.275761:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409679168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1713531237.275784:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531237.275787:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409679488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1713531237.275797:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409679424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1713531237.275799:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679232 00000100:00100000:1.0:1713531237.275803:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531237.275804:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679232 00000100:00100000:2.0:1713531237.275813:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679168 00000100:00100000:2.0:1713531237.275816:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679168 00000100:00100000:0.0:1713531237.275821:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679488 00000100:00100000:1.0:1713531237.275822:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531237.275825:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679488 00000100:00100000:3.0:1713531237.275827:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679296 00000100:00100000:3.0:1713531237.275829:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679296 00000100:00100000:1.0:1713531237.275834:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1713531237.275835:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1713531237.275839:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:2634:x1796767409679232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1713531237.275845:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1713531237.275849:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531237.275850:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:2633:x1796767409679168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1713531237.275851:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1713531237.275856:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:2631:x1796767409679296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1713531237.275857:0:20637:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:92 count 1 00000100:00100000:1.0:1713531237.275859:0:2631:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:3.0:1713531237.275860:0:17279:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:94 count 1 00000100:00100000:1.0:1713531237.275863:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679360:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1713531237.275868:0:15499:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:95 count 1 00010000:00010000:2.0:1713531237.275877:0:20637:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275877:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1713531237.275885:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1713531237.275886:0:15499:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1713531237.275890:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275892:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679552 00010000:00010000:0.0:1713531237.275892:0:15499:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.275894:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275894:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679552 00010000:00010000:3.0:1713531237.275898:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.275900:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.275901:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.275902:0:15499:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.275903:0:20637:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531237.275904:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275905:0:15499:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275906:0:15497:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679360 00000100:00100000:1.0:1713531237.275907:0:15497:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679360 00010000:00010000:2.0:1713531237.275909:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.275911:0:20637:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.275913:0:20637:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275914:0:15497:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00010000:00010000:3.0:1713531237.275915:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1713531237.275918:0:15497:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:2634:x1796767409679488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1713531237.275920:0:15499:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275922:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275926:0:15499:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1713531237.275928:0:15497:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:97 count 1 00010000:00010000:2.0:1713531237.275933:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531237.275933:0:15499:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275934:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275940:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275940:0:15499:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.275943:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 13 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:3.0:1713531237.275946:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531237.275946:0:15499:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531237.275949:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531237.275949:0:15497:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1713531237.275949:0:15499:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275954:0:15497:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275956:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275956:0:15499:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.275958:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409679616:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531237.275960:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.275961:0:15497:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.275964:0:15497:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275968:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275969:0:15499:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275972:0:15497:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.275974:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c9851352ffee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.275975:0:15499:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0a640/0xe3b2c9851352fff5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275978:0:15497:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275984:0:15497:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.275989:0:20637:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275991:0:15497:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.275996:0:15497:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632ac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531237.275997:0:20637:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:1.0:1713531237.276000:0:15497:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.276004:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1713531237.276005:0:20637:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d416d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409679680:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531237.276006:0:15497:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.276011:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:2631:x1796767409679552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1713531237.276015:0:15497:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.276016:0:20637:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663b40 going to sleep for 11 seconds 00010000:00010000:1.0:1713531237.276021:0:15497:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b632ac0/0xe3b2c9851352fffc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15497 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1713531237.276023:0:10539:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:95 count 1 00010000:00010000:0.0:1713531237.276032:0:10539:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276043:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276052:0:10539:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531237.276058:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.276059:0:10539:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.276061:0:10539:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.276072:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1713531237.276077:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531237.276086:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1713531237.276095:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409679744:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.276126:0:10539:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276134:0:10539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.276142:0:10539:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013230aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409679808:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531237.276157:0:10539:0:(client.c:2539:ptlrpc_set_wait()) set ffff880132122480 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.276170:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679424 00000100:00100000:3.0:1713531237.276172:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:2633:x1796767409679168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 321us (386us total) trans 4294967676 rc 0/0 00000100:00100000:0.0:1713531237.276173:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679424 00000100:00100000:3.0:1713531237.276178:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1713531237.276187:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000004:00080000:2.0:1713531237.276189:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d417480/2, rc 0, transno 380 00000100:00100000:3.0:1713531237.276191:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1713531237.276191:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409679360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1713531237.276194:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409679168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1713531237.276195:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:2633:x1796767409679424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1713531237.276195:0:15497:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:2634:x1796767409679488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 276us (390us total) trans 4294967687 rc 0/0 00000100:00100000:1.0:1713531237.276201:0:15497:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00002000:00080000:0.0:1713531237.276201:0:18188:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:96 count 1 00002000:00080000:3.0:1713531237.276205:0:17279:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:94 count 1 00010000:00010000:3.0:1713531237.276215:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1713531237.276218:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1713531237.276223:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276224:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1713531237.276228:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132093480/2, rc 0, transno 391 00010000:00010000:0.0:1713531237.276229:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.276230:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.276231:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1713531237.276232:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409679488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1713531237.276233:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276237:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.276238:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531237.276240:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276241:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276247:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276253:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276255:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 12 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1713531237.276260:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276262:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 12 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.276302:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b600 already unused, calling callback (ffffffffa0856730) 00000100:00100000:3.0:1713531237.276305:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409679872:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.276305:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276311:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276321:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.276326:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b600/0xe3b2c9851353000a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276332:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 85 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.276339:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 85 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1713531237.276347:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409679936:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531237.276359:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531237.276414:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531237.276473:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409679104 00000100:00100000:1.0:1713531237.276476:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409679104 00000100:00100000:1.0:1713531237.276490:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:1.0:1713531237.276494:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:2632:x1796767409679104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1713531237.276506:0:20174:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:91 count 1 00010000:00010000:1.0:1713531237.276515:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.276525:0:20174:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.276532:0:20174:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1713531237.276535:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409679360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 342us (656us total) trans 4294967688 rc 0/0 00010000:00010000:1.0:1713531237.276537:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.276539:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.276541:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.276542:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000004:00080000:2.0:1713531237.276545:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132090380/2, rc 0, transno 392 00000100:00100000:2.0:1713531237.276549:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1713531237.276556:0:20174:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 13 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531237.276564:0:20174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 13 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:1.0:1713531237.276572:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409680000:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531237.276598:0:20174:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.276606:0:20174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:1.0:1713531237.276619:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b555180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409680064:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531237.276635:0:20174:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1713531237.276745:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.276759:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202048 00000100:00100000:2.0:1713531237.276762:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202048 00000100:00100000:2.0:1713531237.276779:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1488 00000100:00100000:2.0:1713531237.276783:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405202048:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1713531237.276830:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409679296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 972us (1005us total) trans 4294967677 rc 0/0 00000100:00100000:0.0:1713531237.276836:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000004:00080000:2.0:1713531237.276841:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d416300/2, rc 0, transno 381 00000100:00100000:2.0:1713531237.276845:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1713531237.276857:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.276876:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202112 00000100:00100000:0.0:1713531237.276879:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202112 00010000:00010000:0.0:1713531237.276893:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 15 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1713531237.276911:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1137 00000100:00100000:3.0:1713531237.276914:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d417100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409679616:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531237.276930:0:20637:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d416d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20637:1796767409679680:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531237.276954:0:20637:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.276986:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+15:1823:x1796767405202112:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531237.276996:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531237.277001:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 15 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:1.0:1713531237.277010:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409679744:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.277010:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 15 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.277022:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c9851352f797 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55b3 expref: 15 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.277031:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531237.277053:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405202112:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 136us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531237.277055:0:10539:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013230aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10539:1796767409679808:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531237.277059:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1137 00010000:00010000:1.0:1713531237.277069:0:10539:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.277171:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409680000:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531237.277200:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b555180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409680064:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.277213:0:20174:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531237.277562:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409679872:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531237.277570:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d5b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17279:1796767409679936:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531237.277580:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.277633:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.277646:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202304 00000100:00100000:2.0:1713531237.277650:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202304 00010000:00010000:2.0:1713531237.277661:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:2.0:1713531237.277675:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1138 00000100:00100000:2.0:1713531237.277680:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+14:1824:x1796767405202304:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.277686:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.277690:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.277697:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.277708:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851352f6fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5589 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.277718:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531237.277737:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1824:x1796767405202304:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 56us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.277742:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1138 00000100:00100000:0.0:1713531237.278401:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.278417:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.278440:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202240 00000100:00100000:0.0:1713531237.278443:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202240 00010000:00010000:0.0:1713531237.278452:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 13 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1713531237.278472:0:6392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202176 00000100:00100000:0.0:1713531237.278473:0:6392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202176 00010000:00010000:0.0:1713531237.278479:0:6392:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00000100:00100000:0.0:1713531237.278487:0:6392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:0.0:1713531237.278490:0:6392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+14:1822:x1796767405202240:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531237.278495:0:6392:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531237.278498:0:6392:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.278503:0:6392:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.278511:0:6392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0b3c0/0xe3b2c9851352f6f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5582 expref: 14 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:0.0:1713531237.278519:0:6392:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531237.278538:0:6392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405202240:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 46us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.278543:0:6392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1139 00000100:00100000:2.0:1713531237.278562:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.278618:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.278640:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.278651:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202368 00000100:00100000:2.0:1713531237.278654:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202368 00010000:00010000:2.0:1713531237.278670:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 81 pid: 15497 timeout: 431 lvb_type: 0 00000100:00080000:1.0:1713531237.278682:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531207 00000100:00100000:2.0:1713531237.278686:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202432 00000100:00100000:2.0:1713531237.278688:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202432 00010000:00010000:2.0:1713531237.278696:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 86 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.278704:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202496 00000100:00100000:2.0:1713531237.278705:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202496 00010000:00010000:2.0:1713531237.278711:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 87 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.278720:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:2.0:1713531237.278725:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405202176:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.278731:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.278734:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.278742:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.278754:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013998a400/0xe3b2c9851352f79e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.39@tcp remote: 0x882d050f247c55ba expref: 12 pid: 15499 timeout: 431 lvb_type: 1 00010000:00010000:2.0:1713531237.278763:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531237.278783:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405202176:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 57us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.278788:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1140 00000100:00100000:2.0:1713531237.278799:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1141 00000100:00100000:2.0:1713531237.278803:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405202368:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.278809:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.278812:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 81 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.278820:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 81 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.278832:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139989b00/0xe3b2c9851352f5d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5520 expref: 81 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.278837:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1142 00010000:00010000:2.0:1713531237.278840:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.278842:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1713531237.278843:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+87:1824:x1796767405202432:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.278845:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.278850:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.278851:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.278855:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 87 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:3.0:1713531237.278856:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:0.0:1713531237.278864:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 87 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.278866:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531237.278880:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2b180/0xe3b2c9851352f544 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54e8 expref: 87 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.278886:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405202368:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (324us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531237.278888:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.278889:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531237.278892:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1141 00010000:00010000:0.0:1713531237.278892:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.278899:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.278902:0:19876:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202560 00000100:00100000:2.0:1713531237.278905:0:19876:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202560 00010000:00010000:2.0:1713531237.278913:0:19876:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1713531237.278915:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531237.278927:0:19876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1143 00000100:00100000:2.0:1713531237.278931:0:19876:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1822:x1796767405202496:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1713531237.278935:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1824:x1796767405202432:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (316us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531237.278937:0:19876:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.278940:0:19876:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 86 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.278941:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1142 00010000:00010000:2.0:1713531237.278948:0:19876:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 86 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.278956:0:6393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1144 00010000:00010000:2.0:1713531237.278958:0:19876:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139989200/0xe3b2c9851352f65c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5558 expref: 85 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.278960:0:6393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405202560:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.278965:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.278966:0:19876:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.278968:0:19876:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.278968:0:6393:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531237.278972:0:6393:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.278974:0:19876:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.278982:0:6393:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.278985:0:19876:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531237.278994:0:6393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29f80/0xe3b2c9851352f4b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400030020 nid: 192.168.202.39@tcp remote: 0x882d050f247c54b0 expref: 80 pid: 15497 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.279000:0:19876:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:1822:x1796767405202496:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 67us (359us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531237.279003:0:20637:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279003:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1713531237.279004:0:19876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1143 00010000:00010000:0.0:1713531237.279004:0:6393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531237.279007:0:6393:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279009:0:20637:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279014:0:6393:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279016:0:20637:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279020:0:20637:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279025:0:20637:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279028:0:6393:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531237.279030:0:20637:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531237.279033:0:20637:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279038:0:20637:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.279042:0:6393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:1825:x1796767405202560:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 81us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.279046:0:6393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1144 00010000:00010000:3.0:1713531237.279052:0:20637:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279056:0:20637:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d98c0/0xe3b2c9851352ffe7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279088:0:20174:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279095:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279102:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279109:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279122:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279128:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b631680 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531237.279131:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279138:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279146:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.279151:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b631680/0xe3b2c98513530018 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279177:0:10539:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279179:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279185:0:10539:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279187:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279192:0:10539:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279195:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279198:0:10539:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279202:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279205:0:10539:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279208:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279215:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531237.279215:0:10539:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531237.279218:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279218:0:10539:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279223:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279224:0:10539:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279235:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279236:0:10539:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531237.279241:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880139989f80/0xe3b2c98513530011 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.279242:0:10539:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab0aac0/0xe3b2c98513530003 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.279478:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:2632:x1796767409679104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2982us (3062us total) trans 4294967678 rc 0/0 00000100:00100000:0.0:1713531237.279484:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:1.0:1713531237.279494:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:2631:x1796767409679552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3482us (3643us total) trans 4294967689 rc 0/0 00000100:00100000:1.0:1713531237.279500:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000004:00080000:2.0:1713531237.279508:0:2632:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012ea95880/2, rc 0, transno 382 00000100:00100000:2.0:1713531237.279512:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012ea95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409679104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1713531237.279520:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:2634:x1796767409679232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3677us (3757us total) trans 4294967679 rc 0/0 00000100:00100000:3.0:1713531237.279528:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000004:00080000:2.0:1713531237.279531:0:2631:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134d0ca80/2, rc 0, transno 393 00000100:00100000:2.0:1713531237.279535:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409679552:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1713531237.279538:0:2634:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d415f80/2, rc 0, transno 383 00000100:00100000:0.0:1713531237.279542:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409679232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1713531237.279662:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:2633:x1796767409679424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3465us (3589us total) trans 4294967690 rc 0/0 00000100:00100000:1.0:1713531237.279668:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000004:00080000:2.0:1713531237.279676:0:2633:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132091880/2, rc 0, transno 394 00000100:00100000:2.0:1713531237.279679:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409679424:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1713531237.290002:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967677 is committed 00000001:00080000:0.0:1713531237.290015:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967675 is committed 00000100:00100000:2.0:1713531237.290072:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405202048:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 13283us (13322us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.290079:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1488 00000100:00100000:0.0:1713531237.291313:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.291363:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202688 00000100:00100000:2.0:1713531237.291370:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202688 00000100:00100000:2.0:1713531237.291399:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5494 00000100:00100000:2.0:1713531237.291404:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9852:x1796767405202688:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.291441:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.291462:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c9851352ffd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57f1 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.291477:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.291480:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531237.291501:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291511:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291519:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291537:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291546:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291552:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291557:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.291561:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291568:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291575:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.291577:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531237.291580:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.291585:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c9851353001f lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531237.291646:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9852:x1796767405202688:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 240us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.291653:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5494 00000100:00100000:0.0:1713531237.292623:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.292669:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202752 00000100:00100000:2.0:1713531237.292674:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202752 00000100:00100000:2.0:1713531237.292691:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5495 00000100:00100000:2.0:1713531237.292695:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9852:x1796767405202752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.292704:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531237.292711:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5806 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.292737:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.292744:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.292754:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.292755:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531237.292757:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d98c0, rc 0) 00000100:00100000:2.0:1713531237.292783:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9852:x1796767405202752:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 87us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.292787:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5495 00000100:00100000:3.0:1713531237.293812:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.293862:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202816 00000100:00100000:2.0:1713531237.293866:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202816 00000100:00100000:2.0:1713531237.293897:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1489 00000100:00100000:2.0:1713531237.293903:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405202816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531237.294043:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x61:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1713531237.294046:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x61:0x0] updating lvb mtime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531237.294047:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x61:0x0] updating lvb atime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531237.294048:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x61:0x0] updating lvb ctime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531237.294049:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x61:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1713531237.294080:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405202816:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 177us (272us total) trans 4294967680 rc 0/0 00000100:00100000:2.0:1713531237.294085:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1489 00000100:00100000:0.0:1713531237.294999:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.295047:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405202944 00000100:00100000:2.0:1713531237.295051:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405202944 00000100:00100000:2.0:1713531237.295080:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5496 00000100:00100000:2.0:1713531237.295085:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9852:x1796767405202944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.295113:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.295124:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.295131:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.295156:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.295167:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 86 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.295178:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680128:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531237.295223:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663d80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531237.296171:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680128:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531237.296186:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531237.296312:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.296352:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203008 00000100:00100000:2.0:1713531237.296357:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203008 00010000:00010000:2.0:1713531237.296374:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.296395:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1145 00000100:00100000:2.0:1713531237.296399:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405203008:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.296406:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.296409:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.296415:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.296426:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c9851352ffa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57dc expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.296436:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.296439:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.296443:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.296446:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.296455:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531237.296470:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296478:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531237.296483:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405203008:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 83us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.296487:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1145 00010000:00010000:0.0:1713531237.296504:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296511:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296518:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296524:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531237.296527:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296535:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296548:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:0.0:1713531237.296551:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531237.296555:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.296559:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353002d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531237.296625:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9852:x1796767405202944:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1536us (1624us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531237.296634:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5496 00000100:00100000:0.0:1713531237.297237:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.297299:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203072 00000100:00100000:2.0:1713531237.297303:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203072 00000100:00100000:2.0:1713531237.297327:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1490 00000100:00100000:2.0:1713531237.297330:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405203072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.297351:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.297360:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 10 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.297365:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531237.297366:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531237.297367:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.297380:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 10 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.297386:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 10 pid: 20637 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.297393:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409680192:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531237.297419:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663d80 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.298147:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409680192:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.298163:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.299176:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.299213:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203136 00000100:00100000:2.0:1713531237.299218:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203136 00010000:00010000:2.0:1713531237.299231:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 11 pid: 20637 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.299244:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1146 00000100:00100000:2.0:1713531237.299247:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405203136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531237.299253:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531237.299265:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 11 pid: 20637 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.299307:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 11 pid: 20637 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.299325:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d8fc0/0xe3b2c9851352ffe0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c57ff expref: 11 pid: 20637 timeout: 431 lvb_type: 0 00010000:00010000:2.0:1713531237.299335:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.299337:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531237.299340:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.299348:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.299371:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531237.299400:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405203136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 150us (225us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531237.299400:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.299407:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1146 00010000:00010000:0.0:1713531237.299410:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299433:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299441:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299448:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299454:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:0.0:1713531237.299458:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299465:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299485:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.299491:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d9f80/0xe3b2c98513530034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531237.299550:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405203072:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 2216us (2311us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.299558:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1490 00000100:00100000:0.0:1713531237.300157:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.300208:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203264 00000100:00100000:2.0:1713531237.300213:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203264 00000100:00100000:2.0:1713531237.300233:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5497 00000100:00100000:2.0:1713531237.300238:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9852:x1796767405203264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1713531237.300468:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.300481:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.300489:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.300506:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.300517:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 86 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:2.0:1713531237.300527:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680256:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531237.300566:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.301390:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680256:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531237.301406:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531237.301478:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.301496:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203328 00000100:00100000:0.0:1713531237.301500:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203328 00010000:00010000:0.0:1713531237.301518:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00000100:00100000:0.0:1713531237.301533:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1147 00000100:00100000:0.0:1713531237.301536:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405203328:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531237.301545:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531237.301548:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1713531237.301555:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1713531237.301566:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c98513530026 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5806 expref: 87 pid: 9619 timeout: 431 lvb_type: 0 00010000:00010000:0.0:1713531237.301574:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:0.0:1713531237.301577:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.301583:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.301588:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.301604:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531237.301614:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.301621:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531237.301626:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405203328:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 89us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.301630:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1147 00000001:00080000:2.0:1713531237.301718:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971255 00000001:00080000:2.0:1713531237.301836:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971256 00000001:00080000:2.0:1713531237.301877:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971257 00000100:00100000:2.0:1713531237.301935:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680320:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531237.301968:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531237.302001:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663180 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.302018:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409680320 00000100:00100000:0.0:1713531237.302021:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409680320 00000100:00100000:0.0:1713531237.302041:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1713531237.302044:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409680320:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531237.302100:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409680320:12345-0@lo:1000:mdt00_004.0 Request processed in 55us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.302105:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1713531237.302138:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967677 gen 2 00000004:00080000:2.0:1713531237.302143:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967674 committed transno 4294967677 00000004:00080000:2.0:1713531237.302162:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d417480, transno 4294967676 00000004:00080000:2.0:1713531237.302170:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d416300, transno 4294967677 00000100:00100000:2.0:1713531237.302177:0:9619:0:(client.c:2997:ptlrpc_free_committed()) @@@ stopping search req@ffff88012ea95880 x1796767409679104/t4294967678(4294967678) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1713531253 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:2.0:1713531237.302187:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680320:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1713531237.302401:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971258 00000100:00100000:2.0:1713531237.302443:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680384:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531237.302465:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531237.302484:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.302497:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409680384 00000100:00100000:0.0:1713531237.302500:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409680384 00000100:00100000:0.0:1713531237.302516:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1713531237.302519:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:9619:x1796767409680384:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531237.302645:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+8:9619:x1796767409680384:12345-0@lo:1000:mdt00_004.0 Request processed in 125us (180us total) trans 4294967681 rc 0/0 00000100:00100000:0.0:1713531237.302649:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1713531237.302682:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb37800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680384:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1713531237.302729:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971259 00010000:00010000:2.0:1713531237.302754:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302762:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302768:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302774:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.302777:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302784:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302794:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff880092bcaa00) 00010000:00010000:2.0:1713531237.302796:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531237.302799:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302805:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c9851353003b lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302830:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302836:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302841:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302845:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5daf40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.302847:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302852:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.302857:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:2.0:1713531237.302858:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531237.302862:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.302870:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.302877:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.302896:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8b40/0xe3b2c9851352ff38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57c7 expref: 272 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531237.302904:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680448:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531237.302939:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663300 going to sleep for 11 seconds 00000100:00100000:0.0:1713531237.303759:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680448:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531237.303820:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303826:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851352ff31 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303842:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303848:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303853:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303858:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303862:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303865:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303868:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531237.303870:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303873:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303878:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb3:0x0].0x0 (ffff88008a9c7500) 00010000:00010000:0.0:1713531237.303880:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531237.303881:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.303884:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b3c0/0xe3b2c98513530042 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531237.303891:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.303932:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203392 00000040:00080000:0.0:1713531237.303935:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000100:00100000:2.0:1713531237.303937:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203392 00000040:00080000:0.0:1713531237.303939:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1713531237.303977:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1216 00000100:00100000:2.0:1713531237.303981:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9850:x1796767405203392:12345-192.168.202.39@tcp:49:md5sum.0 00000100:00080000:1.0:1713531237.303981:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531207 00000100:00100000:2.0:1713531237.304045:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9850:x1796767405203392:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.304050:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1216 00000040:00080000:0.0:1713531237.304067:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 178 count 11 00000040:00080000:0.0:1713531237.304074:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531237.304121:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:9852:x1796767405203264:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3882us (3963us total) trans 4294971260 rc 0/0 00000100:00100000:0.0:1713531237.304128:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5497 00000020:00080000:0.0:1713531237.304131:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1713531237.304143:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531237.304147:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531237.304562:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 11 00000040:00080000:2.0:1713531237.304570:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1713531237.304774:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.304821:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203520 00000100:00100000:2.0:1713531237.304825:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203520 00000100:00100000:3.0:1713531237.304840:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.304846:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1217 00000100:00100000:2.0:1713531237.304851:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9852:x1796767405203520:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1713531237.304902:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203584 00000100:00100000:1.0:1713531237.304907:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203584 00000100:00100000:1.0:1713531237.304933:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1491 00000100:00100000:1.0:1713531237.304938:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+79:9850:x1796767405203584:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:1.0:1713531237.304948:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531237.304965:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008b630480/0xe3b2c98513530049 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c580d expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531237.304980:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x61:0x0] initial LVB size: 1048576, mtime: 0x66226960, atime: 0x66226960, ctime: 0x66226960, blocks: 0x803 00010000:00010000:1.0:1713531237.304991:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.304993:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531237.305000:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008b630480/0xe3b2c98513530049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c580d expref: 80 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.305011:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008b630480/0xe3b2c98513530049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c580d expref: 80 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531237.305019:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b630480, rc 0) 00000100:00100000:1.0:1713531237.305046:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:9850:x1796767405203584:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 107us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531237.305053:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1491 00000004:00080000:2.0:1713531237.305061:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xb8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1713531237.305110:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971261 00010000:00010000:2.0:1713531237.305145:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305153:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305160:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305164:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305170:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305174:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305177:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305179:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531237.305181:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305184:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305189:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb8:0x0].0x0 (ffff88013189cb00) 00010000:00010000:2.0:1713531237.305190:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1713531237.305192:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:2.0:1713531237.305195:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c98513530050 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:2.0:1713531237.305252:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9852:x1796767405203520:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 400us (479us total) trans 4294971262 rc 0/0 00000100:00100000:2.0:1713531237.305256:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1217 00000020:00080000:2.0:1713531237.305259:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1713531237.305940:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.305992:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203712 00000100:00100000:2.0:1713531237.305996:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203712 00002000:00100000:2.0:1713531237.306016:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (0->32767) req@ffff880134d0df80 x1796767405203712/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:613/0 lens 488/0 e 0 to 0 dl 1713531248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.306027:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0df80 with x1796767405203712 ext(0->32767) 00002000:00010000:2.0:1713531237.306030:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0df80 00000100:00100000:2.0:1713531237.306046:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 392 00000100:00100000:2.0:1713531237.306050:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405203712:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531237.306787:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405203712:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 733us (845us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1713531237.306795:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 392 00002000:00100000:2.0:1713531237.306801:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (0->32767) req@ffff880134d0df80 x1796767405203712/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:613/0 lens 488/440 e 0 to 0 dl 1713531248 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.306809:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0df80 with x1796767405203712 ext(0->32767) 00002000:00010000:2.0:1713531237.306812:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d0df80 00000100:00100000:0.0:1713531237.308832:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.308868:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203840 00000100:00100000:2.0:1713531237.308873:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203840 00002000:00100000:2.0:1713531237.308890:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (32768->1048575) req@ffff8801399b7100 x1796767405203840/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:613/0 lens 488/0 e 0 to 0 dl 1713531248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.308900:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7100 with x1796767405203840 ext(32768->1048575) 00002000:00010000:2.0:1713531237.308903:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801399b7100 00000100:00100000:2.0:1713531237.308924:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 393 00000100:00100000:2.0:1713531237.308928:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405203840:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:2.0:1713531237.312445:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801399b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405203840:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 3508us (3607us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1713531237.312454:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 393 00002000:00100000:2.0:1713531237.312462:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x61:0x0] (32768->1048575) req@ffff8801399b7100 x1796767405203840/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:613/0 lens 488/440 e 0 to 0 dl 1713531248 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:2.0:1713531237.312470:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff8801399b7100 with x1796767405203840 ext(32768->1048575) 00002000:00010000:2.0:1713531237.312473:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801399b7100 00000100:00100000:3.0:1713531237.317696:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.317743:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405203968 00000100:00100000:2.0:1713531237.317752:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405203968 00000100:00100000:2.0:1713531237.317791:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1218 00000100:00100000:2.0:1713531237.317796:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+273:9850:x1796767405203968:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:2.0:1713531237.318000:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9850:x1796767405203968:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 203us (311us total) trans 4294971263 rc 0/0 00000100:00100000:2.0:1713531237.318005:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1218 00000100:00100000:0.0:1713531237.324062:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.324135:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204096 00000100:00100000:2.0:1713531237.324144:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204096 00000100:00100000:2.0:1713531237.324197:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5498 00000100:00100000:2.0:1713531237.324203:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9857:x1796767405204096:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531237.324222:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531237.324240:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c98513530057 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5814 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.324383:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324395:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324404:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324420:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324425:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324429:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324519:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851353006c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324523:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851353006c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324526:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851353006c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531237.324532:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00010000:00010000:2.0:1713531237.324603:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324607:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324611:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324615:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.324618:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324624:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324632:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:2.0:1713531237.324635:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531237.324638:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324641:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c9851353005e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324660:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324663:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324666:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324668:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5da640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531237.324670:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324673:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324676:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x82fc94da (ffff88013189cb00) 00010000:00010000:2.0:1713531237.324677:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531237.324678:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324681:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530065 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd0:0x0].0x82fc94da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.324708:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c98513530057 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5814 expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.324718:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851353006c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5814 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531237.324722:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189ca00) 00010000:00010000:2.0:1713531237.324723:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531237.324724:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8fc0, rc 0) 00000100:00100000:2.0:1713531237.324768:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9857:x1796767405204096:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 566us (715us total) trans 4294971264 rc 0/0 00000100:00100000:2.0:1713531237.324773:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5498 00000100:00100000:3.0:1713531237.326097:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.326137:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204224 00000100:00100000:0.0:1713531237.326142:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204224 00000100:00100000:0.0:1713531237.326180:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 526 00000100:00100000:0.0:1713531237.326186:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9857:x1796767405204224:12345-192.168.202.39@tcp:103:md5sum.0 00010000:00010000:0.0:1713531237.326196:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531237.326209:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c9851353006c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5814 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.326232:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189ca00) 00010000:00010000:0.0:1713531237.326239:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531237.326282:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9857:x1796767405204224:12345-192.168.202.39@tcp:103:md5sum.0 Request processed in 80us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.326287:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 526 00000100:00100000:3.0:1713531237.326864:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531237.326896:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204288 00000100:00100000:2.0:1713531237.326900:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204288 00000100:00100000:2.0:1713531237.326920:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5499 00000100:00100000:2.0:1713531237.326923:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9857:x1796767405204288:12345-192.168.202.39@tcp:58:md5sum.0 00010000:00010000:2.0:1713531237.326971:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.326978:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531237.326984:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000040:00080000:2.0:1713531237.327167:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].178, 136 off32192 00000100:00100000:2.0:1713531237.327206:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9857:x1796767405204288:12345-192.168.202.39@tcp:58:md5sum.0 Request processed in 281us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531237.327211:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5499 00000100:00100000:2.0:1713531237.327912:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.327948:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204352 00000100:00100000:0.0:1713531237.327952:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204352 00000100:00100000:0.0:1713531237.327980:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5500 00000100:00100000:0.0:1713531237.327985:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9857:x1796767405204352:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:0.0:1713531237.327994:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531237.328003:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c581b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.328027:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 2/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.328033:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 4/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.328046:0:9619:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531237.328055:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.328063:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189c100) 00010000:00010000:0.0:1713531237.328065:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1713531237.328067:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531237.328072:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0b600, rc 0) 00000100:00100000:0.0:1713531237.328096:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:9857:x1796767405204352:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 111us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.328101:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5500 00000100:00100000:3.0:1713531237.477692:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531237.477745:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204416 00000100:00100000:0.0:1713531237.477756:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204416 00000100:00100000:0.0:1713531237.477811:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 508 00000100:00100000:0.0:1713531237.477816:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a954c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405204416:12345-192.168.202.39@tcp:400:kworker.0 00000100:00080000:1.0:1713531237.477824:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531207 00000100:00100000:0.0:1713531237.477887:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a954c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405204416:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 69us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531237.477894:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 508 00010000:00010000:2.0:1713531238.114527:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531238.304568:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531238.304576:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531238.304615:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 179 count 12 00000040:00080000:0.0:1713531238.304620:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531238.304708:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409680512:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1713531238.304787:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a3249c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.306001:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409680512:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:0.0:1713531238.306060:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531238.306062:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531238.306250:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 179 count 12 00000040:00080000:0.0:1713531238.306258:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531238.306303:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.306350:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204480 00000100:00100000:1.0:1713531238.306358:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204480 00000100:00100000:1.0:1713531238.306408:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5501 00000100:00100000:1.0:1713531238.306414:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405204480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531238.306448:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb4:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531238.306527:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405204480:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 112us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.306535:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5501 00000100:00100000:3.0:1713531238.307429:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.307471:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204544 00000100:00100000:1.0:1713531238.307475:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204544 00000100:00100000:1.0:1713531238.307495:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5502 00000100:00100000:1.0:1713531238.307500:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405204544:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.307549:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307563:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307572:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307588:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307591:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307595:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307608:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307613:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307616:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531238.307635:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00000004:00200000:1.0:1713531238.307645:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531238.307658:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307668:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307675:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307682:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307688:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633a80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.307692:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307700:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307711:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531238.307713:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.307718:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307723:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633a80/0xe3b2c98513530088 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307747:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307752:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307758:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307763:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b633180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.307765:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307774:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307781:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92e9622f (ffff88008b55af00) 00010000:00010000:1.0:1713531238.307783:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.307785:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307790:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b633180/0xe3b2c9851353008f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307803:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307808:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307812:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307817:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b631680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.307819:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307824:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307831:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189c100) 00010000:00010000:1.0:1713531238.307832:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.307835:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.307840:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631680/0xe3b2c98513530096 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531238.307880:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405204544:12345-192.168.202.39@tcp:34:lhsmtool_posix.0 Request processed in 378us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.307885:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5502 00000100:00100000:3.0:1713531238.308708:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.308740:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204672 00000100:00100000:1.0:1713531238.308743:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204672 00000100:00100000:1.0:1713531238.308762:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5503 00000100:00100000:1.0:1713531238.308766:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405204672:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.308775:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.308784:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851353009d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5822 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.308869:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308878:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308885:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308896:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308901:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308906:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308927:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308933:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.308938:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531238.308943:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb4:0x0]: returning size 0 00010000:00010000:1.0:1713531238.309013:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309017:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309020:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309022:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632f40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.309024:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309027:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309031:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189c100) 00010000:00010000:1.0:1713531238.309032:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1713531238.309034:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309036:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632f40/0xe3b2c985135300b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309042:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309048:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309051:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309053:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b632d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.309054:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309057:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309060:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:1.0:1713531238.309061:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.309062:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309064:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632d00/0xe3b2c985135300a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309068:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309071:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309073:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309075:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b630000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.309077:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309082:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309086:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92e9622f (ffff88008b55a900) 00010000:00010000:1.0:1713531238.309087:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.309088:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309090:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630000/0xe3b2c985135300ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.309110:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851353009d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5822 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.309114:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b632ac0/0xe3b2c9851353009d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5822 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.309118:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b632ac0, rc 0) 00000100:00100000:1.0:1713531238.309143:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9859:x1796767405204672:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 376us (436us total) trans 4294971265 rc 301/301 00000100:00100000:1.0:1713531238.309147:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5503 00000100:00100000:2.0:1713531238.310065:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.310107:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204736 00000100:00100000:1.0:1713531238.310111:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204736 00000100:00100000:1.0:1713531238.310130:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5504 00000100:00100000:1.0:1713531238.310133:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9859:x1796767405204736:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531238.310153:0:9619:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xb4:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531238.310206:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9859:x1796767405204736:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 69us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.310217:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5504 00000100:00100000:3.0:1713531238.311077:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.311132:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204864 00000100:00100000:1.0:1713531238.311136:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204864 00000100:00100000:1.0:1713531238.311166:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5505 00000100:00100000:1.0:1713531238.311171:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:9859:x1796767405204864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.311179:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.311191:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c985135300c0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5829 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.311736:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c985135300c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.311747:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c985135300c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.311756:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c985135300c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531238.311764:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb9:0x0]: returning size 0 00010000:00010000:1.0:1713531238.311793:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b630240/0xe3b2c985135300c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5829 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.311806:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c985135300c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5829 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.311813:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ac00) 00010000:00010000:1.0:1713531238.311816:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531238.311818:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b631f80, rc 0) 00000100:00100000:1.0:1713531238.311855:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9859:x1796767405204864:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 683us (778us total) trans 4294971266 rc 0/0 00000100:00100000:1.0:1713531238.311862:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5505 00000100:00100000:3.0:1713531238.312853:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.312895:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405204992 00000100:00100000:1.0:1713531238.312899:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405204992 00000100:00100000:1.0:1713531238.312924:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5506 00000100:00100000:1.0:1713531238.312930:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9859:x1796767405204992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.312956:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531238.312967:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b631f80/0xe3b2c985135300c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5829 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.312979:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ac00) 00010000:00010000:1.0:1713531238.312985:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531238.312997:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313005:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313012:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313030:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313036:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313041:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313090:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313097:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313104:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313110:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb7600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.313113:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313119:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313127:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x0 (ffff88013189cf00) 00010000:00010000:1.0:1713531238.313129:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.313131:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313136:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb7600/0xe3b2c985135300d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313143:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313149:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313154:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313157:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a3fb58c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.313159:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313169:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313174:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd0:0x0].0x6be7d9eb (ffff88008b55a600) 00010000:00010000:1.0:1713531238.313176:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531238.313178:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.313183:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a3fb58c0/0xe3b2c985135300dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd0:0x0].0x6be7d9eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531238.313228:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9859:x1796767405204992:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 296us (374us total) trans 0 rc -2/-2 00000100:00100000:1.0:1713531238.313234:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5506 00000100:00100000:2.0:1713531238.313882:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.313928:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205056 00000100:00100000:1.0:1713531238.313931:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205056 00000100:00100000:1.0:1713531238.313957:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5507 00000100:00100000:1.0:1713531238.313962:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+94:9859:x1796767405205056:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.313970:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.313984:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c985135300e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5830 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.314001:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.314008:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.314015:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.314072:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617840/0xe3b2c985135300e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.314084:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.314091:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:1.0:1713531238.314093:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531238.314096:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9617a80, rc 0) 00000100:00100000:1.0:1713531238.314129:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013230b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9859:x1796767405205056:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 166us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.314135:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5507 00000100:00100000:3.0:1713531238.314945:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.314991:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205184 00000100:00100000:1.0:1713531238.314995:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205184 00000100:00100000:1.0:1713531238.315020:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5508 00000100:00100000:1.0:1713531238.315025:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+95:9859:x1796767405205184:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.315074:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.315082:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.315089:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00010000:1.0:1713531238.315218:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880090fd2300 reply state ffff88008a660000 transno 4294971267 ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531238.315226:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1713531238.315308:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9859:x1796767405205184:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 280us (362us total) trans 4294971267 rc 0/0 00000100:00100000:1.0:1713531238.315314:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5508 00010000:00010000:0.0:1713531238.315740:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315746:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315749:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315796:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a44d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531238.315798:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315802:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315810:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.315811:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1713531238.315813:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.315816:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44d80/0xe3b2c985135300f1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531238.315837:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.315881:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205248 00000100:00100000:1.0:1713531238.315885:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205248 00000100:00100000:1.0:1713531238.315911:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5509 00000100:00100000:1.0:1713531238.315916:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:9859:x1796767405205248:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.315925:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.315933:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5837 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.315958:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.315967:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 97 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.315974:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:1.0:1713531238.315976:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531238.315978:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a45b00, rc 0) 00000100:00100000:1.0:1713531238.316006:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+97:9859:x1796767405205248:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 89us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.316012:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5509 00000100:00100000:3.0:1713531238.316597:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.316642:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205312 00000100:00100000:2.0:1713531238.316646:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205312 00000100:00100000:2.0:1713531238.316671:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1219 00000100:00100000:2.0:1713531238.316675:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22afc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9859:x1796767405205312:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1713531238.316733:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22afc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9859:x1796767405205312:12345-192.168.202.39@tcp:49:lhsmtool_posix.0 Request processed in 55us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531238.316740:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1219 00000100:00100000:2.0:1713531238.317417:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.317432:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205440 00000100:00100000:0.0:1713531238.317436:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205440 00000100:00100000:0.0:1713531238.317454:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1220 00000100:00100000:0.0:1713531238.317458:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+97:9859:x1796767405205440:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531238.317581:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205440:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 120us (162us total) trans 4294971268 rc 0/0 00000100:00100000:0.0:1713531238.317587:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1220 00000100:00100000:3.0:1713531238.318356:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.318409:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205568 00000100:00100000:1.0:1713531238.318413:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205568 00000100:00100000:1.0:1713531238.318443:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5510 00000100:00100000:1.0:1713531238.318448:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205568:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531238.318504:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205568:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.318512:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5510 00000100:00100000:3.0:1713531238.319263:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.319316:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205696 00000100:00100000:1.0:1713531238.319320:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205696 00000100:00100000:1.0:1713531238.319338:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5511 00000100:00100000:1.0:1713531238.319341:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.319349:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.319360:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c985135300ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c583e expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.319406:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.319415:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.319420:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.319450:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.319460:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 99 pid: 9619 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1713531238.319470:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680576:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531238.319507:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531238.320180:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680576:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531238.320201:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531238.320391:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.320427:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205760 00000100:00100000:0.0:1713531238.320431:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205760 00010000:00010000:0.0:1713531238.320449:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 100 pid: 9619 timeout: 432 lvb_type: 0 00000100:00100000:0.0:1713531238.320473:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1148 00000100:00100000:0.0:1713531238.320477:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+100:1823:x1796767405205760:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531238.320485:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531238.320488:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 100 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1713531238.320495:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 100 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1713531238.320507:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45b00/0xe3b2c985135300f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5837 expref: 100 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:0.0:1713531238.320516:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.320518:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.320523:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.320528:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.320543:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531238.320565:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+99:1823:x1796767405205760:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 86us (173us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531238.320571:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531238.320571:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1148 00010000:00010000:1.0:1713531238.320578:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531238.320591:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb9:0x0]: returning size 0 00000004:00080000:1.0:1713531238.320846:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x64:0x0], index 0: 0 00010000:00010000:1.0:1713531238.320966:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.320975:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.320982:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.320988:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880131a46400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531238.320992:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.320998:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.321007:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:1.0:1713531238.321010:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1713531238.321013:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.321018:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a46400/0xe3b2c98513530106 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.321047:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c985135300ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c583e expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.321057:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a458c0/0xe3b2c985135300ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c583e expref: 99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.321064:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a458c0, rc 0) 00000100:00100000:1.0:1713531238.321096:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205696:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 1752us (1834us total) trans 4294971269 rc 301/301 00000100:00100000:1.0:1713531238.321103:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5511 00000100:00100000:3.0:1713531238.321815:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.321848:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205888 00000100:00100000:0.0:1713531238.321851:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205888 00000100:00100000:0.0:1713531238.321873:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1221 00000100:00100000:0.0:1713531238.321878:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+98:9859:x1796767405205888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1713531238.322006:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+99:9859:x1796767405205888:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 126us (190us total) trans 4294971270 rc 0/0 00000100:00100000:0.0:1713531238.322013:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1221 00000100:00100000:2.0:1713531238.322628:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.322670:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405205952 00000100:00100000:1.0:1713531238.322674:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405205952 00000100:00100000:1.0:1713531238.322701:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5512 00000100:00100000:1.0:1713531238.322707:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+99:9859:x1796767405205952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.322721:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.322731:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513530114 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5845 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.322765:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.322774:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.322781:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:1.0:1713531238.322796:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xb9:0x0]: returning size 0 00000004:00200000:1.0:1713531238.322800:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531238.322809:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:1.0:1713531238.322827:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a44fc0/0xe3b2c98513530114 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5845 expref: 101 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.322839:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5845 expref: 100 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.322844:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:1.0:1713531238.322847:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1713531238.322849:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a461c0, rc 0) 00000100:00100000:1.0:1713531238.322880:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9859:x1796767405205952:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 172us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.322886:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5512 00000100:00100000:3.0:1713531238.323754:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.323802:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206016 00000100:00100000:1.0:1713531238.323806:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206016 00000100:00080000:2.0:1713531238.323845:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531208 00000100:00100000:1.0:1713531238.323848:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1492 00000100:00100000:1.0:1713531238.323853:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405206016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.323862:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.323883:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c584c expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531238.323902:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531238.323914:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531238.323916:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531238.323924:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 12 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531238.323936:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 12 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531238.323946:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a44d80, rc 0) 00000100:00100000:1.0:1713531238.323975:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405206016:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 121us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.323981:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1492 00000100:00100000:3.0:1713531238.324696:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.324736:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206144 00000100:00100000:1.0:1713531238.324739:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206144 00000100:00100000:1.0:1713531238.324764:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5513 00000100:00100000:1.0:1713531238.324769:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9859:x1796767405206144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1713531238.324817:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9859:x1796767405206144:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 47us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.324824:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5513 00000100:00100000:2.0:1713531238.326313:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.326360:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206208 00000100:00100000:1.0:1713531238.326364:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206208 00000100:00100000:1.0:1713531238.326392:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1493 00000100:00100000:1.0:1713531238.326397:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:9859:x1796767405206208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1713531238.326406:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531238.326420:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5853 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.326440:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531238.326448:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531238.326450:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531238.326454:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.326482:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531238.326495:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 432 lvb_type: 1 00000100:00100000:1.0:1713531238.326509:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409680640:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531238.326555:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1240 going to sleep for 11 seconds 00000100:00100000:1.0:1713531238.327228:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dfee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409680640:192.168.202.39@tcp:104: 00010000:00010000:1.0:1713531238.327245:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531238.327255:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c36df80, rc 0) 00000100:00100000:1.0:1713531238.327319:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+13:9859:x1796767405206208:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 920us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.327326:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1493 00000100:00100000:2.0:1713531238.327412:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.327446:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206272 00000100:00100000:0.0:1713531238.327449:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206272 00010000:00010000:0.0:1713531238.327464:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 432 lvb_type: 1 00000100:00100000:0.0:1713531238.327487:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:0.0:1713531238.327490:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1823:x1796767405206272:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531238.327497:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531238.327511:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1713531238.327518:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1713531238.327533:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a44d80/0xe3b2c98513530122 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c584c expref: 13 pid: 18188 timeout: 432 lvb_type: 1 00010000:00010000:0.0:1713531238.327540:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531238.327541:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531238.327547:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.327552:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.327570:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531238.327576:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409680704:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531238.327603:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88009a3246c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.328169:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b554700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9581:1796767409680704:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531238.328179:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531238.328202:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405206272:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 710us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531238.328209:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1149 00000100:00100000:3.0:1713531238.333853:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.333908:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206400 00000100:00100000:2.0:1713531238.333915:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206400 00002000:00100000:2.0:1713531238.333951:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (0->1048575) req@ffff88008b42d180 x1796767405206400/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:614/0 lens 488/0 e 0 to 0 dl 1713531249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531238.333959:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42d180 with x1796767405206400 ext(0->1048575) 00002000:00010000:2.0:1713531238.333963:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42d180 00000100:00100000:2.0:1713531238.333984:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 394 00000100:00100000:2.0:1713531238.333988:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405206400:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1713531238.344732:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+14:1823:x1796767405206400:12345-192.168.202.39@tcp:4:lhsmtool_posix.0 Request processed in 10729us (10873us total) trans 4294967691 rc 0/0 00000100:00100000:2.0:1713531238.344746:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 394 00002000:00100000:2.0:1713531238.344761:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (0->1048575) req@ffff88008b42d180 x1796767405206400/t4294967691(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:614/0 lens 488/448 e 0 to 0 dl 1713531249 ref 1 fl Complete:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531238.344772:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b42d180 with x1796767405206400 ext(0->1048575) 00002000:00010000:2.0:1713531238.344778:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b42d180 00000100:00100000:2.0:1713531238.346401:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.346472:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206464 00000100:00100000:1.0:1713531238.346480:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206464 00000100:00100000:1.0:1713531238.346518:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5514 00000100:00100000:1.0:1713531238.346523:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+100:9859:x1796767405206464:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1713531238.354373:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971269 is committed 00000001:00080000:0.0:1713531238.354373:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971270 is committed 00000001:00080000:0.0:1713531238.354392:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971264 is committed 00000020:00080000:1.0:1713531238.354394:0:21518:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 149 batchid updated 00000020:00080000:0.0:1713531238.354405:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b663180 refcount 2 committed 0 result 0 batchid 150 00000020:00080000:3.0:1713531238.354409:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 149 00000020:00080000:0.0:1713531238.354409:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88013189c600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008b663240 00000020:00080000:0.0:1713531238.354411:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88013189c700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008e85a000 00000020:00080000:3.0:1713531238.354421:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 150 committed batchid 149 00000100:00100000:0.0:1713531238.354522:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9859:x1796767405206464:12345-192.168.202.39@tcp:44:lhsmtool_posix.0 Request processed in 7993us (8118us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531238.354530:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5514 00000020:00080000:3.0:1713531238.354544:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 149 00000100:00100000:3.0:1713531238.355784:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.355834:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206528 00000100:00100000:1.0:1713531238.355842:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206528 00000100:00100000:1.0:1713531238.355881:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1494 00000100:00100000:1.0:1713531238.355887:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+14:1825:x1796767405206528:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1713531238.368341:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967688 is committed 00000001:00080000:3.0:1713531238.368354:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967690 is committed 00000001:00080000:3.0:1713531238.368363:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967691 is committed 00000100:00100000:2.0:1713531238.368434:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405206528:12345-192.168.202.39@tcp:16:lhsmtool_posix.0 Request processed in 12538us (12644us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531238.368446:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1494 00000100:00100000:2.0:1713531238.369732:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.369766:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206656 00000100:00100000:0.0:1713531238.369774:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206656 00000100:00100000:0.0:1713531238.369808:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5515 00000100:00100000:0.0:1713531238.369812:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9859:x1796767405206656:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1713531238.369855:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531238.369878:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a461c0/0xe3b2c9851353011b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5845 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.369890:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.369894:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531238.369916:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369926:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369932:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369946:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369950:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369956:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369963:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531238.369966:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369973:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369980:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.369982:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531238.369985:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.369994:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c98513530130 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531238.370058:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9859:x1796767405206656:12345-192.168.202.39@tcp:36:lhsmtool_posix.0 Request processed in 243us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531238.370064:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5515 00000100:00100000:0.0:1713531238.370711:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.370752:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206720 00000100:00100000:2.0:1713531238.370757:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206720 00000100:00100000:2.0:1713531238.370780:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5516 00000100:00100000:2.0:1713531238.370786:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9859:x1796767405206720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1713531238.370796:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531238.370805:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c585a expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.370832:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.370839:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.370850:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:2.0:1713531238.370851:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531238.370853:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d9f80, rc 0) 00000100:00100000:2.0:1713531238.370870:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b554700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9859:x1796767405206720:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 85us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531238.370875:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5516 00000100:00100000:3.0:1713531238.371738:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.371779:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206784 00000100:00100000:2.0:1713531238.371782:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206784 00000100:00100000:2.0:1713531238.371810:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1495 00000100:00100000:2.0:1713531238.371815:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405206784:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1713531238.372022:0:18188:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x64:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1713531238.372026:0:18188:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x64:0x0] updating lvb mtime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531238.372028:0:18188:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x240000400:0x64:0x0] updating lvb atime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531238.372030:0:18188:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x240000400:0x64:0x0] updating lvb ctime from disk: 0 -> 1713531232 00002000:00010000:2.0:1713531238.372031:0:18188:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x64:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1713531238.372064:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405206784:12345-192.168.202.39@tcp:2:lhsmtool_posix.0 Request processed in 247us (327us total) trans 4294967692 rc 0/0 00000100:00100000:2.0:1713531238.372070:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1495 00000100:00100000:0.0:1713531238.372826:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.372869:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206912 00000100:00100000:2.0:1713531238.372872:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206912 00000100:00100000:2.0:1713531238.372889:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5517 00000100:00100000:2.0:1713531238.372894:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+86:9859:x1796767405206912:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1713531238.372920:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.372931:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.372939:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 4/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.372970:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.372983:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 86 pid: 9619 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1713531238.372995:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680768:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531238.373043:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6633c0 going to sleep for 11 seconds 00000100:00100000:2.0:1713531238.373730:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680768:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531238.373748:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531238.373895:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.373923:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405206976 00000100:00100000:2.0:1713531238.373926:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405206976 00010000:00010000:2.0:1713531238.373943:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 87 pid: 9619 timeout: 432 lvb_type: 0 00000100:00100000:2.0:1713531238.373962:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1150 00000100:00100000:2.0:1713531238.373967:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405206976:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531238.373976:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531238.373981:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 87 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1713531238.373990:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 87 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1713531238.374003:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9617a80/0xe3b2c985135300ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5830 expref: 87 pid: 9619 timeout: 432 lvb_type: 0 00010000:00010000:2.0:1713531238.374010:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:2.0:1713531238.374013:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.374018:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.374022:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.374036:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1713531238.374051:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531238.374057:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405206976:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (164us total) trans 0 rc 0/0 00010000:00010000:0.0:1713531238.374059:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531238.374061:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1150 00010000:00010000:0.0:1713531238.374077:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374083:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374089:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374094:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531238.374096:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374103:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374111:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.374115:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531238.374118:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.374122:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353013e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531238.374159:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9859:x1796767405206912:12345-192.168.202.39@tcp:55:lhsmtool_posix.0 Request processed in 1263us (1332us total) trans 0 rc -22/-22 00000100:00100000:0.0:1713531238.374166:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5517 00000100:00100000:0.0:1713531238.374800:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531238.374836:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207040 00000100:00100000:2.0:1713531238.374839:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207040 00000100:00100000:2.0:1713531238.374854:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1496 00000100:00100000:2.0:1713531238.374857:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+12:1824:x1796767405207040:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1713531238.374876:0:18188:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.374887:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.374892:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531238.374893:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1713531238.374895:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.374907:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.374917:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 12 pid: 18188 timeout: 433 lvb_type: 0 00000100:00100000:2.0:1713531238.374924:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409680832:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531238.374950:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6633c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.375596:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18188:1796767409680832:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531238.375615:0:18188:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531238.376615:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.376656:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207104 00000100:00100000:0.0:1713531238.376660:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207104 00010000:00010000:0.0:1713531238.376677:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1713531238.376705:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1151 00000100:00100000:0.0:1713531238.376710:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405207104:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531238.376719:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531238.376736:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.376747:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.376772:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c36df80/0xe3b2c98513530129 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5853 expref: 13 pid: 18188 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.376784:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531238.376786:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531238.376789:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.376797:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.376820:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531238.376830:0:18188:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376836:0:18188:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531238.376848:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405207104:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 137us (233us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531238.376849:0:18188:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376854:0:18188:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531238.376855:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1151 00010000:00010000:2.0:1713531238.376859:0:18188:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376863:0:18188:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa0856730) 00010000:00010000:2.0:1713531238.376865:0:18188:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376869:0:18188:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376878:0:18188:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.376883:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5db180/0xe3b2c98513530145 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531238.376914:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:1824:x1796767405207040:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 2055us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531238.376918:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1496 00000100:00100000:2.0:1713531238.377512:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.377533:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207232 00000100:00100000:0.0:1713531238.377537:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207232 00000100:00100000:0.0:1713531238.377561:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5518 00000100:00100000:0.0:1713531238.377566:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+85:9859:x1796767405207232:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1713531238.377817:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.377828:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.377835:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 4/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.377858:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 86 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531238.377867:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 86 pid: 9619 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1713531238.377876:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b5b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680896:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531238.377912:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff880092609540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531238.378558:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b5b9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409680896:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531238.378569:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531238.378641:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.378671:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207296 00000100:00100000:0.0:1713531238.378675:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207296 00010000:00010000:0.0:1713531238.378688:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 87 pid: 9619 timeout: 433 lvb_type: 0 00000100:00100000:0.0:1713531238.378708:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000100:00100000:0.0:1713531238.378712:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1823:x1796767405207296:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531238.378718:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531238.378721:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 87 pid: 9619 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.378727:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 87 pid: 9619 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.378737:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530137 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c585a expref: 87 pid: 9619 timeout: 433 lvb_type: 0 00010000:00010000:0.0:1713531238.378745:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:0.0:1713531238.378749:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.378753:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.378757:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.378765:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531238.378769:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.378775:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531238.378786:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405207296:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 74us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531238.378790:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1152 00000001:00080000:2.0:1713531238.378864:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971271 00000001:00080000:2.0:1713531238.378992:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971272 00000001:00080000:2.0:1713531238.379039:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971273 00000100:00100000:2.0:1713531238.379102:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680960:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531238.379129:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531238.379145:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.379163:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409680960 00000100:00100000:0.0:1713531238.379166:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409680960 00000100:00080000:2.0:1713531238.379178:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531208 00000100:00100000:0.0:1713531238.379191:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1713531238.379194:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409680960:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531238.379255:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409680960:12345-0@lo:1000:mdt00_004.0 Request processed in 58us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531238.379261:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1713531238.379312:0:9619:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967690 gen 2 00000004:00080000:2.0:1713531238.379317:0:9619:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967686 committed transno 4294967690 00000004:00080000:2.0:1713531238.379338:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132093480, transno 4294967687 00000004:00080000:2.0:1713531238.379345:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132090380, transno 4294967688 00000004:00080000:2.0:1713531238.379348:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134d0ca80, transno 4294967689 00000004:00080000:2.0:1713531238.379350:0:9619:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880132091880, transno 4294967690 00000100:00100000:2.0:1713531238.379355:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134c3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409680960:0@lo:1000:mdt00_004.0 00000004:00080000:3.0:1713531238.379464:0:8789:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000001:00080000:2.0:1713531238.379534:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971274 00000100:00100000:2.0:1713531238.379569:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409681024:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1713531238.379589:0:9619:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531238.379606:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.379624:0:17722:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681024 00000100:00100000:0.0:1713531238.379628:0:17722:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681024 00000100:00100000:0.0:1713531238.379653:0:17722:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1713531238.379657:0:17722:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:9619:x1796767409681024:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1713531238.379800:0:17722:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:9619:x1796767409681024:12345-0@lo:1000:mdt00_004.0 Request processed in 141us (210us total) trans 4294967693 rc 0/0 00000100:00100000:0.0:1713531238.379807:0:17722:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1713531238.379820:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:9619:1796767409681024:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1713531238.379870:0:9619:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971275 00010000:00010000:2.0:1713531238.379895:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379903:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379909:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379915:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0aac0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531238.379918:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379924:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379932:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55ae00) 00010000:00010000:2.0:1713531238.379935:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531238.379938:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379943:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0aac0/0xe3b2c9851353014c lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379962:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379967:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379971:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379975:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531238.379978:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379982:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531238.379987:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189c100) 00010000:00010000:2.0:1713531238.379989:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1713531238.379993:0:9619:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.380000:0:9619:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.380006:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.380027:0:9619:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b600/0xe3b2c98513530081 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c581b expref: 273 pid: 9619 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531238.380035:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409681088:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531238.380063:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663c00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531238.380824:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409681088:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531238.380881:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380888:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353007a lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380901:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380906:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380910:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380914:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380917:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380920:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380923:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ba80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531238.380924:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380927:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380931:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb4:0x0].0x0 (ffff88013189c100) 00010000:00010000:0.0:1713531238.380932:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531238.380934:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531238.380937:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c98513530153 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531238.380951:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00080000:0.0:1713531238.380987:0:9619:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531238.380990:0:9619:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1713531238.381012:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207360 00000100:00100000:1.0:1713531238.381015:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207360 00000100:00100000:1.0:1713531238.381046:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1222 00000100:00100000:1.0:1713531238.381052:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9857:x1796767405207360:12345-192.168.202.39@tcp:49:md5sum.0 00000040:00080000:0.0:1713531238.381107:0:9619:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 179 count 12 00000040:00080000:0.0:1713531238.381115:0:9619:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531238.381119:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9857:x1796767405207360:12345-192.168.202.39@tcp:49:md5sum.0 Request processed in 66us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531238.381125:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1222 00000100:00100000:0.0:1713531238.381151:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+90:9859:x1796767405207232:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 3585us (3639us total) trans 4294971276 rc 0/0 00000100:00100000:0.0:1713531238.381156:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5518 00000020:00080000:0.0:1713531238.381159:0:9619:0:(tgt_main.c:804:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1713531238.381182:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531238.381184:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531238.381605:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 12 00000040:00080000:1.0:1713531238.381612:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531238.381978:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.382013:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207488 00000100:00100000:1.0:1713531238.382017:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207488 00000100:00100000:1.0:1713531238.382038:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1223 00000100:00100000:2.0:1713531238.382040:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.382043:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:9859:x1796767405207488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531238.382059:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207552 00000100:00100000:2.0:1713531238.382063:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207552 00000100:00100000:2.0:1713531238.382096:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1497 00000100:00100000:2.0:1713531238.382102:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+84:9857:x1796767405207552:12345-192.168.202.39@tcp:101:md5sum.0 00010000:00010000:2.0:1713531238.382112:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531238.382134:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008b5daac0/0xe3b2c9851353015a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5861 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531238.382152:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x64:0x0] initial LVB size: 1048576, mtime: 0x66226960, atime: 0x66226960, ctime: 0x66226960, blocks: 0x803 00010000:00010000:2.0:1713531238.382166:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531238.382167:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531238.382176:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008b5daac0/0xe3b2c9851353015a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5861 expref: 85 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.382189:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008b5daac0/0xe3b2c9851353015a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5861 expref: 85 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531238.382198:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5daac0, rc 0) 00000100:00100000:2.0:1713531238.382230:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:9857:x1796767405207552:12345-192.168.202.39@tcp:101:md5sum.0 Request processed in 127us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531238.382237:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1497 00000100:00080000:2.0:1713531238.382252:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531208 00000004:00080000:1.0:1713531238.382302:0:6407:0:(mdd_object.c:3890:mdd_close()) Object [0x200000402:0xb9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1713531238.382362:0:6407:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4294971277 00010000:00010000:1.0:1713531238.382409:0:6407:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382418:0:6407:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382427:0:6407:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382438:0:6407:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382443:0:6407:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382447:0:6407:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382452:0:6407:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382456:0:6407:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c36d200 already unused, calling callback (ffffffffa0856730) 00010000:00010000:1.0:1713531238.382458:0:6407:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382463:0:6407:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382469:0:6407:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb9:0x0].0x0 (ffff88008b55a900) 00010000:00010000:1.0:1713531238.382471:0:6407:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1713531238.382473:0:6407:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00010000:00010000:1.0:1713531238.382477:0:6407:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d200/0xe3b2c98513530161 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6407 initiator: MDT0 00000100:00100000:1.0:1713531238.382545:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:9859:x1796767405207488:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 501us (569us total) trans 4294971278 rc 0/0 00000100:00100000:1.0:1713531238.382551:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1223 00000020:00080000:1.0:1713531238.382554:0:6407:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1713531238.383331:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.383365:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207680 00000100:00100000:0.0:1713531238.383369:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207680 00002000:00100000:0.0:1713531238.383387:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (0->32767) req@ffff88013219ca80 x1796767405207680/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:614/0 lens 488/0 e 0 to 0 dl 1713531249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531238.383394:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ca80 with x1796767405207680 ext(0->32767) 00002000:00010000:0.0:1713531238.383397:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219ca80 00000100:00100000:0.0:1713531238.383413:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 395 00000100:00100000:0.0:1713531238.383416:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405207680:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:0.0:1713531238.384153:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405207680:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 735us (822us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1713531238.384158:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 395 00002000:00100000:0.0:1713531238.384163:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (0->32767) req@ffff88013219ca80 x1796767405207680/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:614/0 lens 488/440 e 0 to 0 dl 1713531249 ref 1 fl Complete:/200/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531238.384168:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ca80 with x1796767405207680 ext(0->32767) 00002000:00010000:0.0:1713531238.384170:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219ca80 00000100:00100000:3.0:1713531238.393596:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531238.393649:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207808 00000100:00100000:0.0:1713531238.393660:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207808 00002000:00100000:0.0:1713531238.393700:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (32768->1048575) req@ffff880134d0ca80 x1796767405207808/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:614/0 lens 488/0 e 0 to 0 dl 1713531249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531238.393709:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ca80 with x1796767405207808 ext(32768->1048575) 00002000:00010000:0.0:1713531238.393714:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0ca80 00000100:00100000:0.0:1713531238.393739:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 396 00000100:00100000:0.0:1713531238.393744:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1825:x1796767405207808:12345-192.168.202.39@tcp:3:md5sum.0 00000100:00100000:0.0:1713531238.398005:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1825:x1796767405207808:12345-192.168.202.39@tcp:3:md5sum.0 Request processed in 4249us (4410us total) trans 0 rc 1015808/1015808 00000100:00100000:0.0:1713531238.398015:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 396 00002000:00100000:0.0:1713531238.398024:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x64:0x0] (32768->1048575) req@ffff880134d0ca80 x1796767405207808/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:614/0 lens 488/440 e 0 to 0 dl 1713531249 ref 1 fl Complete:/200/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 00002000:00100000:0.0:1713531238.398034:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d0ca80 with x1796767405207808 ext(32768->1048575) 00002000:00010000:0.0:1713531238.398041:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d0ca80 00000100:00100000:2.0:1713531238.403012:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531238.403077:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405207936 00000100:00100000:1.0:1713531238.403087:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405207936 00000100:00100000:1.0:1713531238.403129:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1224 00000100:00100000:1.0:1713531238.403134:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+274:9857:x1796767405207936:12345-192.168.202.39@tcp:35:md5sum.0 00000100:00100000:1.0:1713531238.403395:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:9857:x1796767405207936:12345-192.168.202.39@tcp:35:md5sum.0 Request processed in 260us (393us total) trans 4294971279 rc 0/0 00000100:00100000:1.0:1713531238.403401:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1224 00010000:00010000:2.0:1713531239.116381:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1713531239.505965:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531239.506014:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208000 00000100:00100000:0.0:1713531239.506021:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208000 00000100:00080000:2.0:1713531239.506076:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531209 00000100:00100000:0.0:1713531239.506076:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5519 00000100:00100000:0.0:1713531239.506083:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9672:x1796767405208000:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1713531239.506167:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:9672:x1796767405208000:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 Request processed in 83us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531239.506173:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5519 00010000:00010000:2.0:1713531240.118487:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1713531241.120492:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1713531241.366524:0:22416:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 16: Test CT bandwith control option === 08:54:00 (1713531240) 00000100:00100000:0.0:1713531241.426079:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.426131:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208064 00000100:00100000:2.0:1713531241.426139:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208064 00000100:00080000:0.0:1713531241.426172:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531211 00000100:00100000:2.0:1713531241.426197:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5520 00000100:00100000:2.0:1713531241.426204:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:10630:x1796767405208064:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1713531241.426323:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:10630:x1796767405208064:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 Request processed in 118us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.426331:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5520 00000100:00100000:0.0:1713531241.459017:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.459124:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208128 00000100:00100000:2.0:1713531241.459132:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208128 00000100:00080000:0.0:1713531241.459178:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531211 00000100:00100000:2.0:1713531241.459181:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5521 00000100:00100000:2.0:1713531241.459186:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:10632:x1796767405208128:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531241.459204:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.459219:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c98513530168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5868 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.459298:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459308:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459316:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459328:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459331:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459334:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459399:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459406:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459412:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459416:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.459420:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459426:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459436:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:2.0:1713531241.459438:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.459441:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459446:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c9851353016f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459474:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459480:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459485:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459490:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.459492:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459496:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459502:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcf71078 (ffff88008a4f1d00) 00010000:00010000:2.0:1713531241.459504:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.459506:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459510:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9f80/0xe3b2c98513530176 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.459548:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c98513530168 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5868 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.459555:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8480/0xe3b2c98513530168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5868 expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.459564:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5d8480, rc 0) 00000100:00100000:2.0:1713531241.459606:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:10632:x1796767405208128:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 419us (598us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.459613:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5521 00000100:00100000:3.0:1713531241.461068:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.461132:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208256 00000100:00100000:2.0:1713531241.461137:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208256 00000100:00100000:2.0:1713531241.461160:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5522 00000100:00100000:2.0:1713531241.461164:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:10632:x1796767405208256:12345-192.168.202.39@tcp:36:lfs.0 00010000:00010000:2.0:1713531241.461186:0:9619:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531241.461196:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11f80/0xe3b2c9851352f3df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c545c expref: 275 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.461206:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:2.0:1713531241.461208:0:9619:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531241.461245:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.461252:0:9619:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.461286:0:9619:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.461310:0:9619:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 91 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.461319:0:9619:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 91 pid: 15461 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1713531241.461327:0:9619:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409681152:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531241.461364:0:9619:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008dbb9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531241.462017:0:9619:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9619:1796767409681152:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531241.462032:0:9619:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:3.0:1713531241.462193:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.462223:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208320 00000100:00100000:0.0:1713531241.462226:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208320 00010000:00010000:0.0:1713531241.462239:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 92 pid: 15461 timeout: 436 lvb_type: 0 00000100:00100000:0.0:1713531241.462285:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1153 00000100:00100000:0.0:1713531241.462291:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405208320:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531241.462300:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531241.462304:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 92 pid: 15461 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1713531241.462313:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 92 pid: 15461 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1713531241.462326:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bc11680/0xe3b2c9851352f35a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5432 expref: 92 pid: 15461 timeout: 436 lvb_type: 0 00010000:00010000:0.0:1713531241.462344:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:0.0:1713531241.462347:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.462353:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.462358:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.462374:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531241.462390:0:9619:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462395:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:0.0:1713531241.462399:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405208320:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 108us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531241.462405:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1153 00010000:00010000:2.0:1713531241.462410:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462417:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462424:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.462949:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd6:0x0]: returning size 512 00010000:00010000:2.0:1713531241.462954:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462959:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462962:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462965:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d8240 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.462966:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462973:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462978:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013189ce00) 00010000:00010000:2.0:1713531241.462979:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.462981:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.462984:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8240/0xe3b2c9851353017d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531241.462992:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880132090380 reply state ffff8801326d7000 transno 4294971280 ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531241.462996:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1713531241.463035:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:10632:x1796767405208256:12345-192.168.202.39@tcp:36:lfs.0 Request processed in 1870us (1967us total) trans 4294971280 rc 0/0 00000100:00100000:2.0:1713531241.463039:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5522 00010000:00010000:2.0:1713531241.463481:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463486:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463489:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463491:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5db180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.463493:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463496:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463502:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcf71078 (ffff88008a4f1300) 00010000:00010000:2.0:1713531241.463503:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.463505:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.463508:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5db180/0xe3b2c98513530184 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531241.465521:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.465556:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208384 00000100:00100000:2.0:1713531241.465560:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208384 00000100:00100000:2.0:1713531241.465581:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5523 00000100:00100000:2.0:1713531241.465584:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+275:10633:x1796767405208384:12345-192.168.202.39@tcp:101:bash.0 00010000:00010000:2.0:1713531241.465594:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.465602:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851353018b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c586f expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.465627:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.465631:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.465636:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.465656:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531241.465658:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.465665:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.465675:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5daf40/0xe3b2c9851353018b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.465684:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.465690:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531241.465692:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531241.465693:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008b5da640, rc 0) 00000100:00100000:2.0:1713531241.465727:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:10633:x1796767405208384:12345-192.168.202.39@tcp:101:bash.0 Request processed in 139us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.465733:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5523 00000100:00100000:3.0:1713531241.466411:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.466442:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208448 00000100:00100000:2.0:1713531241.466446:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208448 00000100:00100000:2.0:1713531241.466464:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5524 00000100:00100000:2.0:1713531241.466467:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:10633:x1796767405208448:12345-192.168.202.39@tcp:101:bash.0 00010000:00010000:2.0:1713531241.466473:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.466478:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c98513530199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5876 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.466497:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466502:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466506:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466512:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466518:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466522:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466569:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa73c0/0xe3b2c985135301ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466575:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa73c0/0xe3b2c985135301ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466580:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa73c0/0xe3b2c985135301ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.466598:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd6:0x0]: returning size 512 00000004:00200000:2.0:1713531241.466600:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.466607:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa73c0/0xe3b2c985135301ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466614:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466619:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466624:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466629:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d9440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.466631:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466636:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466644:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531241.466646:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.466648:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466653:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d9440/0xe3b2c985135301a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466662:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466667:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466671:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466676:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008b5d98c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.466678:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466682:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466688:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcf71078 (ffff88008a4f1100) 00010000:00010000:2.0:1713531241.466690:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.466693:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466697:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d98c0/0xe3b2c985135301a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.466715:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5d8fc0/0xe3b2c98513530199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5876 expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.466724:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa73c0/0xe3b2c985135301ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5876 expref: 277 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.466729:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.466731:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1713531241.466733:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa73c0, rc 0) 00000100:00100000:2.0:1713531241.466759:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:10633:x1796767405208448:12345-192.168.202.39@tcp:101:bash.0 Request processed in 290us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.466764:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5524 00000100:00100000:0.0:1713531241.467462:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.467499:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208512 00000100:00100000:2.0:1713531241.467504:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208512 00000100:00100000:2.0:1713531241.467527:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5525 00000100:00100000:2.0:1713531241.467530:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:10633:x1796767405208512:12345-192.168.202.39@tcp:101:bash.0 00010000:00010000:2.0:1713531241.467537:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.467543:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa4240/0xe3b2c985135301b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c587d expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.467567:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467574:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467580:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467596:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467605:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467609:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467633:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467637:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467640:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467643:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008cfa7cc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.467644:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467647:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467652:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.467653:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.467655:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467657:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7cc0/0xe3b2c985135301bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467662:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467665:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467669:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467672:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008cfa6d00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.467673:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467676:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467679:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008a4f1e00) 00010000:00010000:2.0:1713531241.467680:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.467681:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467683:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa6d00/0xe3b2c985135301c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.467701:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa4240/0xe3b2c985135301b5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c587d expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.467706:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa4240/0xe3b2c985135301b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c587d expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.467710:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa4240, rc 0) 00000100:00100000:2.0:1713531241.467749:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:10633:x1796767405208512:12345-192.168.202.39@tcp:101:bash.0 Request processed in 207us (277us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.467759:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5525 00000100:00100000:1.0:1713531241.470229:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.470297:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208576 00000100:00100000:2.0:1713531241.470302:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208576 00000100:00100000:2.0:1713531241.470326:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5526 00000100:00100000:2.0:1713531241.470330:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:10634:x1796767405208576:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531241.470338:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.470345:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7a80/0xe3b2c985135301ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5884 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.470367:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.470373:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.470378:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.470399:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531241.470401:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.470407:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.470417:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa7a80/0xe3b2c985135301ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5884 expref: 93 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.470424:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5884 expref: 92 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.470429:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531241.470430:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531241.470431:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfa46c0, rc 0) 00000100:00100000:2.0:1713531241.470457:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:10634:x1796767405208576:12345-192.168.202.39@tcp:101:rm.0 Request processed in 126us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.470464:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5526 00000100:00100000:3.0:1713531241.471121:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.471157:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208640 00000100:00100000:2.0:1713531241.471161:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208640 00000100:00100000:2.0:1713531241.471183:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5527 00000100:00100000:2.0:1713531241.471187:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+92:10634:x1796767405208640:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531241.471194:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.471201:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa4000/0xe3b2c985135301d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c588b expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.471224:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471231:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471237:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471248:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471253:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471296:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471339:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c985135301ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471344:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c985135301ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471350:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c985135301ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.471362:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd6:0x0]: returning size 512 00000004:00200000:2.0:1713531241.471363:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.471368:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c985135301ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471372:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471375:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471378:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471381:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71c8d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.471382:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471386:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471391:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531241.471392:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.471394:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471396:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c8d80/0xe3b2c985135301df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471401:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471405:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471408:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471410:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71c9200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.471411:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471414:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471417:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcf71078 (ffff88008a4f1b00) 00010000:00010000:2.0:1713531241.471418:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.471419:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471422:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71c9200/0xe3b2c985135301e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcf71078 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.471433:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa4000/0xe3b2c985135301d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c588b expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.471439:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cad00/0xe3b2c985135301ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c588b expref: 93 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.471442:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.471443:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1713531241.471444:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71cad00, rc 0) 00000100:00100000:2.0:1713531241.471469:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10634:x1796767405208640:12345-192.168.202.39@tcp:101:rm.0 Request processed in 281us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.471474:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5527 00000100:00100000:0.0:1713531241.472091:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.472121:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208704 00000100:00100000:2.0:1713531241.472125:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208704 00000100:00100000:2.0:1713531241.472144:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5528 00000100:00100000:2.0:1713531241.472147:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10634:x1796767405208704:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531241.472152:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.472157:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c985135301f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5892 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.472175:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472179:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472184:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472192:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472196:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472200:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472217:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472220:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472224:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472227:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a71ca640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.472228:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472231:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472235:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.472236:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.472237:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472240:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71ca640/0xe3b2c985135301fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472244:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472247:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472250:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472252:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.472253:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472289:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472296:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008d7a4e00) 00010000:00010000:2.0:1713531241.472297:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.472299:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472302:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530202 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.472323:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c985135301f4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5892 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.472329:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a71cb600/0xe3b2c985135301f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5892 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.472335:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a71cb600, rc 0) 00000100:00100000:2.0:1713531241.472357:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10634:x1796767405208704:12345-192.168.202.39@tcp:101:rm.0 Request processed in 208us (266us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.472363:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5528 00000100:00100000:1.0:1713531241.473042:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.473076:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208768 00000100:00100000:2.0:1713531241.473079:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208768 00000100:00100000:2.0:1713531241.473102:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5529 00000100:00100000:2.0:1713531241.473105:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10634:x1796767405208768:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531241.473111:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.473116:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530209 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5899 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.473134:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473141:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473145:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473153:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473156:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473160:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473177:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473180:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473183:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473186:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.473188:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473191:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473195:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.473196:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.473198:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473200:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530210 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473205:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473208:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473211:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473213:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.473214:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473217:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473220:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008b78d700) 00010000:00010000:2.0:1713531241.473221:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.473222:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473224:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530217 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.473240:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530209 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5899 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.473244:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530209 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5899 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.473248:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b180, rc 0) 00000100:00100000:2.0:1713531241.473295:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10634:x1796767405208768:12345-192.168.202.39@tcp:101:rm.0 Request processed in 188us (253us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.473299:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5529 00000100:00100000:3.0:1713531241.476593:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.476659:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208832 00000100:00100000:2.0:1713531241.476664:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208832 00000100:00100000:2.0:1713531241.476688:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5530 00000100:00100000:2.0:1713531241.476692:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10635:x1796767405208832:12345-192.168.202.39@tcp:101:cp.0 00010000:00010000:2.0:1713531241.476700:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.476707:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353021e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58a0 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.476730:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476736:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476741:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476749:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476752:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476755:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476782:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476786:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476789:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476791:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd298c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.476793:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476796:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476801:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.476802:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.476804:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476807:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530225 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476812:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476814:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476817:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476820:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.476821:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476824:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476828:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008b78d300) 00010000:00010000:2.0:1713531241.476829:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.476830:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476832:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c9851353022c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.476850:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353021e lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58a0 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.476854:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353021e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58a0 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.476858:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a400, rc 0) 00000100:00100000:2.0:1713531241.476885:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10635:x1796767405208832:12345-192.168.202.39@tcp:101:cp.0 Request processed in 192us (294us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.476889:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5530 00000100:00100000:0.0:1713531241.477682:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.477747:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405208896 00000100:00100000:2.0:1713531241.477751:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405208896 00000100:00100000:2.0:1713531241.477776:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5531 00000100:00100000:2.0:1713531241.477782:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10635:x1796767405208896:12345-192.168.202.39@tcp:101:cp.0 00010000:00010000:2.0:1713531241.477790:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.477798:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c98513530233 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58a7 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.477820:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477825:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477830:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477837:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477841:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477844:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477864:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477867:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477870:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477873:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.477874:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477877:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477884:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.477886:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.477887:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477890:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353023a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477895:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477898:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477902:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477904:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.477905:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477908:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477911:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008b78d100) 00010000:00010000:2.0:1713531241.477912:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.477913:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477916:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530241 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.477933:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c98513530233 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58a7 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.477938:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c98513530233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58a7 expref: 94 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.477942:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28b40, rc 0) 00000100:00100000:2.0:1713531241.477968:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10635:x1796767405208896:12345-192.168.202.39@tcp:101:cp.0 Request processed in 187us (287us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.477972:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5531 00000100:00100000:1.0:1713531241.478770:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.478812:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209024 00000100:00100000:2.0:1713531241.478815:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209024 00000100:00100000:2.0:1713531241.478844:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5532 00000100:00100000:2.0:1713531241.478848:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+93:10635:x1796767405209024:12345-192.168.202.39@tcp:101:cp.0 00010000:00010000:2.0:1713531241.478857:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.478866:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c98513530248 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58ae expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.478927:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.478934:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.478939:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.478947:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.478950:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.478957:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00080000:2.0:1713531241.479235:0:9619:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x62:0x0], index 1: 0 00010000:00010000:2.0:1713531241.479374:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851353025d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479380:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851353025d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479384:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851353025d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479398:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479401:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479404:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479407:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.479409:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479412:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479417:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.479418:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.479420:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.479425:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c9851353024f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000004:00010000:2.0:1713531241.479430:0:9619:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d23d880 reply state ffff88008aec4000 transno 4294971281 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000100:00100000:2.0:1713531241.479435:0:9619:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531241.479446:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c98513530248 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ae expref: 96 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.479452:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd286c0/0xe3b2c9851353025d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ae expref: 95 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.479456:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531241.479457:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531241.479458:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd286c0, rc 0) 00000100:00100000:2.0:1713531241.479485:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+96:10635:x1796767405209024:12345-192.168.202.39@tcp:101:cp.0 Request processed in 637us (716us total) trans 4294971281 rc 0/0 00000100:00100000:2.0:1713531241.479489:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5532 00010000:00010000:0.0:1713531241.480002:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480011:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480016:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480021:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531241.480023:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480029:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480036:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008b78df00) 00010000:00010000:0.0:1713531241.480038:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531241.480039:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:0.0:1713531241.480043:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c98513530256 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00000100:00100000:1.0:1713531241.480524:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.480557:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209088 00000100:00100000:2.0:1713531241.480560:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209088 00000100:00100000:2.0:1713531241.480592:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1498 00000100:00100000:2.0:1713531241.480595:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405209088:12345-192.168.202.39@tcp:101:cp.0 00000100:00080000:0.0:1713531241.480597:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531211 00010000:00010000:2.0:1713531241.480602:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.480614:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58b5 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531241.480627:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531241.480636:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531241.480638:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531241.480642:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 10 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.480651:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 10 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.480657:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28d80, rc 0) 00000100:00100000:2.0:1713531241.480679:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405209088:12345-192.168.202.39@tcp:101:cp.0 Request processed in 82us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.480683:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1498 00000100:00100000:3.0:1713531241.486390:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.486435:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209152 00000100:00100000:2.0:1713531241.486442:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209152 00000100:00100000:2.0:1713531241.486474:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1499 00000100:00100000:2.0:1713531241.486478:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:10635:x1796767405209152:12345-192.168.202.39@tcp:101:cp.0 00010000:00010000:2.0:1713531241.486490:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.486502:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58bc expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.486522:0:18188:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.486527:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531241.486529:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531241.486531:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 11 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.486556:0:18188:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.486564:0:18188:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 436 lvb_type: 1 00000100:00100000:2.0:1713531241.486572:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681216:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531241.486615:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1713531241.487404:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008eb89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681216:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531241.487417:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 11 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.487426:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29680, rc 0) 00000100:00100000:2.0:1713531241.487453:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+11:10635:x1796767405209152:12345-192.168.202.39@tcp:101:cp.0 Request processed in 974us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.487457:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1499 00000100:00100000:3.0:1713531241.487543:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.487568:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209216 00000100:00100000:0.0:1713531241.487572:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209216 00010000:00010000:0.0:1713531241.487590:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 436 lvb_type: 1 00000100:00100000:0.0:1713531241.487619:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:0.0:1713531241.487624:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1822:x1796767405209216:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531241.487633:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531241.487651:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1713531241.487661:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1713531241.487678:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd28d80/0xe3b2c9851353026b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58b5 expref: 11 pid: 18188 timeout: 436 lvb_type: 1 00010000:00010000:0.0:1713531241.487697:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531241.487699:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1713531241.487704:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531241.487711:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531241.487733:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531241.487741:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b47a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409681280:192.168.202.39@tcp:105: 00000100:00100000:0.0:1713531241.487777:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b6fc900 going to sleep for 11 seconds 00000100:00100000:0.0:1713531241.488395:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b47a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409681280:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531241.488404:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531241.488424:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405209216:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 801us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531241.488429:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1154 00000100:00100000:2.0:1713531241.506101:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.506187:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209344 00000100:00100000:0.0:1713531241.506195:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209344 00002000:00100000:0.0:1713531241.506233:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (0->1048575) req@ffff88008eb89c00 x1796767405209344/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.506244:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb89c00 with x1796767405209344 ext(0->1048575) 00002000:00010000:0.0:1713531241.506249:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb89c00 00000100:00100000:0.0:1713531241.506320:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 397 00000100:00100000:0.0:1713531241.506325:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405209344:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:1.0:1713531241.506548:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531241.506598:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209472 00000100:00100000:3.0:1713531241.506602:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209472 00002000:00100000:3.0:1713531241.506619:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (1048576->2097151) req@ffff88008d23ed80 x1796767405209472/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.506626:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23ed80 with x1796767405209472 ext(1048576->2097151) 00002000:00010000:3.0:1713531241.506630:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23ed80 00000100:00100000:3.0:1713531241.506653:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 398 00000100:00100000:3.0:1713531241.506656:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405209472:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:2.0:1713531241.507225:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.507288:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209600 00000100:00100000:1.0:1713531241.507292:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209600 00002000:00100000:1.0:1713531241.507308:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (2097152->3145727) req@ffff88008eb8b100 x1796767405209600/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.507316:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb8b100 with x1796767405209600 ext(2097152->3145727) 00002000:00010000:1.0:1713531241.507319:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb8b100 00000100:00100000:1.0:1713531241.507332:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 399 00000100:00100000:1.0:1713531241.507336:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405209600:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:2.0:1713531241.508010:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.508331:0:7962:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:2.0:1713531241.508344:0:7962:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:2.0:1713531241.508421:0:7962:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209728 00000100:00100000:2.0:1713531241.508425:0:7962:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209728 00002000:00100000:2.0:1713531241.508443:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (3145728->4194303) req@ffff88008eb8aa00 x1796767405209728/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.508459:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb8aa00 with x1796767405209728 ext(3145728->4194303) 00002000:00010000:2.0:1713531241.508462:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb8aa00 00000100:00100000:2.0:1713531241.508844:0:22438:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 400 00000100:00100000:2.0:1713531241.508850:0:22438:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+13:1822:x1796767405209728:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:3.0:1713531241.524610:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405209472:12345-192.168.202.39@tcp:4:cp.0 Request processed in 17946us (18057us total) trans 4294967684 rc 0/0 00000100:00100000:2.0:1713531241.524610:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405209344:12345-192.168.202.39@tcp:4:cp.0 Request processed in 18279us (18510us total) trans 4294967682 rc 0/0 00000100:00100000:3.0:1713531241.524618:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 398 00000100:00100000:1.0:1713531241.524624:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+20:1823:x1796767405209600:12345-192.168.202.39@tcp:4:cp.0 Request processed in 17286us (17398us total) trans 4294967683 rc 0/0 00002000:00100000:3.0:1713531241.524626:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (1048576->2097151) req@ffff88008d23ed80 x1796767405209472/t4294967684(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00000100:00100000:2.0:1713531241.524627:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 397 00000100:00100000:1.0:1713531241.524630:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 399 00002000:00100000:3.0:1713531241.524633:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d23ed80 with x1796767405209472 ext(1048576->2097151) 00002000:00100000:2.0:1713531241.524633:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (0->1048575) req@ffff88008eb89c00 x1796767405209344/t4294967682(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.524635:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (2097152->3145727) req@ffff88008eb8b100 x1796767405209600/t4294967683(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00010000:3.0:1713531241.524636:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d23ed80 00002000:00100000:2.0:1713531241.524642:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb89c00 with x1796767405209344 ext(0->1048575) 00002000:00010000:2.0:1713531241.524645:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb89c00 00002000:00100000:1.0:1713531241.524645:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb8b100 with x1796767405209600 ext(2097152->3145727) 00002000:00010000:1.0:1713531241.524648:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb8b100 00000100:00100000:0.0:1713531241.530343:0:22438:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eb8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+18:1822:x1796767405209728:12345-192.168.202.39@tcp:4:cp.0 Request processed in 21484us (22326us total) trans 4294967685 rc 0/0 00000100:00100000:0.0:1713531241.530354:0:22438:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 400 00002000:00100000:0.0:1713531241.530365:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (3145728->4194303) req@ffff88008eb8aa00 x1796767405209728/t4294967685(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.530376:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eb8aa00 with x1796767405209728 ext(3145728->4194303) 00002000:00010000:0.0:1713531241.530380:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eb8aa00 00000100:00100000:0.0:1713531241.532910:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.532933:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.532950:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.532964:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209920 00000100:00100000:2.0:1713531241.532970:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209920 00000100:00100000:0.0:1713531241.532986:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00002000:00100000:2.0:1713531241.532998:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (5242880->6291455) req@ffff88008b47a680 x1796767405209920/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00000100:00100000:1.0:1713531241.532999:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210048 00000100:00100000:3.0:1713531241.533002:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209856 00002000:00100000:2.0:1713531241.533004:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47a680 with x1796767405209920 ext(5242880->6291455) 00000100:00100000:1.0:1713531241.533004:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210048 00000100:00100000:3.0:1713531241.533007:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209856 00002000:00010000:2.0:1713531241.533008:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b47a680 00002000:00100000:1.0:1713531241.533019:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (7340032->8388607) req@ffff88008b47b480 x1796767405210048/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00000100:00100000:2.0:1713531241.533023:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405209984 00002000:00100000:3.0:1713531241.533024:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (4194304->5242879) req@ffff88008b478e00 x1796767405209856/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00000100:00100000:2.0:1713531241.533024:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405209984 00002000:00100000:1.0:1713531241.533025:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47b480 with x1796767405210048 ext(7340032->8388607) 00002000:00010000:1.0:1713531241.533028:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b47b480 00002000:00100000:2.0:1713531241.533031:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (6291456->7340031) req@ffff880131807b80 x1796767405209984/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.533032:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b478e00 with x1796767405209856 ext(4194304->5242879) 00000100:00100000:0.0:1713531241.533032:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 401 00002000:00100000:2.0:1713531241.533035:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807b80 with x1796767405209984 ext(6291456->7340031) 00002000:00010000:3.0:1713531241.533036:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b478e00 00002000:00010000:2.0:1713531241.533037:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807b80 00000100:00100000:0.0:1713531241.533037:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405209920:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:1.0:1713531241.533050:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 402 00000100:00100000:1.0:1713531241.533053:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405210048:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:0.0:1713531241.533054:0:7961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 403 00000100:00100000:0.0:1713531241.533056:0:7961:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405209856:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:3.0:1713531241.533058:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 404 00000100:00100000:3.0:1713531241.533064:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+21:1822:x1796767405209984:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:1.0:1713531241.539605:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+26:1822:x1796767405210048:12345-192.168.202.39@tcp:4:cp.0 Request processed in 6544us (6664us total) trans 4294967686 rc 0/0 00000100:00100000:1.0:1713531241.539614:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 402 00002000:00100000:1.0:1713531241.539622:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (7340032->8388607) req@ffff88008b47b480 x1796767405210048/t4294967686(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.539629:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47b480 with x1796767405210048 ext(7340032->8388607) 00002000:00010000:1.0:1713531241.539633:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b47b480 00000100:00100000:3.0:1713531241.539669:0:7961:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+26:1822:x1796767405209856:12345-192.168.202.39@tcp:4:cp.0 Request processed in 6608us (6715us total) trans 4294967687 rc 0/0 00000100:00100000:3.0:1713531241.539675:0:7961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 403 00002000:00100000:3.0:1713531241.539680:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (4194304->5242879) req@ffff88008b478e00 x1796767405209856/t4294967687(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.539686:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b478e00 with x1796767405209856 ext(4194304->5242879) 00002000:00010000:3.0:1713531241.539688:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b478e00 00000100:00100000:3.0:1713531241.540578:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b47a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+26:1822:x1796767405209920:12345-192.168.202.39@tcp:4:cp.0 Request processed in 7538us (7670us total) trans 4294967688 rc 0/0 00000100:00100000:3.0:1713531241.540586:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 401 00002000:00100000:3.0:1713531241.540593:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (5242880->6291455) req@ffff88008b47a680 x1796767405209920/t4294967688(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.540606:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b47a680 with x1796767405209920 ext(5242880->6291455) 00002000:00010000:3.0:1713531241.540609:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b47a680 00000100:00100000:3.0:1713531241.543853:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+26:1822:x1796767405209984:12345-192.168.202.39@tcp:4:cp.0 Request processed in 10786us (10864us total) trans 4294967689 rc 0/0 00000100:00100000:3.0:1713531241.543861:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 404 00002000:00100000:3.0:1713531241.543868:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (6291456->7340031) req@ffff880131807b80 x1796767405209984/t4294967689(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.543876:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807b80 with x1796767405209984 ext(6291456->7340031) 00002000:00010000:3.0:1713531241.543880:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807b80 00000100:00100000:0.0:1713531241.555034:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.555067:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531241.555083:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531241.555102:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210240 00000100:00100000:3.0:1713531241.555109:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210240 00000100:00100000:3.0:1713531241.555119:0:7961:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210368 00000100:00100000:3.0:1713531241.555121:0:7961:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210368 00000100:00100000:2.0:1713531241.555128:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210304 00000100:00100000:2.0:1713531241.555133:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210304 00002000:00100000:3.0:1713531241.555146:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (10485760->11534335) req@ffff880131805f80 x1796767405210368/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.555152:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (9437184->10485759) req@ffff880131804380 x1796767405210304/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.555153:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131805f80 with x1796767405210368 ext(10485760->11534335) 00002000:00010000:3.0:1713531241.555157:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131805f80 00002000:00100000:2.0:1713531241.555160:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804380 with x1796767405210304 ext(9437184->10485759) 00002000:00010000:2.0:1713531241.555164:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804380 00000100:00100000:3.0:1713531241.555180:0:7961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 405 00000100:00100000:3.0:1713531241.555184:0:7961:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+28:1823:x1796767405210368:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:2.0:1713531241.555193:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 406 00000100:00100000:2.0:1713531241.555198:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+28:1823:x1796767405210304:12345-192.168.202.39@tcp:4:cp.0 00002000:00100000:3.0:1713531241.555361:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (8388608->9437183) req@ffff880131807800 x1796767405210240/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.555367:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807800 with x1796767405210240 ext(8388608->9437183) 00002000:00010000:3.0:1713531241.555369:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807800 00000100:00100000:3.0:1713531241.555382:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 407 00000100:00100000:3.0:1713531241.555385:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+30:1823:x1796767405210240:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:0.0:1713531241.555728:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.555777:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210432 00000100:00100000:1.0:1713531241.555781:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210432 00002000:00100000:1.0:1713531241.555798:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (11534336->12582911) req@ffff880088a20000 x1796767405210432/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.555807:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a20000 with x1796767405210432 ext(11534336->12582911) 00002000:00010000:1.0:1713531241.555810:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a20000 00000100:00100000:1.0:1713531241.555830:0:22438:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 408 00000100:00100000:1.0:1713531241.555835:0:22438:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+32:1823:x1796767405210432:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:3.0:1713531241.559027:0:7961:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+34:1823:x1796767405210368:12345-192.168.202.39@tcp:4:cp.0 Request processed in 3837us (3954us total) trans 4294967690 rc 0/0 00000100:00100000:3.0:1713531241.559034:0:7961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 405 00002000:00100000:3.0:1713531241.559042:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (10485760->11534335) req@ffff880131805f80 x1796767405210368/t4294967690(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.559050:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131805f80 with x1796767405210368 ext(10485760->11534335) 00002000:00010000:3.0:1713531241.559055:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131805f80 00000100:00100000:0.0:1713531241.562134:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+34:1823:x1796767405210304:12345-192.168.202.39@tcp:4:cp.0 Request processed in 6929us (7043us total) trans 4294967691 rc 0/0 00000100:00100000:0.0:1713531241.562143:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 406 00002000:00100000:0.0:1713531241.562151:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (9437184->10485759) req@ffff880131804380 x1796767405210304/t4294967691(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.562160:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131804380 with x1796767405210304 ext(9437184->10485759) 00002000:00010000:0.0:1713531241.562164:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131804380 00000100:00100000:3.0:1713531241.563229:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+34:1823:x1796767405210240:12345-192.168.202.39@tcp:4:cp.0 Request processed in 7840us (8201us total) trans 4294967692 rc 0/0 00000100:00100000:3.0:1713531241.563234:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 407 00002000:00100000:3.0:1713531241.563238:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (8388608->9437183) req@ffff880131807800 x1796767405210240/t4294967692(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.563244:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131807800 with x1796767405210240 ext(8388608->9437183) 00002000:00010000:3.0:1713531241.563246:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131807800 00000100:00100000:1.0:1713531241.564523:0:22438:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+34:1823:x1796767405210432:12345-192.168.202.39@tcp:4:cp.0 Request processed in 8686us (8794us total) trans 4294967693 rc 0/0 00000100:00100000:1.0:1713531241.564530:0:22438:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 408 00002000:00100000:1.0:1713531241.564534:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (11534336->12582911) req@ffff880088a20000 x1796767405210432/t4294967693(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.564540:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a20000 with x1796767405210432 ext(11534336->12582911) 00002000:00010000:1.0:1713531241.564543:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a20000 00000100:00100000:2.0:1713531241.582071:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.582100:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.582114:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.582139:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.582139:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210688 00000100:00100000:1.0:1713531241.582146:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210688 00000100:00100000:0.0:1713531241.582153:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210816 00000100:00100000:0.0:1713531241.582159:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210816 00000100:00100000:2.0:1713531241.582165:0:7961:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210624 00000100:00100000:3.0:1713531241.582168:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405210752 00000100:00100000:2.0:1713531241.582168:0:7961:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210624 00000100:00100000:3.0:1713531241.582174:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405210752 00002000:00100000:1.0:1713531241.582180:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (13631488->14680063) req@ffff88013219ad80 x1796767405210688/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.582180:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (15728640->16777215) req@ffff88008dbbdf80 x1796767405210816/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.582182:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (12582912->13631487) req@ffff88008dbbf480 x1796767405210624/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.582189:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbf480 with x1796767405210624 ext(12582912->13631487) 00002000:00100000:1.0:1713531241.582190:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ad80 with x1796767405210688 ext(13631488->14680063) 00002000:00100000:0.0:1713531241.582190:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbdf80 with x1796767405210816 ext(15728640->16777215) 00002000:00100000:3.0:1713531241.582193:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (14680064->15728639) req@ffff88008dbbe680 x1796767405210752/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00010000:2.0:1713531241.582193:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbf480 00002000:00010000:1.0:1713531241.582194:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219ad80 00002000:00010000:0.0:1713531241.582194:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbdf80 00002000:00100000:3.0:1713531241.582202:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbe680 with x1796767405210752 ext(14680064->15728639) 00000100:00100000:2.0:1713531241.582205:0:7961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 409 00002000:00010000:3.0:1713531241.582206:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbe680 00000100:00100000:2.0:1713531241.582209:0:7961:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+37:1822:x1796767405210624:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:0.0:1713531241.582213:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 410 00000100:00100000:0.0:1713531241.582218:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+37:1822:x1796767405210688:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:1.0:1713531241.582219:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 411 00000100:00100000:1.0:1713531241.582224:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+37:1822:x1796767405210816:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:3.0:1713531241.582228:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 412 00000100:00100000:3.0:1713531241.582233:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+37:1822:x1796767405210752:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:0.0:1713531241.587071:0:7961:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+42:1822:x1796767405210624:12345-192.168.202.39@tcp:4:cp.0 Request processed in 4846us (4940us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1713531241.587083:0:7961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 409 00002000:00100000:0.0:1713531241.587093:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (12582912->13631487) req@ffff88008dbbf480 x1796767405210624/t4294967694(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.587103:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbf480 with x1796767405210624 ext(12582912->13631487) 00002000:00010000:0.0:1713531241.587107:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbf480 00000100:00100000:1.0:1713531241.587505:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+42:1822:x1796767405210688:12345-192.168.202.39@tcp:4:cp.0 Request processed in 5284us (5440us total) trans 4294967695 rc 0/0 00000100:00100000:1.0:1713531241.587513:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 410 00002000:00100000:1.0:1713531241.587520:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (13631488->14680063) req@ffff88013219ad80 x1796767405210688/t4294967695(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.587528:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ad80 with x1796767405210688 ext(13631488->14680063) 00002000:00010000:1.0:1713531241.587532:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013219ad80 00000100:00100000:3.0:1713531241.589439:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+42:1822:x1796767405210752:12345-192.168.202.39@tcp:4:cp.0 Request processed in 7201us (7294us total) trans 4294967696 rc 0/0 00000100:00100000:3.0:1713531241.589447:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 412 00002000:00100000:3.0:1713531241.589454:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (14680064->15728639) req@ffff88008dbbe680 x1796767405210752/t4294967696(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.589463:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbe680 with x1796767405210752 ext(14680064->15728639) 00002000:00010000:3.0:1713531241.589466:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbe680 00000100:00100000:1.0:1713531241.591098:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dbbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+42:1822:x1796767405210816:12345-192.168.202.39@tcp:4:cp.0 Request processed in 8870us (8993us total) trans 4294967697 rc 0/0 00000100:00100000:1.0:1713531241.591106:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 411 00002000:00100000:1.0:1713531241.591112:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (15728640->16777215) req@ffff88008dbbdf80 x1796767405210816/t4294967697(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.591121:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88008dbbdf80 with x1796767405210816 ext(15728640->16777215) 00002000:00010000:1.0:1713531241.591124:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008dbbdf80 00000100:00100000:2.0:1713531241.607316:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.607382:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211136 00000100:00100000:1.0:1713531241.607391:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211136 00000100:00100000:2.0:1713531241.607423:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.607442:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1225 00000100:00100000:1.0:1713531241.607449:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22af850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:10635:x1796767405211136:12345-192.168.202.39@tcp:35:cp.0 00000100:00100000:0.0:1713531241.607493:0:7962:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211008 00000100:00100000:0.0:1713531241.607498:0:7962:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211008 00002000:00100000:0.0:1713531241.607523:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (16777216->17825791) req@ffff880088a40000 x1796767405211008/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.607534:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40000 with x1796767405211008 ext(16777216->17825791) 00002000:00010000:0.0:1713531241.607539:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40000 00000100:00100000:0.0:1713531241.607564:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 413 00000100:00100000:0.0:1713531241.607569:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+42:1822:x1796767405211008:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:1.0:1713531241.607702:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22af850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+96:10635:x1796767405211136:12345-192.168.202.39@tcp:35:cp.0 Request processed in 253us (392us total) trans 4294971282 rc 0/0 00000100:00100000:1.0:1713531241.607710:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1225 00000100:00100000:3.0:1713531241.607726:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.607743:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211200 00000100:00100000:2.0:1713531241.607747:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211200 00002000:00100000:2.0:1713531241.607764:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (17825792->18874367) req@ffff880131910000 x1796767405211200/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.607779:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131910000 with x1796767405211200 ext(17825792->18874367) 00002000:00010000:2.0:1713531241.607782:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131910000 00000100:00100000:2.0:1713531241.607794:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 414 00000100:00100000:2.0:1713531241.607798:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+43:1822:x1796767405211200:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:2.0:1713531241.609843:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.609873:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531241.609890:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211264 00000100:00100000:1.0:1713531241.609894:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211264 00002000:00100000:1.0:1713531241.609908:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (18874368->19922943) req@ffff880088a40380 x1796767405211264/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1713531241.609916:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40380 with x1796767405211264 ext(18874368->19922943) 00000100:00100000:3.0:1713531241.609918:0:7961:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211328 00002000:00010000:1.0:1713531241.609919:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40380 00000100:00100000:3.0:1713531241.609923:0:7961:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211328 00000100:00100000:1.0:1713531241.609933:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 415 00000100:00100000:1.0:1713531241.609938:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+45:1823:x1796767405211264:12345-192.168.202.39@tcp:4:cp.0 00002000:00100000:3.0:1713531241.609939:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (19922944->20971519) req@ffff880088a40700 x1796767405211328/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/0 e 0 to 0 dl 1713531252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1713531241.609947:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40700 with x1796767405211328 ext(19922944->20971519) 00002000:00010000:3.0:1713531241.609950:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40700 00000100:00100000:3.0:1713531241.609971:0:7961:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 416 00000100:00100000:3.0:1713531241.609976:0:7961:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+45:1823:x1796767405211328:12345-192.168.202.39@tcp:4:cp.0 00000100:00100000:0.0:1713531241.614210:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+50:1823:x1796767405211264:12345-192.168.202.39@tcp:4:cp.0 Request processed in 4265us (4362us total) trans 4294967698 rc 0/0 00000100:00100000:0.0:1713531241.614219:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 415 00002000:00100000:0.0:1713531241.614228:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (18874368->19922943) req@ffff880088a40380 x1796767405211264/t4294967698(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.614235:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40380 with x1796767405211264 ext(18874368->19922943) 00002000:00010000:0.0:1713531241.614239:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40380 00000100:00100000:0.0:1713531241.619000:0:7961:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1f6925-d627-45ab-9271-3bfd492d0648+50:1823:x1796767405211328:12345-192.168.202.39@tcp:4:cp.0 Request processed in 9015us (9117us total) trans 4294967699 rc 0/0 00000100:00100000:0.0:1713531241.619012:0:7961:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 416 00002000:00100000:0.0:1713531241.619023:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (19922944->20971519) req@ffff880088a40700 x1796767405211328/t4294967699(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1713531241.619033:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40700 with x1796767405211328 ext(19922944->20971519) 00002000:00010000:0.0:1713531241.619038:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40700 00000100:00100000:2.0:1713531241.620582:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+50:1822:x1796767405211200:12345-192.168.202.39@tcp:4:cp.0 Request processed in 12780us (12855us total) trans 4294967700 rc 0/0 00000100:00100000:2.0:1713531241.620588:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 414 00002000:00100000:2.0:1713531241.620594:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (17825792->18874367) req@ffff880131910000 x1796767405211200/t4294967700(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.620599:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880131910000 with x1796767405211200 ext(17825792->18874367) 00002000:00010000:2.0:1713531241.620602:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131910000 00000100:00100000:2.0:1713531241.621984:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+50:1822:x1796767405211008:12345-192.168.202.39@tcp:4:cp.0 Request processed in 14414us (14560us total) trans 4294967701 rc 0/0 00000100:00100000:2.0:1713531241.621989:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 413 00002000:00100000:2.0:1713531241.621993:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (16777216->17825791) req@ffff880088a40000 x1796767405211008/t4294967701(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:617/0 lens 488/448 e 0 to 0 dl 1713531252 ref 1 fl Complete:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1713531241.621998:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a40000 with x1796767405211008 ext(16777216->17825791) 00002000:00010000:2.0:1713531241.622001:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a40000 00000100:00100000:0.0:1713531241.634506:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.634561:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211456 00000100:00100000:2.0:1713531241.634569:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211456 00000100:00100000:2.0:1713531241.634607:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5533 00000100:00100000:2.0:1713531241.634612:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:10640:x1796767405211456:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531241.634627:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.634645:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c98513530279 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58c3 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.634688:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634697:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634704:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634719:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634723:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634726:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634795:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634798:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634802:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.634819:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xba:0x0]: returning size 20971520 00000004:00200000:2.0:1713531241.634822:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.634831:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634837:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634841:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634844:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634847:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634851:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.634853:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634857:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634864:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.634866:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.634868:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634871:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530280 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634887:0:9619:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634890:0:9619:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634895:0:9619:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634898:0:9619:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531241.634899:0:9619:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634902:0:9619:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634905:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0xbcf7108a (ffff88008b78d100) 00010000:00010000:2.0:1713531241.634906:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531241.634907:0:9619:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634910:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd6:0x0].0xbcf7108a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.634928:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c98513530279 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58c3 expref: 279 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.634934:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29d40/0xe3b2c9851353028e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58c3 expref: 278 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.634938:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531241.634939:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531241.634940:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29d40, rc 0) 00000100:00100000:2.0:1713531241.634979:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:10640:x1796767405211456:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 367us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.634984:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5533 00000100:00100000:3.0:1713531241.636081:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.636118:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211520 00000100:00100000:2.0:1713531241.636121:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211520 00000100:00080000:0.0:1713531241.636150:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531211 00000100:00100000:2.0:1713531241.636151:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1500 00000100:00100000:2.0:1713531241.636155:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405211520:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531241.636161:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.636170:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c98513530295 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58ca expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531241.636203:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681344:192.168.202.39@tcp:106: 00000100:00100000:2.0:1713531241.636236:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9480 going to sleep for 11 seconds 00002000:00010000:2.0:1713531241.636971:0:18188:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x62:0x0] updating lvb size: 0 -> 20971520 00002000:00010000:2.0:1713531241.636975:0:18188:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0x62:0x0] updating lvb mtime: 0 -> 1713531241 00002000:00010000:2.0:1713531241.636977:0:18188:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x280000400:0x62:0x0] updating lvb atime: 0 -> 1713531241 00002000:00010000:2.0:1713531241.636979:0:18188:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x280000400:0x62:0x0] updating lvb ctime: 0 -> 1713531241 00000100:00100000:2.0:1713531241.636993:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681344:192.168.202.39@tcp:106: 00010000:00010000:2.0:1713531241.637010:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c98513530295 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ca expref: 81 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.637020:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c98513530295 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ca expref: 81 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.637028:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29440, rc 0) 00000100:00100000:2.0:1713531241.637056:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405211520:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 900us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.637060:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1500 00000100:00100000:0.0:1713531241.638025:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.638063:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211584 00000100:00100000:2.0:1713531241.638067:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211584 00000100:00100000:2.0:1713531241.638094:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5534 00000100:00100000:2.0:1713531241.638099:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:10640:x1796767405211584:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531241.638107:0:9619:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.638116:0:9619:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851353029c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58d1 expref: -99 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.638147:0:9619:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c985135302a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.638155:0:9619:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c985135302a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.638162:0:9619:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c985135302a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00000004:00200000:2.0:1713531241.638194:0:9619:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd6:0x0]: returning size 512 00000004:00200000:2.0:1713531241.638196:0:9619:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531241.638205:0:9619:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c985135302a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9619 initiator: MDT0 00010000:00010000:2.0:1713531241.638219:0:9619:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851353029c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58d1 expref: 280 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.638229:0:9619:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28b40/0xe3b2c985135302a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58d1 expref: 279 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531241.638236:0:9619:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd6:0x0].0x0 (ffff88008a4f1800) 00010000:00010000:2.0:1713531241.638237:0:9619:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531241.638239:0:9619:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28b40, rc 0) 00000100:00100000:2.0:1713531241.638299:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:10640:x1796767405211584:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 198us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.638305:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5534 00000100:00100000:3.0:1713531241.639151:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.639186:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211648 00000100:00100000:2.0:1713531241.639189:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211648 00000100:00100000:2.0:1713531241.639207:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1501 00000100:00100000:2.0:1713531241.639210:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405211648:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531241.639215:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531241.639221:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd28480/0xe3b2c985135302aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58d8 expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531241.639241:0:18188:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681408:192.168.202.39@tcp:106: 00000100:00100000:2.0:1713531241.639293:0:18188:0:(client.c:2539:ptlrpc_set_wait()) set ffff880131ea9480 going to sleep for 11 seconds 00000100:00100000:2.0:1713531241.639910:0:18188:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18188:1796767409681408:192.168.202.39@tcp:106: 00010000:00010000:2.0:1713531241.639922:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd28480/0xe3b2c985135302aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58d8 expref: 81 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.639929:0:18188:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd28480/0xe3b2c985135302aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58d8 expref: 81 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531241.639934:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28480, rc 0) 00000100:00100000:2.0:1713531241.639957:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1825:x1796767405211648:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 746us (808us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531241.639961:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1501 00000100:00100000:0.0:1713531241.641155:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531241.641188:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211776 00000100:00100000:2.0:1713531241.641192:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211776 00000100:00100000:2.0:1713531241.641212:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5535 00000100:00100000:2.0:1713531241.641216:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:10640:x1796767405211776:12345-192.168.202.39@tcp:58:lfs.0 00000040:00080000:2.0:1713531241.641429:0:9619:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].179, 136 off32328 00000100:00100000:2.0:1713531241.641467:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:10640:x1796767405211776:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 250us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531241.641472:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5535 00000100:00100000:2.0:1713531241.756372:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409681472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1713531241.756430:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531241.756483:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681472 00000100:00100000:1.0:1713531241.756489:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681472 00000100:00080000:0.0:1713531241.756523:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531211 00000100:00100000:1.0:1713531241.756527:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1713531241.756532:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2632:x1796767409681472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1713531241.756558:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1713531241.756591:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2632:x1796767409681472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531241.756595:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1713531241.756636:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409681472:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1713531241.862090:0:22482:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531241.862094:0:22482:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531241.862168:0:22482:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:2.0:1713531241.862173:0:22482:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1713531242.122465:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531242.236419:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409681536:0@lo:400:kworker.0 00000100:00100000:0.0:1713531242.236428:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409681600:0@lo:400:kworker.0 00000100:00100000:1.0:1713531242.236448:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409681664:0@lo:400:kworker.0 00000100:00100000:3.0:1713531242.236466:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409681728:0@lo:400:kworker.0 00000100:00100000:2.0:1713531242.236478:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531242.236478:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531242.236497:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531242.236503:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409681792:0@lo:400:kworker.0 00000100:00100000:0.0:1713531242.236507:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681536 00000100:00100000:0.0:1713531242.236513:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681536 00000100:00100000:1.0:1713531242.236517:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681664 00000100:00100000:1.0:1713531242.236520:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681664 00000100:00100000:3.0:1713531242.236532:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681728 00000100:00100000:2.0:1713531242.236533:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531242.236535:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681728 00000100:00100000:1.0:1713531242.236548:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1713531242.236548:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1713531242.236552:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681792 00000100:00100000:2.0:1713531242.236554:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681792 00000100:00100000:1.0:1713531242.236554:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409681664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531242.236555:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a948bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409681536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531242.236564:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1713531242.236569:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409681728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531242.236573:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1713531242.236577:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:2633:x1796767409681792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531242.236594:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409681664:12345-0@lo:400:kworker.0 Request processed in 40us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531242.236596:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a948bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409681536:12345-0@lo:400:kworker.0 Request processed in 42us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531242.236601:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1713531242.236602:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:2633:x1796767409681792:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531242.236603:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1713531242.236605:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409681728:12345-0@lo:400:kworker.0 Request processed in 36us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531242.236607:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1713531242.236611:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:0.0:1713531242.236624:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531212 00000100:00080000:0.0:1713531242.236627:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531212 00000100:00080000:0.0:1713531242.236629:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531212 00000100:00100000:2.0:1713531242.236632:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409681792:0@lo:400:kworker.0 00000100:00100000:1.0:1713531242.236632:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880132308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409681664:0@lo:400:kworker.0 00000100:00100000:0.0:1713531242.236637:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531242.236639:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409681536:0@lo:400:kworker.0 00000100:00100000:3.0:1713531242.236641:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409681728:0@lo:400:kworker.0 00000100:00100000:3.0:1713531242.236656:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681600 00000100:00100000:3.0:1713531242.236658:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681600 00000100:00100000:3.0:1713531242.236672:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1713531242.236675:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409681600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531242.236700:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409681600:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.236705:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1713531242.236715:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409681600:0@lo:400:kworker.0 00000100:00100000:2.0:1713531242.252460:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409681856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1713531242.252520:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531242.252578:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409681856 00000100:00100000:1.0:1713531242.252585:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409681856 00000100:00100000:1.0:1713531242.252625:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1713531242.252629:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:2634:x1796767409681856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1713531242.252649:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 5111808 granted 278986752 pending 34078720 free 3847225344 avail 3845128192 00000100:00100000:1.0:1713531242.252687:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:2634:x1796767409681856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531242.252691:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1713531242.252730:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409681856:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1713531242.302632:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967699 is committed 00000001:00080000:0.0:1713531242.302655:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967681 is committed 00000001:00080000:0.0:1713531242.302683:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967701 is committed 00000040:00080000:2.0:1713531242.381424:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531242.381430:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531242.381463:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:2.0:1713531242.381468:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531242.381627:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a41500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409681920:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1713531242.381686:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1540 going to sleep for 11 seconds 00000100:00100000:2.0:1713531242.382927:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a41500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409681920:192.168.202.39@tcp:107:hsm_cdtr.0 00000040:00080000:2.0:1713531242.382961:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531242.382963:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531242.383041:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:2.0:1713531242.383045:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531242.383450:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.383492:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211840 00000100:00100000:3.0:1713531242.383498:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211840 00000100:00100000:3.0:1713531242.383533:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5536 00000100:00100000:3.0:1713531242.383540:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:10652:x1796767405211840:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1713531242.383564:0:6405:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xba:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1713531242.383617:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:10652:x1796767405211840:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 76us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.383624:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5536 00000100:00100000:0.0:1713531242.384536:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.384570:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405211968 00000100:00100000:3.0:1713531242.384574:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405211968 00000100:00100000:3.0:1713531242.384599:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5537 00000100:00100000:3.0:1713531242.384604:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+96:10652:x1796767405211968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531242.384614:0:6405:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531242.384635:0:6405:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c985135302b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58df expref: -99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.384741:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384751:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384760:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384774:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384780:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384783:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384804:0:6405:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c985135302c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384808:0:6405:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c985135302c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384811:0:6405:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c985135302c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6405 initiator: MDT0 00000004:00200000:3.0:1713531242.384816:0:6405:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xba:0x0]: returning size 20971520 00010000:00010000:3.0:1713531242.384860:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384865:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384869:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384872:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998af40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531242.384874:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384878:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384884:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531242.384887:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531242.384889:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384892:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c985135302b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384911:0:6405:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384914:0:6405:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384917:0:6405:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384920:0:6405:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531242.384921:0:6405:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384924:0:6405:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384927:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x27e9622f (ffff88013297b800) 00010000:00010000:3.0:1713531242.384928:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531242.384929:0:6405:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384932:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c985135302bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x27e9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6405 initiator: MDT0 00010000:00010000:3.0:1713531242.384955:0:6405:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c985135302b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58df expref: 99 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.384965:0:6405:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c985135302c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58df expref: 98 pid: 6405 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.384969:0:6405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba:0x0].0x0 (ffff88008b78db00) 00010000:00010000:3.0:1713531242.384970:0:6405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531242.384971:0:6405:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998ad00, rc 0) 00000100:00100000:3.0:1713531242.384993:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+98:10652:x1796767405211968:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 388us (457us total) trans 4294971283 rc 0/0 00000100:00100000:3.0:1713531242.384999:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5537 00000100:00100000:0.0:1713531242.385821:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531242.385867:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212032 00000100:00100000:2.0:1713531242.385872:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212032 00000100:00100000:2.0:1713531242.385900:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 527 00000100:00100000:2.0:1713531242.385904:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+98:1825:x1796767405212032:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531242.385911:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531242.385921:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c985135302c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58df expref: 98 pid: 6405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531242.385921:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531242.385933:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba:0x0].0x0 (ffff88008b78db00) 00010000:00010000:2.0:1713531242.385936:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531242.385939:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212096 00000100:00100000:3.0:1713531242.385942:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212096 00000100:00100000:2.0:1713531242.385953:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+97:1825:x1796767405212032:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 49us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531242.385958:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 527 00000100:00100000:3.0:1713531242.385964:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1502 00000100:00100000:3.0:1713531242.385969:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405212096:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531242.385991:0:17279:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.386004:0:17279:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 9 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.386010:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531242.386012:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1713531242.386014:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.386035:0:17279:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 9 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.386046:0:17279:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 9 pid: 18188 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1713531242.386054:0:17279:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409681984:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531242.386083:0:17279:0:(client.c:2539:ptlrpc_set_wait()) set ffff8800939743c0 going to sleep for 11 seconds 00000100:00100000:3.0:1713531242.386624:0:17279:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17279:1796767409681984:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531242.386636:0:17279:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1713531242.393478:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531242.393519:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212160 00000100:00100000:2.0:1713531242.393525:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212160 00010000:00010000:2.0:1713531242.393549:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 437 lvb_type: 0 00000100:00100000:2.0:1713531242.393583:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1155 00000100:00100000:2.0:1713531242.393590:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405212160:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531242.393603:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1713531242.393618:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x62:0x0] updating lvb blocks from disk: 1 -> 40967 00010000:00010000:2.0:1713531242.393624:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1713531242.393633:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1713531242.393650:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29680/0xe3b2c98513530272 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58bc expref: 10 pid: 18188 timeout: 437 lvb_type: 0 00010000:00010000:2.0:1713531242.393671:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531242.393672:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531242.393675:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531242.393682:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531242.393701:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531242.393718:0:17279:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393726:0:17279:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531242.393729:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405212160:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 139us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531242.393733:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1155 00010000:00010000:3.0:1713531242.393744:0:17279:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393748:0:17279:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393753:0:17279:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393757:0:17279:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531242.393760:0:17279:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393765:0:17279:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393775:0:17279:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531242.393778:0:17279:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139989f80/0xe3b2c985135302d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531242.393830:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+8:1822:x1796767405212096:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 7859us (7908us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.393837:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1502 00000100:00100000:0.0:1713531242.404613:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.404679:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212288 00000100:00100000:3.0:1713531242.404684:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212288 00000100:00100000:3.0:1713531242.404713:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5538 00000100:00100000:3.0:1713531242.404717:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:10652:x1796767405212288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531242.404776:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:10652:x1796767405212288:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 57us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.404782:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5538 00000100:00100000:0.0:1713531242.405835:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.405872:0:17279:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212352 00000100:00100000:3.0:1713531242.405875:0:17279:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212352 00000100:00100000:3.0:1713531242.405897:0:17279:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1503 00000100:00100000:3.0:1713531242.405900:0:17279:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+8:1824:x1796767405212352:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1713531242.405907:0:17279:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531242.405924:0:17279:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c985135302db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58e6 expref: -99 pid: 17279 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1713531242.405937:0:17279:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x62:0x0] initial LVB size: 20971520, mtime: 0x66226969, atime: 0x0, ctime: 0x66226969, blocks: 0xa007 00010000:00010000:3.0:1713531242.405947:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531242.405948:0:17279:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531242.405952:0:17279:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c985135302db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58e6 expref: 9 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531242.405961:0:17279:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c985135302db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58e6 expref: 9 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1713531242.405966:0:17279:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988000, rc 0) 00000100:00100000:3.0:1713531242.405988:0:17279:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405212352:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 88us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.405993:0:17279:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1503 00000100:00100000:0.0:1713531242.406774:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.406807:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212480 00000100:00100000:3.0:1713531242.406810:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212480 00000100:00100000:3.0:1713531242.406824:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5539 00000100:00100000:3.0:1713531242.406827:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:10652:x1796767405212480:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1713531242.406854:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+97:10652:x1796767405212480:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531242.406858:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5539 00000100:00100000:0.0:1713531242.409239:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531242.409290:0:7962:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212608 00000100:00100000:2.0:1713531242.409295:0:7962:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212608 00002000:00100000:2.0:1713531242.409318:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (0->1048575) req@ffff880088a23100 x1796767405212608/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:618/0 lens 488/0 e 0 to 0 dl 1713531253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531242.409329:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a23100 with x1796767405212608 ext(0->1048575) 00002000:00010000:2.0:1713531242.409332:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a23100 00000100:00100000:2.0:1713531242.409352:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 417 00000100:00100000:2.0:1713531242.409357:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405212608:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531242.412809:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405212608:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 3448us (3567us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531242.412816:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 417 00002000:00100000:2.0:1713531242.412821:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (0->1048575) req@ffff880088a23100 x1796767405212608/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:618/0 lens 488/440 e 0 to 0 dl 1713531253 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531242.412826:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a23100 with x1796767405212608 ext(0->1048575) 00002000:00010000:2.0:1713531242.412829:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a23100 00000100:00100000:0.0:1713531242.485623:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531242.485659:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.485688:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212672 00000100:00100000:0.0:1713531242.485690:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.485696:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212672 00000100:00100000:0.0:1713531242.485707:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531242.485736:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531242.485747:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 510 00000100:00100000:3.0:1713531242.485754:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a948b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405212672:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531242.485756:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212800 00000100:00100000:2.0:1713531242.485758:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212864 00000100:00100000:0.0:1713531242.485758:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212800 00000100:00080000:1.0:1713531242.485760:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531212 00000100:00100000:2.0:1713531242.485763:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212864 00000100:00080000:1.0:1713531242.485764:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531212 00000100:00100000:0.0:1713531242.485777:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212928 00000100:00100000:0.0:1713531242.485779:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212928 00000100:00100000:2.0:1713531242.485788:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 253 00000100:00100000:2.0:1713531242.485794:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405212800:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531242.485800:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 254 00000100:00100000:1.0:1713531242.485805:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405212864:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531242.485805:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 255 00000100:00100000:3.0:1713531242.485806:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a948b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405212672:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531242.485810:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405212928:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531242.485812:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 510 00000100:00100000:2.0:1713531242.485828:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405212800:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 34us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531242.485828:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405212864:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 22us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531242.485834:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 253 00000100:00100000:1.0:1713531242.485837:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 254 00000100:00100000:0.0:1713531242.485837:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:af1f6925-d627-45ab-9271-3bfd492d0648+11:1823:x1796767405212928:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531242.485843:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 255 00000100:00080000:1.0:1713531242.485848:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531212 00000100:00100000:2.0:1713531242.485852:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405212736 00000100:00100000:2.0:1713531242.485854:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405212736 00000100:00100000:2.0:1713531242.485872:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 261 00000100:00100000:2.0:1713531242.485876:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:1822:x1796767405212736:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531242.485906:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:1822:x1796767405212736:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531242.485909:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 261 00000040:00080000:0.0:1713531243.085956:0:22587:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531243.085959:0:22587:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531243.086006:0:22587:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:0.0:1713531243.086010:0:22587:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531243.124369:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1713531243.354287:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971282 is committed 00000001:00080000:0.0:1713531243.354287:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971271 is committed 00000001:00080000:1.0:1713531243.354296:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971279 is committed 00000001:00080000:0.0:1713531243.354299:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971280 is committed 00000020:00080000:0.0:1713531243.354307:0:6623:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008b6636c0 refcount 2 committed 0 result 0 batchid 151 00000001:00080000:1.0:1713531243.354308:0:21518:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971283 is committed 00000020:00080000:0.0:1713531243.354310:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88013189cc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008b663f00 00000020:00080000:0.0:1713531243.354312:0:6623:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88013189c500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008c3b7c00 00000020:00080000:1.0:1713531243.354314:0:21518:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 150 batchid updated 00000020:00080000:3.0:1713531243.354345:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 151 committed batchid 150 00000020:00080000:3.0:1713531243.354452:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 150 00000001:00080000:3.0:1713531243.364402:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967693 is committed 00000001:00080000:3.0:1713531243.364414:0:8259:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294967692 is committed 00000100:00100000:0.0:1713531243.438604:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.438658:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531243.438693:0:7962:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213056 00000100:00100000:2.0:1713531243.438703:0:7962:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213056 00000100:00100000:1.0:1713531243.438724:0:848:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213184 00000100:00080000:0.0:1713531243.438724:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531213 00000100:00100000:1.0:1713531243.438728:0:848:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213184 00002000:00100000:2.0:1713531243.438742:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (1048576->2097151) req@ffff880089204000 x1796767405213056/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.438744:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (2097152->3145727) req@ffff880089204380 x1796767405213184/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531243.438750:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204000 with x1796767405213056 ext(1048576->2097151) 00002000:00100000:1.0:1713531243.438750:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204380 with x1796767405213184 ext(2097152->3145727) 00002000:00010000:2.0:1713531243.438753:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204000 00002000:00010000:1.0:1713531243.438753:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204380 00000100:00100000:1.0:1713531243.438767:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 418 00000100:00100000:2.0:1713531243.438770:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 419 00000100:00100000:1.0:1713531243.438771:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405213184:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.438774:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1824:x1796767405213056:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.439088:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439099:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439111:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439140:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439155:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439165:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531243.439178:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213312 00000100:00100000:3.0:1713531243.439182:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213312 00000100:00100000:0.0:1713531243.439186:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.439198:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213376 00002000:00100000:3.0:1713531243.439200:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (3145728->4194303) req@ffff880089204700 x1796767405213312/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:0.0:1713531243.439202:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213376 00002000:00100000:3.0:1713531243.439208:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204700 with x1796767405213312 ext(3145728->4194303) 00002000:00010000:3.0:1713531243.439211:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204700 00000100:00100000:3.0:1713531243.439217:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213440 00000100:00100000:3.0:1713531243.439219:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213440 00002000:00100000:0.0:1713531243.439219:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (4194304->5242879) req@ffff880089204a80 x1796767405213376/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.439228:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (5242880->6291455) req@ffff880089204e00 x1796767405213440/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.439228:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204a80 with x1796767405213376 ext(4194304->5242879) 00002000:00010000:0.0:1713531243.439230:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204a80 00002000:00100000:3.0:1713531243.439233:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204e00 with x1796767405213440 ext(5242880->6291455) 00002000:00010000:3.0:1713531243.439235:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204e00 00000100:00100000:0.0:1713531243.439238:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213504 00000100:00100000:3.0:1713531243.439240:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213568 00000100:00100000:0.0:1713531243.439240:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213504 00000100:00100000:3.0:1713531243.439258:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213568 00002000:00100000:0.0:1713531243.439288:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (6291456->7340031) req@ffff880089205180 x1796767405213504/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.439291:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (7340032->8388607) req@ffff880089205500 x1796767405213568/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.439296:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205180 with x1796767405213504 ext(6291456->7340031) 00002000:00100000:3.0:1713531243.439298:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205500 with x1796767405213568 ext(7340032->8388607) 00002000:00010000:0.0:1713531243.439299:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205180 00002000:00010000:3.0:1713531243.439301:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205500 00000100:00100000:0.0:1713531243.439305:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213632 00000100:00100000:3.0:1713531243.439307:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405213696 00000100:00100000:0.0:1713531243.439309:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213632 00000100:00100000:3.0:1713531243.439310:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405213696 00002000:00100000:3.0:1713531243.439319:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (9437184->10485759) req@ffff880089205c00 x1796767405213696/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.439319:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (8388608->9437183) req@ffff880089205880 x1796767405213632/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.439326:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205c00 with x1796767405213696 ext(9437184->10485759) 00002000:00100000:0.0:1713531243.439326:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205880 with x1796767405213632 ext(8388608->9437183) 00002000:00010000:3.0:1713531243.439327:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205c00 00002000:00010000:0.0:1713531243.439329:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205880 00000100:00100000:3.0:1713531243.439334:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 420 00000100:00100000:3.0:1713531243.439339:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405213312:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.439339:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 421 00000100:00100000:0.0:1713531243.439344:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405213376:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531243.443296:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405213056:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 4514us (4693us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531243.443305:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 419 00002000:00100000:3.0:1713531243.443314:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (1048576->2097151) req@ffff880089204000 x1796767405213056/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.443321:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204000 with x1796767405213056 ext(1048576->2097151) 00002000:00010000:3.0:1713531243.443325:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204000 00000100:00100000:3.0:1713531243.443341:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 422 00000100:00100000:3.0:1713531243.443345:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405213440:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.445127:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.445186:0:7961:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:0.0:1713531243.445194:0:7961:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_006' 00000100:00100000:0.0:1713531243.445486:0:7961:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214272 00000100:00100000:0.0:1713531243.445492:0:7961:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214272 00002000:00100000:0.0:1713531243.445522:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (10485760->11534335) req@ffff880088a41500 x1796767405214272/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.445532:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41500 with x1796767405214272 ext(10485760->11534335) 00002000:00010000:0.0:1713531243.445536:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41500 00000100:00100000:1.0:1713531243.445584:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+20:1824:x1796767405213184:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 6809us (6923us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1713531243.445592:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 418 00002000:00100000:1.0:1713531243.445599:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (2097152->3145727) req@ffff880089204380 x1796767405213184/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.445607:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204380 with x1796767405213184 ext(2097152->3145727) 00002000:00010000:1.0:1713531243.445610:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204380 00000100:00100000:1.0:1713531243.445625:0:848:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 423 00000100:00100000:1.0:1713531243.445631:0:848:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405213504:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531243.445869:0:22674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 424 00000100:00100000:3.0:1713531243.445875:0:22674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:af1f6925-d627-45ab-9271-3bfd492d0648+19:1824:x1796767405213568:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.447571:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531243.447617:0:22438:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:2.0:1713531243.447623:0:22438:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_007' 00000100:00100000:2.0:1713531243.447763:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214336 00000100:00100000:2.0:1713531243.447768:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214336 00002000:00100000:2.0:1713531243.447788:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (11534336->12582911) req@ffff880089205f80 x1796767405214336/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531243.447799:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205f80 with x1796767405214336 ext(11534336->12582911) 00002000:00010000:2.0:1713531243.447803:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205f80 00000100:00100000:3.0:1713531243.448128:0:22675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 425 00000100:00100000:3.0:1713531243.448135:0:22675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:af1f6925-d627-45ab-9271-3bfd492d0648+22:1824:x1796767405213696:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.448850:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+22:1824:x1796767405213312:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 9508us (9759us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.448858:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 420 00002000:00100000:0.0:1713531243.448865:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (3145728->4194303) req@ffff880089204700 x1796767405213312/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.448875:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204700 with x1796767405213312 ext(3145728->4194303) 00002000:00010000:0.0:1713531243.448878:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204700 00000100:00100000:0.0:1713531243.448894:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 426 00000100:00100000:0.0:1713531243.448899:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+21:1824:x1796767405213632:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.450578:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531243.450614:0:7961:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:1.0:1713531243.450622:0:7961:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_008' 00000100:00100000:1.0:1713531243.450953:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+21:1824:x1796767405213376:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 11607us (11850us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1713531243.450959:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 421 00002000:00100000:1.0:1713531243.450966:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (4194304->5242879) req@ffff880089204a80 x1796767405213376/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.450972:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204a80 with x1796767405213376 ext(4194304->5242879) 00002000:00010000:1.0:1713531243.450975:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204a80 00000100:00100000:1.0:1713531243.450990:0:15403:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214400 00000100:00100000:1.0:1713531243.450993:0:15403:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214400 00002000:00100000:1.0:1713531243.451006:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (12582912->13631487) req@ffff880088a41880 x1796767405214400/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.451011:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41880 with x1796767405214400 ext(12582912->13631487) 00002000:00010000:1.0:1713531243.451012:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41880 00000100:00100000:1.0:1713531243.451020:0:15403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 427 00000100:00100000:1.0:1713531243.451023:0:15403:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+21:1825:x1796767405214272:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531243.451641:0:22676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 428 00000100:00100000:3.0:1713531243.451648:0:22676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:af1f6925-d627-45ab-9271-3bfd492d0648+22:1824:x1796767405214336:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.452715:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.452745:0:7961:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1713531243.452749:0:7961:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_009' 00000100:00100000:0.0:1713531243.452854:0:7961:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214464 00000100:00100000:0.0:1713531243.452858:0:7961:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214464 00002000:00100000:0.0:1713531243.452875:0:7961:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x62:0x0] (13631488->14680063) req@ffff880088a41c00 x1796767405214464/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.452881:0:7961:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41c00 with x1796767405214464 ext(13631488->14680063) 00002000:00010000:0.0:1713531243.452884:0:7961:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41c00 00000100:00100000:1.0:1713531243.453166:0:22677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 429 00000100:00100000:1.0:1713531243.453171:0:22677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:af1f6925-d627-45ab-9271-3bfd492d0648+24:1825:x1796767405214400:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531243.453330:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+23:1824:x1796767405213440:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 9981us (14215us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531243.453337:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 422 00002000:00100000:3.0:1713531243.453343:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (5242880->6291455) req@ffff880089204e00 x1796767405213440/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.453352:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089204e00 with x1796767405213440 ext(5242880->6291455) 00002000:00010000:3.0:1713531243.453355:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089204e00 00000100:00100000:3.0:1713531243.453370:0:7962:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 430 00000100:00100000:3.0:1713531243.453375:0:7962:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+22:1825:x1796767405214464:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.455422:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.455492:0:22438:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1713531243.455500:0:22438:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:1.0:1713531243.455603:0:848:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:af1f6925-d627-45ab-9271-3bfd492d0648+23:1824:x1796767405213504:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 9969us (16460us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1713531243.455612:0:848:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 423 00000100:00100000:0.0:1713531243.455615:0:22438:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214528 00002000:00100000:1.0:1713531243.455619:0:848:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x62:0x0] (6291456->7340031) req@ffff880089205180 x1796767405213504/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:0.0:1713531243.455620:0:22438:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214528 00002000:00100000:1.0:1713531243.455625:0:848:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205180 with x1796767405213504 ext(6291456->7340031) 00002000:00010000:1.0:1713531243.455629:0:848:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205180 00002000:00100000:0.0:1713531243.455641:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (14680064->15728639) req@ffff880088a41f80 x1796767405214528/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.455650:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41f80 with x1796767405214528 ext(14680064->15728639) 00002000:00010000:0.0:1713531243.455653:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41f80 00000100:00100000:0.0:1713531243.455665:0:22438:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 431 00000100:00100000:0.0:1713531243.455670:0:22438:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+23:1825:x1796767405214528:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1713531243.456710:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.456744:0:22678:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214592 00000100:00100000:0.0:1713531243.456748:0:22678:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214592 00002000:00100000:0.0:1713531243.456762:0:22678:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x62:0x0] (15728640->16777215) req@ffff880088a42300 x1796767405214592/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.456769:0:22678:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a42300 with x1796767405214592 ext(15728640->16777215) 00002000:00010000:0.0:1713531243.456773:0:22678:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a42300 00000100:00100000:0.0:1713531243.456789:0:22678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 432 00000100:00100000:0.0:1713531243.456794:0:22678:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405214592:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.457740:0:22674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405213568:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 11862us (18581us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.457747:0:22674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 424 00002000:00100000:0.0:1713531243.457753:0:22674:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x62:0x0] (7340032->8388607) req@ffff880089205500 x1796767405213568/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.457761:0:22674:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205500 with x1796767405213568 ext(7340032->8388607) 00002000:00010000:0.0:1713531243.457764:0:22674:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205500 00000100:00100000:0.0:1713531243.458927:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531243.458971:0:22674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214656 00000100:00100000:1.0:1713531243.458976:0:22674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214656 00002000:00100000:1.0:1713531243.458994:0:22674:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x62:0x0] (16777216->17825791) req@ffff880089206300 x1796767405214656/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.459002:0:22674:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089206300 with x1796767405214656 ext(16777216->17825791) 00002000:00010000:1.0:1713531243.459005:0:22674:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089206300 00000100:00100000:1.0:1713531243.459029:0:22674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 433 00000100:00100000:1.0:1713531243.459035:0:22674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405214656:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.459889:0:22675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405213696:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 11751us (20699us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.459897:0:22675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 425 00002000:00100000:0.0:1713531243.459903:0:22675:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x62:0x0] (9437184->10485759) req@ffff880089205c00 x1796767405213696/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.459912:0:22675:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205c00 with x1796767405213696 ext(9437184->10485759) 00002000:00010000:0.0:1713531243.459915:0:22675:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205c00 00000100:00100000:0.0:1713531243.461135:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531243.461178:0:22675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214720 00000100:00100000:1.0:1713531243.461183:0:22675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214720 00002000:00100000:1.0:1713531243.461199:0:22675:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x62:0x0] (17825792->18874367) req@ffff880089206680 x1796767405214720/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.461205:0:22675:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089206680 with x1796767405214720 ext(17825792->18874367) 00002000:00010000:1.0:1713531243.461208:0:22675:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089206680 00000100:00100000:1.0:1713531243.461224:0:22675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 434 00000100:00100000:1.0:1713531243.461227:0:22675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089206680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:af1f6925-d627-45ab-9271-3bfd492d0648+25:1825:x1796767405214720:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1713531243.462106:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405213632:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 13205us (22938us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.462114:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 426 00002000:00100000:0.0:1713531243.462121:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (8388608->9437183) req@ffff880089205880 x1796767405213632/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.462130:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205880 with x1796767405213632 ext(8388608->9437183) 00002000:00010000:0.0:1713531243.462133:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205880 00000100:00100000:1.0:1713531243.463351:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.463370:0:7963:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214784 00000100:00100000:0.0:1713531243.463375:0:7963:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214784 00002000:00100000:0.0:1713531243.463394:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (18874368->19922943) req@ffff880132308e00 x1796767405214784/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.463403:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308e00 with x1796767405214784 ext(18874368->19922943) 00002000:00010000:0.0:1713531243.463406:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132308e00 00000100:00100000:0.0:1713531243.463419:0:7963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 435 00000100:00100000:1.0:1713531243.463423:0:848:0:(service.c:3202:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1713531243.463423:0:7963:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+25:1825:x1796767405214784:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1713531243.463429:0:848:0:(service.c:3261:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:2.0:1713531243.463477:0:15403:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1f6925-d627-45ab-9271-3bfd492d0648+24:1825:x1796767405214272:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 12450us (18353us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531243.463485:0:15403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 427 00002000:00100000:2.0:1713531243.463492:0:15403:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x62:0x0] (10485760->11534335) req@ffff880088a41500 x1796767405214272/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531243.463499:0:15403:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41500 with x1796767405214272 ext(10485760->11534335) 00002000:00010000:2.0:1713531243.463502:0:15403:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41500 00000100:00100000:3.0:1713531243.464612:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531243.464693:0:22679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214848 00000100:00100000:0.0:1713531243.464696:0:22679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214848 00002000:00100000:0.0:1713531243.464708:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x62:0x0] (19922944->20971519) req@ffff880087e84a80 x1796767405214848/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/0 e 0 to 0 dl 1713531254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.464714:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880087e84a80 with x1796767405214848 ext(19922944->20971519) 00002000:00010000:0.0:1713531243.464716:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087e84a80 00000100:00100000:0.0:1713531243.464730:0:22679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 436 00000100:00100000:0.0:1713531243.464733:0:22679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+25:1825:x1796767405214848:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1713531243.465981:0:22676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:af1f6925-d627-45ab-9271-3bfd492d0648+25:1824:x1796767405214336:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 14331us (18412us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531243.465987:0:22676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 428 00002000:00100000:3.0:1713531243.465992:0:22676:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x62:0x0] (11534336->12582911) req@ffff880089205f80 x1796767405214336/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.465998:0:22676:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089205f80 with x1796767405214336 ext(11534336->12582911) 00002000:00010000:3.0:1713531243.466001:0:22676:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089205f80 00000100:00100000:2.0:1713531243.468428:0:22677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:af1f6925-d627-45ab-9271-3bfd492d0648+23:1825:x1796767405214400:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 15253us (17852us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531243.468434:0:22677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 429 00002000:00100000:2.0:1713531243.468440:0:22677:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x62:0x0] (12582912->13631487) req@ffff880088a41880 x1796767405214400/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531243.468446:0:22677:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41880 with x1796767405214400 ext(12582912->13631487) 00002000:00010000:2.0:1713531243.468449:0:22677:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41880 00000100:00100000:3.0:1713531243.470607:0:7962:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:af1f6925-d627-45ab-9271-3bfd492d0648+21:1825:x1796767405214464:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 17228us (17889us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1713531243.470614:0:7962:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 430 00002000:00100000:3.0:1713531243.470620:0:7962:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x62:0x0] (13631488->14680063) req@ffff880088a41c00 x1796767405214464/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:3.0:1713531243.470630:0:7962:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41c00 with x1796767405214464 ext(13631488->14680063) 00002000:00010000:3.0:1713531243.470633:0:7962:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41c00 00000100:00100000:0.0:1713531243.472300:0:22438:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:af1f6925-d627-45ab-9271-3bfd492d0648+19:1825:x1796767405214528:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 16623us (16877us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.472309:0:22438:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 431 00002000:00100000:0.0:1713531243.472317:0:22438:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x62:0x0] (14680064->15728639) req@ffff880088a41f80 x1796767405214528/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.472327:0:22438:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a41f80 with x1796767405214528 ext(14680064->15728639) 00002000:00010000:0.0:1713531243.472330:0:22438:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a41f80 00000100:00100000:0.0:1713531243.474440:0:22678:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:af1f6925-d627-45ab-9271-3bfd492d0648+17:1824:x1796767405214592:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 17642us (17728us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.474447:0:22678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 432 00002000:00100000:0.0:1713531243.474452:0:22678:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x62:0x0] (15728640->16777215) req@ffff880088a42300 x1796767405214592/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.474458:0:22678:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880088a42300 with x1796767405214592 ext(15728640->16777215) 00002000:00010000:0.0:1713531243.474461:0:22678:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088a42300 00000100:00100000:1.0:1713531243.476006:0:22674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:af1f6925-d627-45ab-9271-3bfd492d0648+15:1824:x1796767405214656:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 16966us (17077us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1713531243.476014:0:22674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 433 00002000:00100000:1.0:1713531243.476021:0:22674:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x62:0x0] (16777216->17825791) req@ffff880089206300 x1796767405214656/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.476029:0:22674:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089206300 with x1796767405214656 ext(16777216->17825791) 00002000:00010000:1.0:1713531243.476033:0:22674:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089206300 00000100:00100000:1.0:1713531243.478480:0:22675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089206680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:af1f6925-d627-45ab-9271-3bfd492d0648+13:1825:x1796767405214720:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 17244us (17341us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1713531243.478490:0:22675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 434 00002000:00100000:1.0:1713531243.478498:0:22675:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x62:0x0] (17825792->18874367) req@ffff880089206680 x1796767405214720/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:1.0:1713531243.478507:0:22675:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880089206680 with x1796767405214720 ext(17825792->18874367) 00002000:00010000:1.0:1713531243.478511:0:22675:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089206680 00000100:00100000:0.0:1713531243.480219:0:7963:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:af1f6925-d627-45ab-9271-3bfd492d0648+11:1825:x1796767405214784:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 16792us (16866us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1713531243.480226:0:7963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 435 00002000:00100000:0.0:1713531243.480231:0:7963:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x62:0x0] (18874368->19922943) req@ffff880132308e00 x1796767405214784/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:0.0:1713531243.480237:0:7963:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880132308e00 with x1796767405214784 ext(18874368->19922943) 00002000:00010000:0.0:1713531243.480255:0:7963:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132308e00 00000100:00100000:2.0:1713531243.481736:0:22679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+9:1825:x1796767405214848:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 16997us (17122us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531243.481744:0:22679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 436 00002000:00100000:2.0:1713531243.481750:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x62:0x0] (19922944->20971519) req@ffff880087e84a80 x1796767405214848/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:619/0 lens 488/440 e 0 to 0 dl 1713531254 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00100000:2.0:1713531243.481759:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880087e84a80 with x1796767405214848 ext(19922944->20971519) 00002000:00010000:2.0:1713531243.481762:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087e84a80 00010000:00010000:2.0:1713531244.126427:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531244.332030:0:22724:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531244.332035:0:22724:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531244.332084:0:22724:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:0.0:1713531244.332089:0:22724:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531245.128450:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531245.557425:0:22792:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531245.557430:0:22792:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531245.557501:0:22792:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:2.0:1713531245.557506:0:22792:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531246.130449:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531246.764371:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409682048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1713531246.764417:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531246.764453:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682048 00000100:00100000:2.0:1713531246.764458:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682048 00000100:00080000:0.0:1713531246.764487:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531216 00000100:00100000:2.0:1713531246.764494:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1713531246.764499:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409682048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1713531246.764527:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1713531246.764554:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409682048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531246.764559:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1713531246.764571:0:2631:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967693 gen 2 00000004:00080000:1.0:1713531246.764576:0:2631:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967693 committed transno 4294967693 00000100:00100000:1.0:1713531246.764595:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409682048:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1713531246.774813:0:22860:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531246.774819:0:22860:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531246.774900:0:22860:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 13 00000040:00080000:2.0:1713531246.774906:0:22860:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1713531247.132452:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1713531247.244478:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409682112:0@lo:400:kworker.0 00000100:00100000:0.0:1713531247.244480:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409682304:0@lo:400:kworker.0 00000100:00100000:2.0:1713531247.244491:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2633:1796767409682176:0@lo:400:kworker.0 00000100:00100000:1.0:1713531247.244500:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2634:1796767409682240:0@lo:400:kworker.0 00000100:00100000:3.0:1713531247.244533:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531247.244535:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531247.244559:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531247.244560:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682304 00000100:00100000:3.0:1713531247.244563:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409682368:0@lo:400:kworker.0 00000100:00100000:2.0:1713531247.244565:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682304 00000100:00100000:0.0:1713531247.244572:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682240 00000100:00100000:0.0:1713531247.244575:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682240 00000100:00100000:3.0:1713531247.244577:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531247.244590:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682368 00000100:00100000:3.0:1713531247.244593:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682112 00000100:00100000:1.0:1713531247.244593:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682368 00000100:00100000:3.0:1713531247.244596:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682112 00000100:00100000:2.0:1713531247.244599:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1713531247.244604:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1713531247.244606:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409682304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531247.244607:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2634:x1796767409682240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531247.244610:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1713531247.244611:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1713531247.244614:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a948b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409682112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531247.244614:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409682368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531247.244639:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a948b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409682112:12345-0@lo:400:kworker.0 Request processed in 24us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531247.244642:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1713531247.244642:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2634:x1796767409682240:12345-0@lo:400:kworker.0 Request processed in 34us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531247.244643:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409682368:12345-0@lo:400:kworker.0 Request processed in 29us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531247.244646:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1713531247.244647:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2631:x1796767409682304:12345-0@lo:400:kworker.0 Request processed in 41us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531247.244647:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1713531247.244653:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00080000:0.0:1713531247.244657:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531217 00000100:00080000:0.0:1713531247.244660:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531217 00000100:00080000:0.0:1713531247.244661:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531217 00000100:00100000:2.0:1713531247.244667:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531247.244669:0:2632:0:(client.c:2953:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967681 gen 2 00000004:00080000:3.0:1713531247.244672:0:2632:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012ea95880, transno 4294967678 00000100:00100000:1.0:1713531247.244672:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2634:1796767409682240:0@lo:400:kworker.0 00000100:00100000:0.0:1713531247.244674:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2631:1796767409682304:0@lo:400:kworker.0 00000004:00080000:3.0:1713531247.244677:0:2632:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d415f80, transno 4294967679 00000004:00080000:3.0:1713531247.244679:0:2632:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967681 committed transno 4294967681 00000100:00100000:2.0:1713531247.244680:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682176 00000100:00100000:2.0:1713531247.244682:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682176 00000100:00100000:3.0:1713531247.244691:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409682368:0@lo:400:kworker.0 00000100:00100000:2.0:1713531247.244693:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1713531247.244696:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2633:x1796767409682176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531247.244697:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008dec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409682112:0@lo:400:kworker.0 00000100:00100000:2.0:1713531247.244734:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2633:x1796767409682176:12345-0@lo:400:kworker.0 Request processed in 36us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531247.244739:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1713531247.244754:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2633:1796767409682176:0@lo:400:kworker.0 00000100:00100000:1.0:1713531247.260447:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1713531247.260464:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1713531247.260511:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531247.260543:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682432 00000100:00100000:2.0:1713531247.260548:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682432 00000100:00100000:2.0:1713531247.260577:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1713531247.260582:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1713531247.260608:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 244908032 pending 0 free 3828350976 avail 3826253824 00000100:00100000:2.0:1713531247.260643:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531247.260647:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1713531247.260686:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682432:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1713531247.382435:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531247.382441:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531247.382700:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531247.382705:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531247.493537:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531247.493583:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531247.493604:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214976 00000100:00100000:2.0:1713531247.493611:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214976 00000100:00100000:0.0:1713531247.493615:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531247.493635:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405214912 00000100:00100000:3.0:1713531247.493639:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405214912 00000100:00100000:0.0:1713531247.493644:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531247.493659:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 265 00000100:00100000:3.0:1713531247.493660:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 512 00000100:00100000:0.0:1713531247.493661:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531247.493665:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405214912:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531247.493665:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405214976:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531247.493679:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531247.493706:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405214976:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 42us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531247.493707:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215104 00000100:00100000:0.0:1713531247.493709:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531247.493710:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405214912:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 46us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531247.493710:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 265 00000100:00100000:1.0:1713531247.493712:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215104 00000100:00100000:3.0:1713531247.493714:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 512 00000100:00100000:2.0:1713531247.493719:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215168 00000100:00100000:2.0:1713531247.493720:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215168 00000100:00100000:2.0:1713531247.493729:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 266 00000100:00100000:2.0:1713531247.493731:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405215168:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531247.493733:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215040 00000100:00100000:3.0:1713531247.493734:0:15499:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215232 00000100:00100000:1.0:1713531247.493734:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215040 00000100:00100000:3.0:1713531247.493736:0:15499:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215232 00000100:00100000:1.0:1713531247.493743:0:20637:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215296 00000100:00100000:1.0:1713531247.493744:0:20637:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215296 00000100:00100000:3.0:1713531247.493748:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 257 00000100:00100000:2.0:1713531247.493749:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405215168:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 16us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531247.493752:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405215104:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531247.493752:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 266 00000100:00100000:1.0:1713531247.493761:0:20637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 258 00000100:00100000:2.0:1713531247.493764:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 259 00000100:00100000:1.0:1713531247.493765:0:20637:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405215040:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531247.493767:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405215232:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531247.493768:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405215104:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 15us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531247.493772:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 257 00000100:00100000:3.0:1713531247.493778:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 260 00000100:00100000:3.0:1713531247.493781:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405215296:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531247.493784:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405215232:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 12us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531247.493788:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 259 00000100:00100000:1.0:1713531247.493792:0:20637:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405215040:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531247.493797:0:20637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 258 00000100:00100000:3.0:1713531247.493802:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405215296:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 21us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531247.493806:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 260 00000100:00080000:1.0:1713531247.493821:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531217 00000100:00080000:1.0:1713531247.493824:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531217 00000100:00080000:1.0:1713531247.493826:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531217 00000100:00080000:1.0:1713531247.493828:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531217 00000040:00080000:2.0:1713531247.999734:0:22928:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531247.999738:0:22928:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531247.999768:0:22928:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531247.999773:0:22928:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531248.134447:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1713531248.352480:0:6623:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 151 batchid updated 00000020:00080000:3.0:1713531248.352552:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 151 00000020:00080000:3.0:1713531248.352561:0:6822:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 151 00010000:00010000:3.0:1713531249.136481:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531249.226039:0:23015:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531249.226043:0:23015:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531249.226074:0:23015:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:0.0:1713531249.226078:0:23015:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531250.138476:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531250.449595:0:23083:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531250.449599:0:23083:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531250.449650:0:23083:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:0.0:1713531250.449655:0:23083:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531251.140476:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531251.700045:0:23151:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531251.700050:0:23151:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531251.700098:0:23151:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:0.0:1713531251.700104:0:23151:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531251.772493:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1713531251.772559:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531251.772618:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682496 00000100:00100000:0.0:1713531251.772626:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682496 00000100:00100000:0.0:1713531251.772678:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1713531251.772684:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682496:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1713531251.772688:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531221 00002000:00000024:0.0:1713531251.772716:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1713531251.772762:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531251.772768:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1713531251.772817:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682496:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1713531252.142489:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1713531252.252469:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e42ccf48-c917-4b23-b513-2502a931f1a1:2631:1796767409682560:0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.252518:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409682688:0@lo:400:kworker.0 00000100:00100000:1.0:1713531252.252518:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2634:1796767409682752:0@lo:400:kworker.0 00000100:00100000:0.0:1713531252.252530:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531252.252535:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2632:1796767409682624:0@lo:400:kworker.0 00000100:00100000:0.0:1713531252.252559:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409682816:0@lo:400:kworker.0 00000100:00100000:1.0:1713531252.252567:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531252.252580:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682560 00000100:00100000:3.0:1713531252.252587:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682560 00000100:00100000:0.0:1713531252.252591:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531252.252596:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531252.252613:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682752 00000100:00100000:0.0:1713531252.252617:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682816 00000100:00100000:1.0:1713531252.252618:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682752 00000100:00100000:0.0:1713531252.252620:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682816 00000100:00100000:3.0:1713531252.252625:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1713531252.252630:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2631:x1796767409682560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.252634:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682624 00000100:00100000:2.0:1713531252.252638:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682624 00000100:00100000:0.0:1713531252.252650:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1713531252.252655:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1713531252.252657:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409682816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.252660:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1713531252.252663:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2634:x1796767409682752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.252665:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2632:x1796767409682624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1713531252.252673:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2631:x1796767409682560:12345-0@lo:400:kworker.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531252.252678:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:3.0:1713531252.252704:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531222 00000100:00100000:2.0:1713531252.252705:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2632:x1796767409682624:12345-0@lo:400:kworker.0 Request processed in 39us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531252.252705:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409682816:12345-0@lo:400:kworker.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00080000:3.0:1713531252.252707:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531222 00000100:00080000:3.0:1713531252.252709:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531222 00000100:00100000:0.0:1713531252.252713:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1713531252.252714:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1713531252.252717:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2634:x1796767409682752:12345-0@lo:400:kworker.0 Request processed in 50us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531252.252725:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1713531252.252743:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2632:1796767409682624:0@lo:400:kworker.0 00000100:00100000:0.0:1713531252.252744:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409682816:0@lo:400:kworker.0 00000100:00100000:0.0:1713531252.252754:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e42ccf48-c917-4b23-b513-2502a931f1a1:2631:1796767409682560:0@lo:400:kworker.0 00000100:00100000:1.0:1713531252.252760:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2634:1796767409682752:0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.252761:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531252.252782:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682688 00000100:00100000:1.0:1713531252.252785:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682688 00000100:00080000:3.0:1713531252.252829:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531222 00000100:00100000:1.0:1713531252.252832:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1713531252.252838:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409682688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531252.252878:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409682688:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531252.252885:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1713531252.252887:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409682688:0@lo:400:kworker.0 00000100:00100000:2.0:1713531252.268467:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409682880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1713531252.268506:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531252.268575:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682880 00000100:00100000:0.0:1713531252.268583:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682880 00000100:00100000:0.0:1713531252.268634:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1713531252.268644:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409682880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1713531252.268684:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 244908032 pending 0 free 3828350976 avail 3826253824 00000100:00100000:0.0:1713531252.268759:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409682880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531252.268770:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1713531252.268791:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409682880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531252.501539:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531252.501582:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531252.501601:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531252.501611:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215424 00000100:00100000:1.0:1713531252.501619:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215424 00000100:00100000:0.0:1713531252.501620:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531252.501628:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215360 00000100:00100000:3.0:1713531252.501632:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215360 00000100:00100000:0.0:1713531252.501637:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531252.501652:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215552 00000100:00100000:0.0:1713531252.501654:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531252.501655:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 514 00000100:00100000:1.0:1713531252.501655:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 270 00000100:00100000:2.0:1713531252.501656:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215552 00000100:00100000:3.0:1713531252.501660:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405215360:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531252.501660:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1822:x1796767405215424:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531252.501674:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215680 00000100:00100000:2.0:1713531252.501676:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215680 00000100:00100000:0.0:1713531252.501683:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531252.501684:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215488 00000100:00100000:2.0:1713531252.501685:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215488 00000100:00100000:2.0:1713531252.501693:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215744 00000100:00100000:2.0:1713531252.501694:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215744 00000100:00100000:2.0:1713531252.501702:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 262 00000100:00100000:2.0:1713531252.501706:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405215552:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531252.501710:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405215360:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 48us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531252.501710:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1822:x1796767405215424:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 51us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531252.501715:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 270 00000100:00100000:3.0:1713531252.501718:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 514 00000100:00100000:1.0:1713531252.501722:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215616 00000100:00100000:1.0:1713531252.501724:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215616 00000100:00100000:2.0:1713531252.501727:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405215552:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 21us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531252.501732:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 262 00000100:00100000:1.0:1713531252.501733:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 271 00000100:00100000:1.0:1713531252.501736:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405215616:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531252.501740:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 263 00000100:00100000:2.0:1713531252.501742:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405215680:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531252.501749:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 264 00000100:00100000:3.0:1713531252.501754:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405215488:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531252.501776:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405215488:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 22us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531252.501777:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405215680:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 34us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531252.501780:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 263 00000100:00100000:3.0:1713531252.501783:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 264 00000100:00100000:2.0:1713531252.501786:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 265 00000100:00100000:2.0:1713531252.501788:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405215744:12345-192.168.202.39@tcp:400:kworker.0 00000100:00080000:3.0:1713531252.501800:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531222 00000100:00080000:3.0:1713531252.501803:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531222 00000100:00080000:3.0:1713531252.501805:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531222 00000100:00080000:3.0:1713531252.501806:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531222 00000100:00100000:1.0:1713531252.501810:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+86:1823:x1796767405215616:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 71us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531252.501811:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405215744:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 22us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531252.501814:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 265 00000100:00100000:1.0:1713531252.501816:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 271 00000040:00080000:2.0:1713531252.928656:0:23219:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531252.928662:0:23219:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531252.928714:0:23219:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531252.928718:0:23219:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531253.144492:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1713531254.146398:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531254.187077:0:23288:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531254.187081:0:23288:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531254.187118:0:23288:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531254.187122:0:23288:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531255.148453:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531255.465025:0:23356:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531255.465029:0:23356:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531255.465061:0:23356:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531255.465065:0:23356:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531256.150443:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531256.684231:0:23424:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531256.684235:0:23424:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531256.684291:0:23424:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 4 00000040:00080000:2.0:1713531256.684295:0:23424:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531256.780465:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1713531256.780484:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1713531256.780540:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531256.780576:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409682944 00000100:00100000:0.0:1713531256.780583:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409682944 00000100:00100000:0.0:1713531256.780627:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1713531256.780632:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682944:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1713531256.780642:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531226 00002000:00000024:0.0:1713531256.780659:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1713531256.780693:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409682944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531256.780698:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1713531256.780733:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409682944:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1713531257.152462:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531257.260456:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e42ccf48-c917-4b23-b513-2502a931f1a1:2634:1796767409683008:0@lo:400:kworker.0 00000100:00100000:1.0:1713531257.260456:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2631:1796767409683072:0@lo:400:kworker.0 00000100:00100000:3.0:1713531257.260477:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2632:1796767409683136:0@lo:400:kworker.0 00000100:00100000:0.0:1713531257.260480:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2633:1796767409683200:0@lo:400:kworker.0 00000100:00100000:1.0:1713531257.260509:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531257.260511:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531257.260530:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683008 00000100:00100000:0.0:1713531257.260531:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531257.260534:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409683264:0@lo:400:kworker.0 00000100:00100000:3.0:1713531257.260536:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683008 00000100:00100000:1.0:1713531257.260548:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683072 00000100:00100000:1.0:1713531257.260551:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683072 00000100:00100000:0.0:1713531257.260557:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531257.260566:0:6405:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683136 00000100:00100000:1.0:1713531257.260567:0:6405:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683136 00000100:00100000:2.0:1713531257.260568:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531257.260571:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1713531257.260574:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683200 00000100:00100000:3.0:1713531257.260576:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2634:x1796767409683008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531257.260577:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683200 00000100:00100000:1.0:1713531257.260578:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1713531257.260581:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2631:x1796767409683072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531257.260590:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1713531257.260594:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2632:x1796767409683136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531257.260598:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1713531257.260603:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2633:x1796767409683200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531257.260606:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2631:x1796767409683072:12345-0@lo:400:kworker.0 Request processed in 24us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.260610:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1713531257.260618:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2634:x1796767409683008:12345-0@lo:400:kworker.0 Request processed in 41us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531257.260623:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1713531257.260624:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683264 00000100:00100000:1.0:1713531257.260625:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683264 00000100:00100000:0.0:1713531257.260625:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2632:x1796767409683136:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531257.260628:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1713531257.260635:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2633:x1796767409683200:12345-0@lo:400:kworker.0 Request processed in 31us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.260638:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1713531257.260640:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800994e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409683264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531257.260641:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1713531257.260653:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2632:1796767409683136:0@lo:400:kworker.0 00000100:00100000:1.0:1713531257.260654:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800994e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409683264:12345-0@lo:400:kworker.0 Request processed in 13us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.260657:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1713531257.260665:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e42ccf48-c917-4b23-b513-2502a931f1a1:2634:1796767409683008:0@lo:400:kworker.0 00000100:00080000:3.0:1713531257.260667:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531227 00000100:00080000:3.0:1713531257.260670:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531227 00000100:00080000:3.0:1713531257.260672:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531227 00000100:00100000:2.0:1713531257.260674:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409683264:0@lo:400:kworker.0 00000100:00100000:3.0:1713531257.260694:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2633:1796767409683200:0@lo:400:kworker.0 00000100:00100000:1.0:1713531257.260772:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2631:1796767409683072:0@lo:400:kworker.0 00000100:00100000:0.0:1713531257.276428:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1713531257.276444:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409683328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531257.276501:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531257.276536:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683328 00000100:00100000:1.0:1713531257.276542:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683328 00000100:00100000:1.0:1713531257.276576:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1713531257.276581:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409683328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1713531257.276604:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 244908032 pending 0 free 3828350976 avail 3826253824 00000100:00100000:1.0:1713531257.276638:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409683328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.276644:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1713531257.276670:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409683328:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1713531257.382386:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531257.382392:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531257.382542:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:2.0:1713531257.382547:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531257.509533:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531257.509578:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531257.509598:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531257.509611:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215872 00000100:00100000:0.0:1713531257.509617:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531257.509623:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215872 00000100:00100000:3.0:1713531257.509631:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215808 00000100:00100000:0.0:1713531257.509634:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531257.509636:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215808 00000100:00100000:0.0:1713531257.509648:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531257.509649:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216000 00000100:00100000:1.0:1713531257.509653:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216000 00000100:00100000:3.0:1713531257.509660:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 516 00000100:00100000:2.0:1713531257.509660:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216064 00000100:00100000:2.0:1713531257.509662:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216064 00000100:00100000:3.0:1713531257.509664:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405215808:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531257.509675:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531257.509676:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405215936 00000100:00100000:1.0:1713531257.509678:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405215936 00000100:00100000:2.0:1713531257.509679:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 275 00000100:00100000:2.0:1713531257.509685:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405215872:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531257.509691:0:10539:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216128 00000100:00100000:1.0:1713531257.509693:0:10539:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216128 00000100:00100000:0.0:1713531257.509693:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216192 00000100:00100000:0.0:1713531257.509695:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216192 00000100:00100000:1.0:1713531257.509705:0:10539:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 267 00000100:00100000:3.0:1713531257.509708:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1822:x1796767405215808:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 43us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.509710:0:10539:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405216000:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531257.509710:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 268 00000100:00100000:3.0:1713531257.509712:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 516 00000100:00100000:0.0:1713531257.509714:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405215936:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531257.509718:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405215872:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531257.509723:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 275 00000100:00100000:2.0:1713531257.509733:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 276 00000100:00100000:3.0:1713531257.509735:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 269 00000100:00100000:2.0:1713531257.509737:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405216064:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531257.509738:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405216128:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531257.509738:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1822:x1796767405215936:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 23us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531257.509743:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 268 00000100:00100000:1.0:1713531257.509744:0:10539:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1823:x1796767405216000:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 33us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531257.509749:0:10539:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 267 00000100:00100000:0.0:1713531257.509753:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 270 00000100:00100000:3.0:1713531257.509758:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405216128:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 18us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531257.509758:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405216192:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531257.509764:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 269 00000100:00100000:2.0:1713531257.509769:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1f6925-d627-45ab-9271-3bfd492d0648+86:1822:x1796767405216064:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 30us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531257.509775:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 276 00000100:00100000:0.0:1713531257.509780:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405216192:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 21us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531257.509785:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 270 00000100:00080000:2.0:1713531257.509804:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531227 00000100:00080000:2.0:1713531257.509807:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531227 00000100:00080000:2.0:1713531257.509808:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531227 00000100:00080000:2.0:1713531257.509810:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531227 00000040:00080000:2.0:1713531257.910170:0:23492:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531257.910174:0:23492:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531257.910201:0:23492:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:2.0:1713531257.910205:0:23492:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531258.154472:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1713531259.128647:0:23579:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531259.128651:0:23579:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531259.128679:0:23579:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:0.0:1713531259.128682:0:23579:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1713531259.156325:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1713531260.158383:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1713531260.344156:0:23647:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1713531260.344160:0:23647:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1713531260.344187:0:23647:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:3.0:1713531260.344191:0:23647:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531261.160492:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1713531261.578975:0:23715:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531261.578981:0:23715:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531261.579021:0:23715:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:2.0:1713531261.579027:0:23715:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1713531261.788458:0:2631:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1713531261.788479:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800932d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409683392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1713531261.788538:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531261.788573:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683392 00000100:00100000:1.0:1713531261.788579:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683392 00000100:00080000:2.0:1713531261.788598:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531231 00000100:00100000:1.0:1713531261.788617:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1713531261.788625:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409683392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1713531261.788653:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1713531261.788686:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409683392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531261.788694:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1713531261.788719:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff8800932d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409683392:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1713531262.162486:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1713531262.268535:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409683456:0@lo:400:kworker.0 00000100:00100000:2.0:1713531262.268535:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409683584:0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268536:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409683648:0@lo:400:kworker.0 00000100:00100000:0.0:1713531262.268566:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409683520:0@lo:400:kworker.0 00000100:00100000:2.0:1713531262.268589:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1713531262.268594:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531262.268604:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531262.268611:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683584 00000100:00100000:1.0:1713531262.268616:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683584 00000100:00100000:2.0:1713531262.268619:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683456 00000100:00100000:3.0:1713531262.268621:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409683712:0@lo:400:kworker.0 00000100:00100000:2.0:1713531262.268622:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683456 00000100:00100000:0.0:1713531262.268631:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683520 00000100:00100000:0.0:1713531262.268634:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683520 00000100:00100000:3.0:1713531262.268638:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531262.268644:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1713531262.268644:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1713531262.268648:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409683456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268648:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409683584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531262.268653:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1713531262.268657:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409683520:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1713531262.268666:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531232 00000100:00080000:3.0:1713531262.268668:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531232 00000100:00100000:2.0:1713531262.268677:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2633:x1796767409683456:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.268679:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:2631:x1796767409683584:12345-0@lo:400:kworker.0 Request processed in 30us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531262.268681:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1713531262.268681:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2634:x1796767409683520:12345-0@lo:400:kworker.0 Request processed in 23us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.268683:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1713531262.268685:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1713531262.268690:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e42ccf48-c917-4b23-b513-2502a931f1a1:2633:1796767409683456:0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268695:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531262.268697:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683712 00000100:00100000:0.0:1713531262.268699:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683712 00000100:00080000:3.0:1713531262.268706:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531232 00000100:00100000:2.0:1713531262.268706:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2631:1796767409683584:0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268710:0:9619:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683648 00000100:00100000:1.0:1713531262.268711:0:9619:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683648 00000100:00100000:0.0:1713531262.268713:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1713531262.268715:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409683712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268721:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1713531262.268724:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409683648:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1713531262.268729:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531232 00000100:00100000:0.0:1713531262.268732:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409683712:12345-0@lo:400:kworker.0 Request processed in 16us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531262.268735:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1713531262.268742:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409683648:12345-0@lo:400:kworker.0 Request processed in 17us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531262.268743:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409683712:0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268745:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1713531262.268749:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2634:1796767409683520:0@lo:400:kworker.0 00000100:00100000:1.0:1713531262.268759:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409683648:0@lo:400:kworker.0 00000100:00100000:3.0:1713531262.284388:0:2633:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1713531262.284398:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409683776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1713531262.284428:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531262.284500:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409683776 00000100:00100000:1.0:1713531262.284504:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409683776 00000100:00100000:1.0:1713531262.284528:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1713531262.284532:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409683776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1713531262.284554:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 244908032 pending 0 free 3828350976 avail 3826253824 00000100:00100000:1.0:1713531262.284580:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2633:x1796767409683776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.284586:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1713531262.284603:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880092537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2633:1796767409683776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531262.486402:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531262.486464:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216256 00000100:00100000:1.0:1713531262.486472:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216256 00000100:00100000:1.0:1713531262.486529:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5540 00000100:00100000:1.0:1713531262.486536:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+86:10652:x1796767405216256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00080000:3.0:1713531262.486538:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531232 00010000:00010000:1.0:1713531262.486554:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531262.486572:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36e400/0xe3b2c985135302e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58ed expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531262.486601:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f180/0xe3b2c985135302e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531262.486613:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f180/0xe3b2c985135302e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531262.486624:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f180/0xe3b2c985135302e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531262.486700:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36e400/0xe3b2c985135302e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ed expref: 88 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531262.486731:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f180/0xe3b2c985135302e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58ed expref: 87 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531262.486738:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xba:0x0].0x0 (ffff88008b78db00) 00010000:00010000:1.0:1713531262.486741:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1713531262.486744:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c36f180, rc 0) 00000100:00100000:1.0:1713531262.486794:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10652:x1796767405216256:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 257us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.486805:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5540 00000100:00100000:0.0:1713531262.488355:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531262.488409:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216320 00000100:00100000:1.0:1713531262.488413:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216320 00000100:00100000:1.0:1713531262.488442:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5541 00000100:00100000:1.0:1713531262.488447:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10652:x1796767405216320:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1713531262.488471:0:15461:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xba:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1713531262.488536:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10652:x1796767405216320:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 86us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.488543:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5541 00000100:00100000:0.0:1713531262.489369:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531262.489406:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216384 00000100:00100000:3.0:1713531262.489410:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216384 00000100:00080000:0.0:1713531262.489447:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531232 00000100:00100000:3.0:1713531262.489450:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1504 00000100:00100000:3.0:1713531262.489459:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405216384:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1713531262.489485:0:7957:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489500:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531262.489502:0:7957:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1713531262.489509:0:7957:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489521:0:7957:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489538:0:7957:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489543:0:7957:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489548:0:7957:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489551:0:7957:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa0856730) 00010000:00010000:3.0:1713531262.489554:0:7957:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489559:0:7957:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489566:0:7957:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531262.489573:0:7957:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013998bcc0/0xe3b2c985135302f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7957 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1713531262.489617:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+9:1824:x1796767405216384:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 158us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531262.489621:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1504 00000100:00100000:0.0:1713531262.490874:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531262.490926:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216512 00000100:00100000:1.0:1713531262.490931:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216512 00000100:00100000:1.0:1713531262.490967:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5542 00000100:00100000:1.0:1713531262.490973:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10652:x1796767405216512:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000040:00080000:1.0:1713531262.491298:0:15461:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1713531262.491302:0:15461:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1713531262.491427:0:15461:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:1.0:1713531262.491435:0:15461:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1713531262.491492:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:10652:x1796767405216512:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 517us (618us total) trans 4294971284 rc 0/0 00000100:00100000:1.0:1713531262.491499:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5542 00000040:00080000:0.0:1713531262.491518:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531262.491521:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531262.491923:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1713531262.491930:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531262.492233:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531262.492291:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216640 00000100:00100000:2.0:1713531262.492295:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216640 00000100:00100000:2.0:1713531262.492326:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1226 00000100:00100000:2.0:1713531262.492330:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:10652:x1796767405216640:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1713531262.492463:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:10652:x1796767405216640:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 132us (231us total) trans 4294971285 rc 0/0 00000100:00100000:2.0:1713531262.492467:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1226 00000100:00100000:0.0:1713531262.517570:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531262.517617:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531262.517652:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531262.517667:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216768 00000100:00100000:1.0:1713531262.517676:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216768 00000100:00100000:0.0:1713531262.517682:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531262.517695:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216704 00000100:00100000:2.0:1713531262.517700:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216704 00000100:00100000:3.0:1713531262.517715:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216896 00000100:00100000:3.0:1713531262.517719:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216896 00000100:00100000:1.0:1713531262.517721:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 280 00000100:00100000:2.0:1713531262.517723:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 518 00000100:00100000:2.0:1713531262.517727:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405216704:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531262.517727:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1822:x1796767405216768:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:0.0:1713531262.517735:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531262.517746:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216832 00000100:00100000:3.0:1713531262.517748:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216832 00000100:00080000:0.0:1713531262.517752:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531232 00000100:00080000:0.0:1713531262.517755:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531232 00000100:00080000:0.0:1713531262.517757:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531232 00000100:00080000:0.0:1713531262.517759:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531232 00000100:00100000:3.0:1713531262.517760:0:7957:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405216960 00000100:00100000:3.0:1713531262.517762:0:7957:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405216960 00000100:00100000:2.0:1713531262.517773:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405216704:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 46us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.517775:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1822:x1796767405216768:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 47us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531262.517777:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 272 00000100:00100000:2.0:1713531262.517779:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 518 00000100:00100000:3.0:1713531262.517782:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405216896:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531262.517782:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 280 00000100:00100000:0.0:1713531262.517788:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 273 00000100:00100000:0.0:1713531262.517794:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405216832:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531262.517802:0:15499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 274 00000100:00100000:3.0:1713531262.517804:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405216896:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 22us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.517806:0:15499:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405216960:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531262.517809:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 272 00000100:00100000:0.0:1713531262.517823:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1823:x1796767405216832:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531262.517826:0:15499:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405216960:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 19us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531262.517830:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 273 00000100:00100000:1.0:1713531262.517833:0:15499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 274 00000100:00080000:0.0:1713531262.517844:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531232 00000040:00080000:0.0:1713531262.806039:0:23783:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1713531262.806043:0:23783:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1713531262.806071:0:23783:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:0.0:1713531262.806075:0:23783:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1713531263.164382:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1713531263.351821:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971284 is committed 00000001:00080000:0.0:1713531263.351827:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971285 is committed 00000100:00100000:0.0:1713531263.830754:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531263.830805:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217024 00000100:00100000:1.0:1713531263.830812:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217024 00000100:00100000:1.0:1713531263.830848:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5543 00000100:00100000:1.0:1713531263.830853:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10630:x1796767405217024:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1713531263.830918:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:10630:x1796767405217024:12345-192.168.202.39@tcp:60:lhsmtool_posix.0 Request processed in 65us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531263.830923:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5543 00010000:00010000:1.0:1713531264.166359:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1713531265.168353:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1713531265.683939:0:24455:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 20: Release is not permitted ========== 08:54:24 (1713531264) 00000100:00100000:2.0:1713531265.696458:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.696482:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217088 00000100:00100000:0.0:1713531265.696490:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217088 00000100:00100000:2.0:1713531265.696511:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.696524:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217216 00000100:00100000:0.0:1713531265.696525:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217216 00000100:00100000:0.0:1713531265.696535:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5544 00000100:00100000:2.0:1713531265.696540:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5545 00000100:00100000:0.0:1713531265.696540:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405217088:12345-192.168.202.39@tcp:41:mkdir.0 00000100:00100000:2.0:1713531265.696545:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:11537:x1796767405217216:12345-192.168.202.39@tcp:36:mkdir.0 00000100:00080000:0.0:1713531265.696553:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531235 00000004:00000024:0.0:1713531265.696578:0:15461:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2257977344 avail 2255880192 00010000:00010000:2.0:1713531265.696580:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531265.696599:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfa46c0/0xe3b2c985135301d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5884 expref: 88 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.696610:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531265.696612:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531265.696620:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405217088:12345-192.168.202.39@tcp:41:mkdir.0 Request processed in 80us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531265.696625:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5544 00010000:00010000:2.0:1713531265.696686:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.696694:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.696699:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.696717:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 276 pid: 9619 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.696724:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 276 pid: 9619 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.696732:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683840:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531265.696768:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d23bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531265.697365:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683840:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531265.697371:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531265.697377:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.697394:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217280 00000100:00100000:2.0:1713531265.697398:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217280 00000100:00080000:0.0:1713531265.697409:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531235 00010000:00010000:2.0:1713531265.697412:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 277 pid: 9619 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.697430:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1156 00000100:00100000:2.0:1713531265.697433:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:1823:x1796767405217280:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531265.697439:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531265.697441:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 277 pid: 9619 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.697447:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 277 pid: 9619 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.697455:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008b5da640/0xe3b2c98513530192 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c586f expref: 277 pid: 9619 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.697461:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:2.0:1713531265.697463:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.697468:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.697472:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.697480:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531265.697490:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.697493:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:1823:x1796767405217280:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 60us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1713531265.697496:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.697498:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1156 00010000:00010000:3.0:1713531265.697518:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.697525:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.697531:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.698157:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbb:0x0]: returning size 512 00010000:00010000:3.0:1713531265.698163:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698168:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698174:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698179:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.698182:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698188:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698197:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008a4f1700) 00010000:00010000:3.0:1713531265.698200:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.698203:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.698208:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135302f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000004:00010000:3.0:1713531265.698224:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008b42dc00 reply state ffff88013282c000 transno 4294971286 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531265.698230:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531265.698289:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:11537:x1796767405217216:12345-192.168.202.39@tcp:36:mkdir.0 Request processed in 1742us (1775us total) trans 4294971286 rc 0/0 00000100:00100000:3.0:1713531265.698295:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5545 00010000:00010000:2.0:1713531265.698798:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698806:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698811:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698816:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.698819:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698824:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698833:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcc11978 (ffff88008b44d400) 00010000:00010000:2.0:1713531265.698836:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.698838:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.698843:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c985135302fe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.701055:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.701109:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217344 00000100:00100000:3.0:1713531265.701115:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217344 00000100:00100000:3.0:1713531265.701140:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5546 00000100:00100000:3.0:1713531265.701146:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+87:11544:x1796767405217344:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531265.701162:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.701177:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58f4 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.701215:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.701224:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.701231:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.701265:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531265.701296:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531265.701310:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.701327:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.701340:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 88 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.701346:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:3.0:1713531265.701348:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531265.701350:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a400, rc 0) 00000100:00100000:3.0:1713531265.701380:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:11544:x1796767405217344:12345-192.168.202.39@tcp:101:rm.0 Request processed in 234us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531265.701386:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5546 00000100:00100000:0.0:1713531265.702294:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.702321:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217408 00000100:00100000:3.0:1713531265.702325:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217408 00000100:00100000:3.0:1713531265.702338:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5547 00000100:00100000:3.0:1713531265.702341:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+88:11544:x1796767405217408:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531265.702347:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.702353:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c98513530313 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c58fb expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.702373:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702380:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702386:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702397:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702406:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702412:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702481:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c98513530328 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702487:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c98513530328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702492:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c98513530328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.702507:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbb:0x0]: returning size 512 00000004:00200000:3.0:1713531265.702509:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531265.702516:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c98513530328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702522:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702526:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702531:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702536:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.702539:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702543:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702550:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:3.0:1713531265.702552:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.702555:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702559:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353031a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702567:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702571:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702575:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702578:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.702580:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702584:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702588:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcc11978 (ffff88008b44d800) 00010000:00010000:3.0:1713531265.702589:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.702591:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530321 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.702611:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c98513530313 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58fb expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.702620:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b840/0xe3b2c98513530328 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58fb expref: 89 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.702625:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:3.0:1713531265.702627:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1713531265.702629:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b840, rc 0) 00000100:00100000:3.0:1713531265.702659:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11544:x1796767405217408:12345-192.168.202.39@tcp:101:rm.0 Request processed in 316us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531265.702663:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5547 00000100:00100000:3.0:1713531265.703375:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.703411:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217472 00000100:00100000:2.0:1713531265.703415:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217472 00000100:00100000:2.0:1713531265.703436:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5548 00000100:00100000:2.0:1713531265.703439:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11544:x1796767405217472:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531265.703446:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.703452:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353032f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5902 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.703472:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703477:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703481:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703492:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703496:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703499:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703524:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703527:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703530:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703533:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.703535:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703538:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703545:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.703547:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.703549:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703552:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530336 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703557:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703560:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703564:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703566:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd298c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.703567:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703570:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703573:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62d00) 00010000:00010000:2.0:1713531265.703574:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.703575:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703578:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c9851353033d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.703594:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353032f lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5902 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.703599:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c9851353032f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5902 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.703603:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a400, rc 0) 00000100:00100000:2.0:1713531265.703628:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11544:x1796767405217472:12345-192.168.202.39@tcp:101:rm.0 Request processed in 188us (253us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531265.703632:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5548 00000100:00100000:0.0:1713531265.704666:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.704706:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217536 00000100:00100000:2.0:1713531265.704709:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217536 00000100:00100000:2.0:1713531265.704723:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5549 00000100:00100000:2.0:1713531265.704726:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11544:x1796767405217536:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:2.0:1713531265.704733:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.704738:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530344 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5909 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.704756:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704761:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704765:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704772:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704775:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704781:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704800:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704803:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704806:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704809:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.704811:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704814:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704818:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.704820:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.704821:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704824:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c9851353034b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704829:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704831:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704834:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704837:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.704839:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704841:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704844:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62500) 00010000:00010000:2.0:1713531265.704846:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.704847:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704849:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530352 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.704865:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530344 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5909 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.704869:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530344 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5909 expref: 90 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.704873:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b180, rc 0) 00000100:00100000:2.0:1713531265.704892:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11544:x1796767405217536:12345-192.168.202.39@tcp:101:rm.0 Request processed in 164us (226us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531265.704895:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5549 00000100:00100000:0.0:1713531265.708133:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.708177:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217664 00000100:00100000:2.0:1713531265.708182:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217664 00000100:00100000:2.0:1713531265.708201:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5550 00000100:00100000:2.0:1713531265.708205:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:11546:x1796767405217664:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531265.708214:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.708222:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530359 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5910 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.708305:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708313:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708319:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708328:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708331:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708335:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00080000:2.0:1713531265.708635:0:6404:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x65:0x0], index 0: 0 00010000:00010000:2.0:1713531265.708734:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708740:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708746:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708768:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708775:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708781:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708785:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.708788:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708793:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708801:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.708803:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.708806:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.708811:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530360 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000004:00010000:2.0:1713531265.708820:0:6404:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff88008d5b0000 reply state ffff88008a814000 transno 4294971287 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.708826:0:6404:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1713531265.708843:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c98513530359 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 92 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.708850:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.708854:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:2.0:1713531265.708856:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531265.708857:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28480, rc 0) 00000100:00100000:2.0:1713531265.708890:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:11546:x1796767405217664:12345-192.168.202.39@tcp:101:dd.0 Request processed in 683us (759us total) trans 4294971287 rc 0/0 00000100:00100000:2.0:1713531265.708896:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5550 00010000:00010000:1.0:1713531265.709348:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709357:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709362:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709367:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29680 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531265.709369:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709375:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709383:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62a00) 00010000:00010000:1.0:1713531265.709386:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531265.709388:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.709393:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c98513530367 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531265.709726:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.709757:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217792 00000100:00100000:3.0:1713531265.709761:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217792 00000100:00100000:3.0:1713531265.709778:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1227 00000100:00100000:3.0:1713531265.709782:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+91:11546:x1796767405217792:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:3.0:1713531265.709904:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+92:11546:x1796767405217792:12345-192.168.202.39@tcp:35:dd.0 Request processed in 121us (178us total) trans 4294971288 rc 0/0 00000100:00100000:3.0:1713531265.709909:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1227 00000100:00100000:0.0:1713531265.717379:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.717419:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217856 00000100:00100000:2.0:1713531265.717426:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217856 00000100:00100000:2.0:1713531265.717460:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5551 00000100:00100000:2.0:1713531265.717465:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+276:11549:x1796767405217856:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.717477:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.717488:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851353037c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5917 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.717526:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.717535:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.717541:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.717585:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531265.717587:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531265.717598:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.717611:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c9851353037c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5917 expref: 278 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.717619:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5917 expref: 277 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.717625:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:2.0:1713531265.717627:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531265.717629:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29440, rc 0) 00000100:00100000:2.0:1713531265.717670:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:11549:x1796767405217856:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 205us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.717674:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5551 00000100:00100000:1.0:1713531265.718555:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.718599:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217920 00000100:00100000:2.0:1713531265.718603:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217920 00000100:00100000:2.0:1713531265.718637:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5552 00000100:00100000:2.0:1713531265.718642:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+277:11549:x1796767405217920:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.718654:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.718663:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851353038a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c591e expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.718694:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718702:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718709:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718725:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718730:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718735:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718816:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851353039f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718822:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851353039f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718828:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851353039f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.718848:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbb:0x0]: returning size 512 00000004:00200000:2.0:1713531265.718851:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531265.718861:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851353039f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718868:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718873:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718878:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718883:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.718886:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718891:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718899:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:2.0:1713531265.718901:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.718904:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718910:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c98513530391 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718918:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718923:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718927:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718932:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.718934:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718938:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718943:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcc11978 (ffff880087e62b00) 00010000:00010000:2.0:1713531265.718945:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.718947:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718951:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c98513530398 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.718969:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c9851353038a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c591e expref: 279 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.718976:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29680/0xe3b2c9851353039f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c591e expref: 278 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.718986:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.718987:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1713531265.718989:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29680, rc 0) 00000100:00100000:2.0:1713531265.719026:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:11549:x1796767405217920:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 382us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.719032:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5552 00000100:00100000:1.0:1713531265.719908:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.719954:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405217984 00000100:00100000:2.0:1713531265.719958:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405217984 00000100:00100000:2.0:1713531265.719981:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5553 00000100:00100000:2.0:1713531265.719985:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+278:11549:x1796767405217984:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.719992:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.719999:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135303a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5925 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.720020:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720025:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720031:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720045:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720051:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720056:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720130:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720138:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720144:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.720164:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00000004:00200000:2.0:1713531265.720167:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531265.720174:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720179:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720183:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720187:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720191:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720196:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.720199:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720204:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720212:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.720215:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.720217:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720222:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135303ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720230:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720235:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720240:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720244:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.720246:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720251:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720258:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62c00) 00010000:00010000:2.0:1713531265.720259:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.720262:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720287:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135303b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.720304:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135303a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 280 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.720314:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 279 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.720317:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:2.0:1713531265.720319:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531265.720320:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b600, rc 0) 00000100:00100000:2.0:1713531265.720347:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:11549:x1796767405217984:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 361us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.720351:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5553 00000100:00100000:0.0:1713531265.721193:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531265.721237:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218048 00000100:00100000:1.0:1713531265.721242:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218048 00000100:00080000:0.0:1713531265.721283:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531235 00000100:00100000:1.0:1713531265.721298:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1505 00000100:00100000:1.0:1713531265.721303:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+85:1825:x1796767405218048:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531265.721312:0:18188:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531265.721344:0:18188:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008c36ef40/0xe3b2c985135303c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c592c expref: -99 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531265.721363:0:18188:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x240000400:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1713531265.721374:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531265.721376:0:18188:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1713531265.721382:0:18188:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008c36ef40/0xe3b2c985135303c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c592c expref: 86 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531265.721395:0:18188:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008c36ef40/0xe3b2c985135303c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c592c expref: 86 pid: 18188 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531265.721404:0:18188:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c36ef40, rc 0) 00000100:00100000:1.0:1713531265.721435:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1825:x1796767405218048:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 131us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531265.721440:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1505 00000100:00100000:1.0:1713531265.722354:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.722381:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218112 00000100:00100000:2.0:1713531265.722385:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218112 00000100:00100000:2.0:1713531265.722404:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5554 00000100:00100000:2.0:1713531265.722408:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:11549:x1796767405218112:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.722414:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.722421:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135303c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5933 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.722444:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135303d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.722449:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135303d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.722454:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135303d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.722482:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbb:0x0]: returning size 512 00000004:00200000:2.0:1713531265.722483:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531265.722490:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135303d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.722499:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135303c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5933 expref: 281 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.722507:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a400/0xe3b2c985135303d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5933 expref: 280 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.722511:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.722512:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531265.722514:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a400, rc 0) 00000100:00100000:2.0:1713531265.722539:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:11549:x1796767405218112:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 131us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.722543:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5554 00000100:00100000:2.0:1713531265.724179:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.724221:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218240 00000100:00100000:0.0:1713531265.724226:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218240 00000100:00100000:0.0:1713531265.724247:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5555 00000100:00100000:0.0:1713531265.724252:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:11549:x1796767405218240:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531265.724262:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531265.724293:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c985135303d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c593a expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531265.724352:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c985135303d7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c593a expref: 281 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531265.724360:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ba80/0xe3b2c985135303d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c593a expref: 281 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531265.724371:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0ba80, rc 0) 00000100:00100000:0.0:1713531265.724401:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:11549:x1796767405218240:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 149us (224us total) trans 0 rc 301/301 00000100:00100000:0.0:1713531265.724406:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5555 00000100:00100000:0.0:1713531265.728841:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.728915:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218368 00000100:00100000:2.0:1713531265.728922:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218368 00000100:00100000:2.0:1713531265.728956:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5556 00000100:00100000:2.0:1713531265.728960:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:11550:x1796767405218368:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.728973:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.728984:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135303de lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5941 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.729044:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135303e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.729053:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135303e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.729060:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135303e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.729066:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:2.0:1713531265.729174:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135303de lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5941 expref: 283 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.729184:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135303e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5941 expref: 282 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.729189:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:2.0:1713531265.729191:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1713531265.729193:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28900, rc 0) 00000100:00100000:2.0:1713531265.729230:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:11550:x1796767405218368:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 269us (396us total) trans 4294971289 rc 0/0 00000100:00100000:2.0:1713531265.729234:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5556 00000100:00100000:1.0:1713531265.730363:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531265.730391:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.730404:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218432 00000100:00100000:2.0:1713531265.730408:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218432 00000100:00100000:2.0:1713531265.730433:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 528 00000100:00100000:2.0:1713531265.730437:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:1822:x1796767405218432:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1713531265.730441:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218560 00010000:00010000:2.0:1713531265.730444:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1713531265.730446:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218560 00010000:00010000:2.0:1713531265.730453:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135303e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5941 expref: 283 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.730460:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:2.0:1713531265.730462:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531265.730478:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5557 00000100:00100000:2.0:1713531265.730478:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:1822:x1796767405218432:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 40us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.730482:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 528 00000100:00100000:3.0:1713531265.730484:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:11550:x1796767405218560:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:3.0:1713531265.730513:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.730523:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.730535:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 281 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.730542:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 5/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.730567:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 281 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.730577:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 281 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1713531265.730587:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683904:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531265.730641:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 91 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.730649:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 91 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1713531265.730657:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683968:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531265.730673:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1713531265.731307:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683904:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531265.731317:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409683968:192.168.202.39@tcp:104: 00000100:00100000:1.0:1713531265.731317:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.731332:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218624 00010000:00010000:3.0:1713531265.731336:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.731336:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218624 00000100:00100000:1.0:1713531265.731341:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:2.0:1713531265.731348:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 282 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.731364:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218688 00000100:00100000:2.0:1713531265.731366:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218688 00000100:00100000:1.0:1713531265.731372:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1157 00010000:00010000:2.0:1713531265.731375:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 92 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1713531265.731377:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:1823:x1796767405218624:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531265.731384:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531265.731387:0:10988:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 282 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.731388:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1158 00000100:00100000:2.0:1713531265.731393:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1823:x1796767405218688:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531265.731394:0:10988:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 282 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.731400:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1713531265.731403:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135303bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5925 expref: 282 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.731404:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 92 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.731413:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 92 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1713531265.731420:0:10988:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:1.0:1713531265.731423:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.731427:0:10988:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:1.0:1713531265.731430:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531265.731444:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353036e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5910 expref: 92 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1713531265.731445:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7943050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:1823:x1796767405218624:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 68us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531265.731449:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1157 00010000:00010000:2.0:1713531265.731455:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:2.0:1713531265.731458:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.731464:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.731470:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.731483:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531265.731491:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731497:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.731503:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405218688:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.731510:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1158 00010000:00010000:3.0:1713531265.731639:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731647:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731653:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731658:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.731661:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731668:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731676:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880087e62f00) 00010000:00010000:3.0:1713531265.731678:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531265.731681:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.731685:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c985135303f3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531265.731729:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:11550:x1796767405218560:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1245us (1335us total) trans 4294971290 rc 0/0 00000100:00100000:3.0:1713531265.731736:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5557 00000100:00100000:0.0:1713531265.732339:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.732389:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218816 00000100:00100000:3.0:1713531265.732393:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218816 00000100:00100000:3.0:1713531265.732421:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1228 00000100:00100000:3.0:1713531265.732426:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:11550:x1796767405218816:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.732545:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b5b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:11550:x1796767405218816:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 117us (207us total) trans 4294971291 rc 0/0 00000100:00100000:3.0:1713531265.732549:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1228 00000100:00100000:1.0:1713531265.736820:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.736877:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405218944 00000100:00100000:3.0:1713531265.736887:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405218944 00000100:00100000:3.0:1713531265.736924:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5558 00000100:00100000:3.0:1713531265.736930:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+282:11551:x1796767405218944:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531265.736946:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.736960:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135303fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5948 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.737037:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737049:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737057:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737092:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737098:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737104:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737191:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737197:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737204:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.737211:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:3.0:1713531265.737300:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737306:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737312:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737316:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.737319:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737323:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737330:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:3.0:1713531265.737332:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.737335:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737338:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c98513530401 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737347:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737350:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737353:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737356:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.737357:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737360:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737363:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880131d87000) 00010000:00010000:3.0:1713531265.737364:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.737365:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737367:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530408 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.737390:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135303fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 285 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.737396:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 284 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.737400:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880131d87800) 00010000:00010000:3.0:1713531265.737401:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531265.737402:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a880, rc 0) 00000100:00100000:3.0:1713531265.737435:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:11551:x1796767405218944:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 505us (619us total) trans 4294971292 rc 0/0 00000100:00100000:3.0:1713531265.737439:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5558 00000100:00100000:0.0:1713531265.738418:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.738464:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219072 00000100:00100000:3.0:1713531265.738468:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219072 00000100:00100000:3.0:1713531265.738494:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5559 00000100:00100000:3.0:1713531265.738499:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:11551:x1796767405219072:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:3.0:1713531265.738522:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.738528:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 284 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.738533:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.738550:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 284 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.738557:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 284 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1713531265.738565:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684032:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531265.738599:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1180 going to sleep for 11 seconds 00000100:00100000:3.0:1713531265.739307:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684032:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531265.739323:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00010000:00010000:3.0:1713531265.739327:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.739342:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219136 00000100:00100000:0.0:1713531265.739345:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219136 00010000:00010000:0.0:1713531265.739356:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 285 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.739375:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1159 00000100:00100000:0.0:1713531265.739378:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:1823:x1796767405219136:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531265.739384:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531265.739387:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 285 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.739394:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 285 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.739403:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c9851353040f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5948 expref: 285 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.739411:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880131d87800) 00010000:00010000:0.0:1713531265.739414:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.739419:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.739422:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.739434:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531265.739451:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:1823:x1796767405219136:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 71us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531265.739455:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1159 00010000:00010000:3.0:1713531265.739458:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739464:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739557:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739563:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739569:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739573:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989d40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.739576:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739581:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739588:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff880131d87800) 00010000:00010000:3.0:1713531265.739590:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1713531265.739592:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.739597:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989d40/0xe3b2c9851353041d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:3.0:1713531265.739639:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:11551:x1796767405219072:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1138us (1219us total) trans 4294971293 rc 0/0 00000100:00100000:3.0:1713531265.739646:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5559 00000100:00100000:0.0:1713531265.740106:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.740145:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219264 00000100:00100000:3.0:1713531265.740149:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219264 00000100:00100000:3.0:1713531265.740175:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1229 00000100:00100000:3.0:1713531265.740179:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:11551:x1796767405219264:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.740289:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:11551:x1796767405219264:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 108us (183us total) trans 4294971294 rc 0/0 00000100:00100000:3.0:1713531265.740294:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1229 00000100:00100000:1.0:1713531265.743979:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.744025:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219328 00000100:00100000:3.0:1713531265.744030:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219328 00000100:00100000:3.0:1713531265.744065:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5560 00000100:00100000:3.0:1713531265.744086:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+285:11552:x1796767405219328:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531265.744099:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.744110:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c98513530424 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c594f expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.744144:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744151:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744157:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744169:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744172:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744176:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744234:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744238:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744242:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.744255:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00000004:00200000:3.0:1713531265.744257:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531265.744265:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744289:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744293:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744296:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744299:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744302:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.744303:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744307:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744312:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:3.0:1713531265.744313:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.744315:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744318:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c9851353042b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744325:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744327:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744330:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744333:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531265.744334:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744337:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744340:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880131d87d00) 00010000:00010000:3.0:1713531265.744341:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531265.744342:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744345:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c98513530432 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.744359:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c98513530424 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 287 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.744369:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 286 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.744373:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:3.0:1713531265.744374:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531265.744375:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988480, rc 0) 00000100:00100000:3.0:1713531265.744406:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:11552:x1796767405219328:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 335us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531265.744410:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5560 00000100:00100000:1.0:1713531265.746045:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.746105:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219456 00000100:00100000:3.0:1713531265.746109:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219456 00000100:00100000:3.0:1713531265.746134:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5561 00000100:00100000:3.0:1713531265.746139:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:11552:x1796767405219456:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531265.746148:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.746158:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530440 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5956 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.746205:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530440 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5956 expref: 287 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.746213:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c98513530440 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5956 expref: 287 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.746221:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988b40, rc 0) 00000100:00100000:3.0:1713531265.746251:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:11552:x1796767405219456:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 111us (207us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531265.746260:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5561 00000100:00100000:0.0:1713531265.749935:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.749979:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219584 00000100:00100000:3.0:1713531265.749984:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219584 00000100:00100000:3.0:1713531265.750013:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5562 00000100:00100000:3.0:1713531265.750018:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:11553:x1796767405219584:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531265.750028:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531265.750037:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c98513530447 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c595d expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.750110:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851353044e lrc: 3/0,1 mode: --/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.750119:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851353044e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.750126:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851353044e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:3.0:1713531265.750132:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:3.0:1713531265.750205:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c98513530447 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c595d expref: 289 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.750213:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851353044e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c595d expref: 288 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.750219:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:3.0:1713531265.750221:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1713531265.750222:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989b00, rc 0) 00000100:00100000:3.0:1713531265.750251:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:11553:x1796767405219584:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 233us (321us total) trans 4294971295 rc 0/0 00000100:00100000:3.0:1713531265.750256:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5562 00000100:00100000:1.0:1713531265.751025:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.751090:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219712 00000100:00100000:3.0:1713531265.751093:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219712 00000100:00100000:3.0:1713531265.751110:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5563 00000100:00100000:3.0:1713531265.751113:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:11553:x1796767405219712:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:3.0:1713531265.751131:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.751136:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 288 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.751141:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:3.0:1713531265.751159:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 288 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531265.751166:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 288 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1713531265.751173:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684096:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531265.751205:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1180 going to sleep for 11 seconds 00000100:00100000:3.0:1713531265.751985:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684096:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531265.752003:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531265.752088:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.752118:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219776 00000100:00100000:0.0:1713531265.752122:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219776 00010000:00010000:0.0:1713531265.752134:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 289 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.752147:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1160 00000100:00100000:0.0:1713531265.752151:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+289:1822:x1796767405219776:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531265.752157:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531265.752160:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 289 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.752166:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 289 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.752174:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530439 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c594f expref: 289 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.752190:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531265.752192:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.752196:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.752199:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.752211:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531265.752232:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:1822:x1796767405219776:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 80us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531265.752236:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1160 00010000:00010000:2.0:1713531265.752246:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752255:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752393:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752400:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752406:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752411:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.752415:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752421:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752429:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.752432:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531265.752434:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.752439:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353045c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.752498:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:11553:x1796767405219712:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1381us (1471us total) trans 4294971296 rc 0/0 00000100:00100000:2.0:1713531265.752505:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5563 00000100:00100000:1.0:1713531265.756132:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.756180:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405219904 00000100:00100000:2.0:1713531265.756186:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405219904 00000100:00100000:2.0:1713531265.756211:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5564 00000100:00100000:2.0:1713531265.756217:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:11554:x1796767405219904:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.756231:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.756242:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530463 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5964 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.756340:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756351:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756359:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756376:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756381:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756387:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756462:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756470:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756476:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.756484:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:2.0:1713531265.756550:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756557:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756563:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756567:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.756570:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756577:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756585:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.756587:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.756590:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756595:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c9851353046a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756604:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756614:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756619:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756623:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28900 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.756625:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756630:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756635:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62d00) 00010000:00010000:2.0:1713531265.756637:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.756639:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756643:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530471 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.756672:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c98513530463 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 291 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.756681:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 290 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.756688:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.756690:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531265.756692:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531265.756729:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:11554:x1796767405219904:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 511us (599us total) trans 4294971297 rc 0/0 00000100:00100000:2.0:1713531265.756736:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5564 00000100:00100000:1.0:1713531265.757642:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.757676:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220032 00000100:00100000:3.0:1713531265.757680:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220032 00000100:00100000:3.0:1713531265.757702:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1230 00000100:00100000:3.0:1713531265.757706:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+290:11554:x1796767405220032:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.757796:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:11554:x1796767405220032:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 87us (154us total) trans 4294971298 rc 0/0 00000100:00100000:3.0:1713531265.757802:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1230 00000100:00100000:1.0:1713531265.758801:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.758848:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220160 00000100:00100000:2.0:1713531265.758852:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220160 00000100:00100000:2.0:1713531265.758872:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5565 00000100:00100000:2.0:1713531265.758876:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:11554:x1796767405220160:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531265.758897:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.758903:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 291 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.758908:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.758926:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 291 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.758934:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 291 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.758942:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684160:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531265.758974:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d23bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531265.759816:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684160:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531265.759831:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531265.759867:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.759890:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220224 00000100:00100000:0.0:1713531265.759895:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220224 00010000:00010000:0.0:1713531265.759910:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 292 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.759928:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1161 00000100:00100000:0.0:1713531265.759933:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:1823:x1796767405220224:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531265.759942:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531265.759947:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 292 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.759955:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 292 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.759968:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c98513530478 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5964 expref: 292 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.759987:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531265.759990:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.759996:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.760000:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.760017:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531265.760036:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.760043:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:1823:x1796767405220224:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 109us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531265.760044:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.760049:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1161 00010000:00010000:2.0:1713531265.760147:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760151:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760155:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760157:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.760160:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760164:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760169:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.760170:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531265.760172:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.760175:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530486 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.760203:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:11554:x1796767405220160:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1325us (1402us total) trans 4294971299 rc 0/0 00000100:00100000:2.0:1713531265.760210:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5565 00000100:00100000:1.0:1713531265.764689:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.764726:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220288 00000100:00100000:2.0:1713531265.764732:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220288 00000100:00100000:2.0:1713531265.764755:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5566 00000100:00100000:2.0:1713531265.764760:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+291:11555:x1796767405220288:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.764774:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.764785:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851353048d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c596b expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.764824:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764832:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764838:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764851:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764855:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764858:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764923:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764927:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764931:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.764947:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00000004:00200000:2.0:1713531265.764950:0:6404:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531265.764959:0:6404:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764965:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764969:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764972:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764975:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764978:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.764981:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764985:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764990:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.764992:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.764994:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.764997:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c98513530494 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765003:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765005:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765009:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765011:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.765013:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765015:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765018:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62200) 00010000:00010000:2.0:1713531265.765019:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.765020:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765023:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c9851353049b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.765037:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c9851353048d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 293 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.765043:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 292 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.765047:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.765048:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531265.765049:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29200, rc 0) 00000100:00100000:2.0:1713531265.765096:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ae3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:11555:x1796767405220288:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 336us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.765101:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5566 00000100:00100000:1.0:1713531265.767260:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.767319:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220416 00000100:00100000:3.0:1713531265.767324:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220416 00000100:00100000:3.0:1713531265.767359:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1231 00000100:00100000:3.0:1713531265.767366:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22af450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:11555:x1796767405220416:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.767521:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22af450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:11555:x1796767405220416:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 154us (261us total) trans 4294971300 rc 0/0 00000100:00100000:3.0:1713531265.767529:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1231 00000100:00100000:1.0:1713531265.768242:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.768287:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220544 00000100:00100000:2.0:1713531265.768291:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220544 00000100:00100000:2.0:1713531265.768307:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5567 00000100:00100000:2.0:1713531265.768311:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+293:11555:x1796767405220544:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.768319:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.768320:0:6404:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1713531265.768333:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c9851353044e lrc: 0/0,0 mode: --/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c595d expref: 293 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.768343:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.768345:0:6404:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531265.768351:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c985135304a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5972 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.768387:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c985135304a9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5972 expref: 293 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.768392:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2a640/0xe3b2c985135304a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5972 expref: 293 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.768396:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2a640, rc 0) 00000100:00100000:2.0:1713531265.768423:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:11555:x1796767405220544:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 111us (181us total) trans 0 rc 301/301 00000100:00100000:2.0:1713531265.768426:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5567 00000100:00100000:1.0:1713531265.773349:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.773402:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220672 00000100:00100000:2.0:1713531265.773412:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220672 00000100:00100000:2.0:1713531265.773446:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5568 00000100:00100000:2.0:1713531265.773452:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+292:11556:x1796767405220672:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.773466:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.773483:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c985135304b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5979 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.773560:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135304b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.773571:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135304b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.773580:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135304b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.773588:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:2.0:1713531265.773690:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28d80/0xe3b2c985135304b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5979 expref: 295 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.773702:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135304b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5979 expref: 294 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.773708:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.773710:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531265.773712:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2ad00, rc 0) 00000100:00100000:2.0:1713531265.773759:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:11556:x1796767405220672:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 306us (417us total) trans 4294971301 rc 0/0 00000100:00100000:2.0:1713531265.773764:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5568 00000100:00100000:1.0:1713531265.774738:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.774779:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220800 00000100:00100000:2.0:1713531265.774783:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220800 00000100:00100000:2.0:1713531265.774804:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5569 00000100:00100000:2.0:1713531265.774808:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:11556:x1796767405220800:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531265.774832:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.774839:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 294 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.774844:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.774864:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 294 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.774871:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 294 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.774880:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684224:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531265.774916:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d23bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531265.775562:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684224:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531265.775574:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531265.775770:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.775788:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220864 00000100:00100000:0.0:1713531265.775792:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220864 00010000:00010000:0.0:1713531265.775805:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 295 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.775819:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1162 00000100:00100000:0.0:1713531265.775822:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+295:1822:x1796767405220864:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531265.775830:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531265.775833:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 295 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.775839:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 295 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.775848:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29200/0xe3b2c985135304a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c596b expref: 295 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.775864:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531265.775867:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.775872:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.775875:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.775887:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531265.775913:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.775915:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:1822:x1796767405220864:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 90us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531265.775919:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.775921:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1162 00010000:00010000:2.0:1713531265.776031:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776037:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776043:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776048:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd29f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.776052:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776058:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776065:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.776068:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531265.776083:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.776086:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29f80/0xe3b2c985135304c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.776116:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bc4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:11556:x1796767405220800:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1307us (1379us total) trans 4294971302 rc 0/0 00000100:00100000:2.0:1713531265.776121:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5569 00000100:00100000:1.0:1713531265.780797:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.780845:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405220992 00000100:00100000:2.0:1713531265.780852:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405220992 00000100:00100000:2.0:1713531265.780883:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5570 00000100:00100000:2.0:1713531265.780888:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+294:11557:x1796767405220992:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.780906:0:6404:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.780921:0:6404:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135304cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5980 expref: -99 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.781005:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781014:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781020:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781034:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781038:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781041:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781122:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781127:0:6404:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781131:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000004:00200000:2.0:1713531265.781135:0:6404:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:2.0:1713531265.781198:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781202:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781206:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781209:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.781213:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781217:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781224:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:2.0:1713531265.781225:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.781227:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781231:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135304d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781238:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781241:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781244:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781246:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd28000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.781247:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781250:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781253:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff880087e62d00) 00010000:00010000:2.0:1713531265.781254:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531265.781255:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781261:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c985135304da lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.781316:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c985135304cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 297 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.781324:0:6404:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 296 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.781327:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.781329:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1713531265.781330:0:6404:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000100:00100000:2.0:1713531265.781367:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+296:11557:x1796767405220992:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 479us (577us total) trans 4294971303 rc 0/0 00000100:00100000:2.0:1713531265.781372:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5570 00000100:00100000:1.0:1713531265.782417:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.782463:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221120 00000100:00100000:3.0:1713531265.782467:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221120 00000100:00100000:3.0:1713531265.782490:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1232 00000100:00100000:3.0:1713531265.782494:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+296:11557:x1796767405221120:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.782592:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:11557:x1796767405221120:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 97us (176us total) trans 4294971304 rc 0/0 00000100:00100000:3.0:1713531265.782596:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1232 00000100:00100000:1.0:1713531265.783392:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.783431:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221248 00000100:00100000:2.0:1713531265.783435:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221248 00000100:00100000:2.0:1713531265.783451:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5571 00000100:00100000:2.0:1713531265.783455:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880089207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:11557:x1796767405221248:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:2.0:1713531265.783481:0:6404:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.783491:0:6404:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 297 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.783499:0:6404:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.783522:0:6404:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 297 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.783535:0:6404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 297 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.783547:0:6404:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684288:192.168.202.39@tcp:104: 00000100:00100000:2.0:1713531265.783587:0:6404:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008d23bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1713531265.784390:0:6404:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008b42d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6404:1796767409684288:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531265.784406:0:6404:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:1.0:1713531265.784486:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.784510:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221312 00000100:00100000:0.0:1713531265.784515:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221312 00010000:00010000:0.0:1713531265.784531:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 298 pid: 6404 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.784550:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1163 00000100:00100000:0.0:1713531265.784556:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:1822:x1796767405221312:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1713531265.784564:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1713531265.784569:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 298 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.784579:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 298 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.784592:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135304e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5980 expref: 298 pid: 6404 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1713531265.784613:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531265.784616:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.784624:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.784629:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6404 initiator: MDT0 00010000:00010000:0.0:1713531265.784651:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1713531265.784679:0:6404:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.784681:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:1822:x1796767405221312:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 123us (195us total) trans 0 rc 0/0 00010000:00010000:2.0:1713531265.784686:0:6404:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6404 initiator: MDT0 00000100:00100000:0.0:1713531265.784688:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1163 00010000:00010000:2.0:1713531265.784790:0:6404:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784795:0:6404:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784799:0:6404:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784802:0:6404:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008bd2b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531265.784804:0:6404:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784808:0:6404:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784816:0:6404:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.784818:0:6404:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1713531265.784820:0:6404:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00010000:00010000:2.0:1713531265.784823:0:6404:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b600/0xe3b2c985135304ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6404 initiator: MDT0 00000100:00100000:2.0:1713531265.784858:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880089207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:11557:x1796767405221248:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1400us (1466us total) trans 4294971305 rc 0/0 00000100:00100000:2.0:1713531265.784865:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5571 00000100:00100000:1.0:1713531265.789190:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.789241:0:6404:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221376 00000100:00100000:2.0:1713531265.789246:0:6404:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221376 00000100:00100000:1.0:1713531265.789286:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5572 00000100:00100000:1.0:1713531265.789292:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+297:11558:x1796767405221376:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531265.789307:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531265.789316:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c240/0xe3b2c985135304f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5987 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.789351:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789358:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789364:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789377:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789382:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789388:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789463:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789470:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789477:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:1.0:1713531265.789496:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00000004:00200000:1.0:1713531265.789499:0:15461:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1713531265.789509:0:15461:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789514:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789518:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789521:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789525:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789528:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c36f3c0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531265.789530:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789534:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789540:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0x0 (ffff88008b44de00) 00010000:00010000:1.0:1713531265.789541:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531265.789543:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789545:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36f3c0/0xe3b2c985135304fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789563:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789566:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789569:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789572:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c36c000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:1.0:1713531265.789573:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789576:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789579:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbb:0x0].0xbcc1198a (ffff88008b55a000) 00010000:00010000:1.0:1713531265.789581:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1713531265.789582:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789584:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c000/0xe3b2c98513530504 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbb:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:1.0:1713531265.789600:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36c240/0xe3b2c985135304f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 299 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.789606:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 298 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.789610:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:1.0:1713531265.789611:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1713531265.789612:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c36d680, rc 0) 00000100:00100000:1.0:1713531265.789640:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:11558:x1796767405221376:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 348us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531265.789644:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5572 00000100:00100000:1.0:1713531265.791869:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531265.791926:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221504 00000100:00100000:3.0:1713531265.791931:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221504 00000100:00100000:3.0:1713531265.791956:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1233 00000100:00100000:3.0:1713531265.791960:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:11558:x1796767405221504:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531265.792089:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:11558:x1796767405221504:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 127us (221us total) trans 4294971306 rc 0/0 00000100:00100000:3.0:1713531265.792096:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1233 00000100:00100000:2.0:1713531265.792846:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531265.792891:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221632 00000100:00100000:1.0:1713531265.792894:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221632 00000100:00100000:1.0:1713531265.792913:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5573 00000100:00100000:1.0:1713531265.792916:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+299:11558:x1796767405221632:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:1.0:1713531265.792924:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1713531265.792925:0:15461:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1713531265.792936:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135304b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5979 expref: 299 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.792944:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:1.0:1713531265.792946:0:15461:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531265.792952:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36eac0/0xe3b2c98513530512 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c598e expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.792987:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36eac0/0xe3b2c98513530512 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c598e expref: 299 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.792992:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36eac0/0xe3b2c98513530512 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c598e expref: 299 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531265.792997:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c36eac0, rc 0) 00000100:00100000:1.0:1713531265.793020:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:11558:x1796767405221632:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 103us (177us total) trans 0 rc 301/301 00000100:00100000:1.0:1713531265.793024:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5573 00000100:00100000:1.0:1713531265.797844:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.797891:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221760 00000100:00100000:2.0:1713531265.797897:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221760 00000100:00100000:2.0:1713531265.797928:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5574 00000100:00100000:2.0:1713531265.797933:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+298:11559:x1796767405221760:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531265.797943:0:15461:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531265.797952:0:15461:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530519 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5995 expref: -99 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.797999:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530520 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531265.798008:0:15461:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530520 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531265.798015:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530520 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000004:00200000:2.0:1713531265.798024:0:15461:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbc:0x0]: returning size 0 00010000:00010000:2.0:1713531265.798115:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c98513530519 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5995 expref: 301 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.798132:0:15461:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28480/0xe3b2c98513530520 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5995 expref: 300 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531265.798137:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.798139:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1713531265.798140:0:15461:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28480, rc 0) 00000100:00100000:2.0:1713531265.798168:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:11559:x1796767405221760:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 235us (329us total) trans 4294971307 rc 0/0 00000100:00100000:2.0:1713531265.798172:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5574 00000100:00100000:2.0:1713531265.799171:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531265.799211:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221888 00000100:00100000:0.0:1713531265.799216:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221888 00000100:00100000:0.0:1713531265.799246:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5575 00000100:00100000:0.0:1713531265.799252:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:11559:x1796767405221888:12345-192.168.202.39@tcp:55:lfs.0 00010000:00010000:0.0:1713531265.799310:0:15461:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.799322:0:15461:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 300 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531265.799330:0:15461:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 4/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.799358:0:15461:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 300 pid: 15461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531265.799371:0:15461:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 300 pid: 15461 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1713531265.799383:0:15461:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880088a22300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409684352:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531265.799427:0:15461:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663a80 going to sleep for 11 seconds 00000100:00100000:2.0:1713531265.800176:0:15461:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880088a22300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:15461:1796767409684352:192.168.202.39@tcp:104: 00010000:00010000:2.0:1713531265.800187:0:15461:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531265.800211:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531265.800228:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405221952 00000100:00100000:2.0:1713531265.800231:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405221952 00010000:00010000:2.0:1713531265.800241:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 301 pid: 15461 timeout: 460 lvb_type: 0 00000100:00100000:2.0:1713531265.800259:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1164 00000100:00100000:2.0:1713531265.800263:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+301:1822:x1796767405221952:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531265.800288:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531265.800292:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 301 pid: 15461 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.800298:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 301 pid: 15461 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.800308:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c36d680/0xe3b2c9851353050b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c5987 expref: 301 pid: 15461 timeout: 460 lvb_type: 0 00010000:00010000:2.0:1713531265.800317:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:2.0:1713531265.800319:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531265.800323:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531265.800326:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15461 initiator: MDT0 00010000:00010000:2.0:1713531265.800340:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531265.800361:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7942c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:1822:x1796767405221952:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 97us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531265.800365:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1164 00010000:00010000:0.0:1713531265.800370:0:15461:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800378:0:15461:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800517:0:15461:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800524:0:15461:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800529:0:15461:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800535:0:15461:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a640 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531265.800539:0:15461:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800545:0:15461:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800553:0:15461:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbc:0x0].0x0 (ffff8800a724fe00) 00010000:00010000:0.0:1713531265.800556:0:15461:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1713531265.800559:0:15461:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 2/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00010000:00010000:0.0:1713531265.800564:0:15461:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a640/0xe3b2c9851353052e lrc: 0/0,0 mode: --/PW res: [0x200000402:0xbc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15461 initiator: MDT0 00000100:00100000:0.0:1713531265.800612:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d23e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:11559:x1796767405221888:12345-192.168.202.39@tcp:55:lfs.0 Request processed in 1358us (1440us total) trans 4294971308 rc 0/0 00000100:00100000:0.0:1713531265.800619:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5575 00010000:00010000:2.0:1713531266.170341:0:6394:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1713531266.796395:0:2631:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409684416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1713531266.796443:0:2631:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531266.796484:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684416 00000100:00100000:1.0:1713531266.796491:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684416 00000100:00080000:0.0:1713531266.796529:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531236 00000100:00100000:1.0:1713531266.796534:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1713531266.796540:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409684416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1713531266.796573:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 205717504 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1713531266.796620:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2631:x1796767409684416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531266.796627:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1713531266.796642:0:2631:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88012e388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2631:1796767409684416:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1713531267.172353:0:6395:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1713531267.276373:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2633:1796767409684544:0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276373:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409684480:0@lo:400:kworker.0 00000100:00100000:2.0:1713531267.276424:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531267.276425:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531267.276443:0:2633:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1713531267.276443:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134f90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409684736:0@lo:400:kworker.0 00000100:00100000:2.0:1713531267.276446:0:2633:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409684608:0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276466:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1713531267.276470:0:2633:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1713531267.276480:0:2632:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1713531267.276485:0:2632:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013219f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409684672:0@lo:400:kworker.0 00000100:00100000:2.0:1713531267.276490:0:6399:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684480 00000100:00100000:2.0:1713531267.276495:0:6399:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684480 00000100:00100000:1.0:1713531267.276501:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684736 00000100:00100000:0.0:1713531267.276501:0:2632:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531267.276506:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684736 00000100:00100000:0.0:1713531267.276521:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684544 00000100:00100000:2.0:1713531267.276522:0:6399:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1713531267.276525:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684544 00000100:00100000:2.0:1713531267.276526:0:6399:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409684480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1713531267.276530:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1713531267.276535:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409684736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276543:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684608 00000100:00100000:0.0:1713531267.276545:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684608 00000100:00100000:2.0:1713531267.276552:0:6399:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e42ccf48-c917-4b23-b513-2502a931f1a1+18:2632:x1796767409684480:12345-0@lo:400:kworker.0 Request processed in 26us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531267.276555:0:15461:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684672 00000100:00100000:2.0:1713531267.276556:0:6399:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1713531267.276557:0:15461:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684672 00000100:00100000:1.0:1713531267.276568:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:2632:x1796767409684736:12345-0@lo:400:kworker.0 Request processed in 33us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531267.276569:0:15461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1713531267.276573:0:6404:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1713531267.276574:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1713531267.276574:0:15461:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2633:x1796767409684544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531267.276576:0:6404:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409684608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1713531267.276590:0:6404:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2633:x1796767409684608:12345-0@lo:400:kworker.0 Request processed in 13us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531267.276593:0:6405:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1713531267.276595:0:6404:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1713531267.276597:0:6405:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409684672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276600:0:15461:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2633:x1796767409684544:12345-0@lo:400:kworker.0 Request processed in 26us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531267.276607:0:15461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1713531267.276617:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008aa18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2633:1796767409684608:0@lo:400:kworker.0 00000100:00080000:0.0:1713531267.276621:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531237 00000100:00100000:2.0:1713531267.276623:0:2633:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2633:1796767409684544:0@lo:400:kworker.0 00000100:00080000:0.0:1713531267.276624:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531237 00000100:00100000:1.0:1713531267.276625:0:6405:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2632:x1796767409684672:12345-0@lo:400:kworker.0 Request processed in 27us (122us total) trans 0 rc 0/0 00000100:00080000:0.0:1713531267.276626:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531237 00000100:00100000:1.0:1713531267.276630:0:6405:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1713531267.276647:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013219f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2632:1796767409684672:0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276655:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88008d23f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e42ccf48-c917-4b23-b513-2502a931f1a1:2632:1796767409684480:0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.276662:0:2632:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880134f90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2632:1796767409684736:0@lo:400:kworker.0 00000100:00100000:0.0:1713531267.292372:0:2634:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1713531267.292389:0:2634:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409684800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1713531267.292436:0:2634:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1713531267.292466:0:15161:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767409684800 00000100:00100000:1.0:1713531267.292472:0:15161:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767409684800 00000100:00100000:1.0:1713531267.292499:0:15161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1713531267.292503:0:15161:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409684800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1713531267.292529:0:15161:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 244908032 pending 0 free 3828350976 avail 3826253824 00000100:00100000:1.0:1713531267.292573:0:15161:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2634:x1796767409684800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531267.292580:0:15161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1713531267.292595:0:2634:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2634:1796767409684800:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1713531267.491386:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1713531267.491391:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1713531267.491414:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 180 count 2 00000040:00080000:2.0:1713531267.491418:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1713531267.525244:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531267.525293:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531267.525294:0:6400:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222016 00000100:00100000:2.0:1713531267.525301:0:6400:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222016 00000100:00100000:0.0:1713531267.525320:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531267.525338:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531267.525339:0:6400:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 520 00000100:00100000:2.0:1713531267.525343:0:6400:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405222016:12345-192.168.202.39@tcp:400:kworker.0 00000100:00080000:1.0:1713531267.525352:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd MGS older than 1713531237 00000100:00100000:0.0:1713531267.525354:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531267.525366:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531267.525367:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222144 00000100:00100000:3.0:1713531267.525369:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222080 00000100:00100000:1.0:1713531267.525371:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222144 00000100:00100000:3.0:1713531267.525373:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222080 00000100:00100000:2.0:1713531267.525383:0:6400:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bf8dfe1-f10f-4624-9dc2-378b3791e4e3+12:1823:x1796767405222016:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531267.525387:0:6400:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 520 00000100:00100000:0.0:1713531267.525395:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531267.525396:0:8791:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222272 00000100:00100000:1.0:1713531267.525396:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222208 00000100:00100000:3.0:1713531267.525398:0:8791:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222272 00000100:00100000:1.0:1713531267.525398:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222208 00000100:00100000:3.0:1713531267.525408:0:8791:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 284 00000100:00100000:3.0:1713531267.525411:0:8791:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:1822:x1796767405222080:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531267.525411:0:9619:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 285 00000100:00100000:1.0:1713531267.525411:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222336 00000100:00100000:1.0:1713531267.525412:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222336 00000100:00100000:2.0:1713531267.525415:0:9619:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405222272:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:1.0:1713531267.525421:0:18188:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222400 00000100:00100000:1.0:1713531267.525422:0:18188:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222400 00000100:00100000:1.0:1713531267.525434:0:18188:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 276 00000100:00100000:3.0:1713531267.525439:0:8791:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+300:1822:x1796767405222080:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 27us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531267.525439:0:18188:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405222144:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531267.525444:0:8791:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 284 00000100:00100000:2.0:1713531267.525444:0:9619:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:af1f6925-d627-45ab-9271-3bfd492d0648+91:1823:x1796767405222272:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 28us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531267.525447:0:9619:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 285 00000100:00100000:2.0:1713531267.525460:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 277 00000100:00100000:2.0:1713531267.525462:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880088a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405222208:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531267.525467:0:7957:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 278 00000100:00100000:3.0:1713531267.525470:0:7957:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405222336:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:2.0:1713531267.525474:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:1822:x1796767405222208:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 11us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531267.525474:0:18188:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880088a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:1823:x1796767405222144:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531267.525477:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 277 00000100:00100000:1.0:1713531267.525480:0:18188:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 276 00000100:00100000:2.0:1713531267.525484:0:20175:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 279 00000100:00100000:3.0:1713531267.525487:0:7957:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405222336:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 16us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531267.525487:0:20175:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405222400:12345-192.168.202.39@tcp:400:kworker.0 00000100:00100000:3.0:1713531267.525491:0:7957:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 278 00000100:00100000:2.0:1713531267.525497:0:20175:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:af1f6925-d627-45ab-9271-3bfd492d0648+9:1823:x1796767405222400:12345-192.168.202.39@tcp:400:kworker.0 Request processed in 11us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531267.525501:0:20175:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 279 00000100:00080000:1.0:1713531267.525501:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531237 00000100:00080000:1.0:1713531267.525503:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531237 00000100:00080000:1.0:1713531267.525504:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1713531237 00010000:00010000:2.0:1713531268.174376:0:30272:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1713531268.355213:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971308 is committed 00000001:00080000:2.0:1713531268.355236:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971287 is committed 00000001:00080000:2.0:1713531268.355257:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971288 is committed 00000001:02000400:2.0:1713531268.707097:0:25129:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 21: Simple release tests ============== 08:54:27 (1713531267) 00000100:00100000:0.0:1713531268.757880:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.757966:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222464 00000100:00100000:3.0:1713531268.757974:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222464 00000100:00100000:3.0:1713531268.758013:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5576 00000100:00100000:3.0:1713531268.758018:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12311:x1796767405222464:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1713531268.758095:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12311:x1796767405222464:12345-192.168.202.39@tcp:59:lhsmtool_posix.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531268.758100:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5576 00000100:00100000:0.0:1713531268.763324:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.763376:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222528 00000100:00100000:3.0:1713531268.763382:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222528 00000100:00100000:3.0:1713531268.763410:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5577 00000100:00100000:3.0:1713531268.763414:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:12312:x1796767405222528:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:3.0:1713531268.763426:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.763440:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530535 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c599c expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.763480:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763489:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763497:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763510:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763514:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763517:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763572:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763576:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763580:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763584:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b600 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.763586:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763590:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763597:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:3.0:1713531268.763599:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.763601:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763604:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c9851353053c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763619:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763622:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763625:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763627:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.763629:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763631:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763638:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff88009a3a4700) 00010000:00010000:3.0:1713531268.763639:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.763641:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763643:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530543 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.763669:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530535 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c599c expref: 281 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.763674:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c98513530535 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c599c expref: 281 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.763680:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988480, rc 0) 00000100:00100000:3.0:1713531268.763712:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:12312:x1796767405222528:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 298us (393us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531268.763716:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5577 00000100:00100000:0.0:1713531268.765118:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.765149:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222656 00000100:00100000:3.0:1713531268.765153:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222656 00000100:00100000:3.0:1713531268.765172:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5578 00000100:00100000:3.0:1713531268.765176:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:12312:x1796767405222656:12345-192.168.202.39@tcp:36:lfs.0 00010000:00010000:3.0:1713531268.765196:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531268.765207:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd29440/0xe3b2c98513530383 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5917 expref: 280 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.765215:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:3.0:1713531268.765217:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531268.765250:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.765257:0:6406:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.765261:0:6406:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.765299:0:6406:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 87 pid: 6404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.765307:0:6406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 87 pid: 6404 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1713531268.765316:0:6406:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880087e86300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409684864:192.168.202.39@tcp:104: 00000100:00100000:3.0:1713531268.765349:0:6406:0:(client.c:2539:ptlrpc_set_wait()) set ffff880091ebfcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1713531268.766135:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.766144:0:6406:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880087e86300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6406:1796767409684864:192.168.202.39@tcp:104: 00010000:00010000:3.0:1713531268.766161:0:6406:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:2.0:1713531268.766177:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222720 00000100:00100000:2.0:1713531268.766180:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222720 00010000:00010000:2.0:1713531268.766194:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 88 pid: 6404 timeout: 463 lvb_type: 0 00000100:00100000:2.0:1713531268.766216:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1165 00000100:00100000:2.0:1713531268.766220:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+88:1822:x1796767405222720:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531268.766227:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1713531268.766230:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 88 pid: 6404 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.766236:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 88 pid: 6404 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.766245:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c9851353030c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c58f4 expref: 88 pid: 6404 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.766255:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:2.0:1713531268.766257:0:9581:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.766262:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.766265:0:9581:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.766301:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1713531268.766322:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+87:1822:x1796767405222720:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 101us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.766326:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1165 00010000:00010000:3.0:1713531268.766332:0:6406:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766338:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766350:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766355:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766362:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:3.0:1713531268.766857:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: returning size 512 00010000:00010000:3.0:1713531268.766862:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766866:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766870:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766872:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.766874:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766877:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766882:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b44dd00) 00010000:00010000:3.0:1713531268.766884:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.766885:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.766888:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c9851353054a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000004:00010000:3.0:1713531268.766896:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880092924a80 reply state ffff880089140000 transno 4294971309 ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531268.766900:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1713531268.766939:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:12312:x1796767405222656:12345-192.168.202.39@tcp:36:lfs.0 Request processed in 1761us (1821us total) trans 4294971309 rc 0/0 00000100:00100000:3.0:1713531268.766944:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5578 00010000:00010000:2.0:1713531268.767492:0:2617:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767498:0:2617:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767505:0:2617:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767508:0:2617:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989f80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531268.767509:0:2617:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767512:0:2617:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767518:0:2617:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff88009a3a4200) 00010000:00010000:2.0:1713531268.767520:0:2617:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531268.767521:0:2617:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.767524:0:2617:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989f80/0xe3b2c98513530551 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:1.0:1713531268.775897:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.775989:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222784 00000100:00100000:3.0:1713531268.775996:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222784 00000100:00100000:3.0:1713531268.776034:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5579 00000100:00100000:3.0:1713531268.776039:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:12316:x1796767405222784:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531268.776064:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.776080:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c98513530558 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59a3 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.776116:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.776123:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.776130:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:3.0:1713531268.776167:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531268.776170:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531268.776179:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.776190:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998ad00/0xe3b2c98513530558 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59a3 expref: 89 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.776208:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59a3 expref: 88 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.776213:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4f00) 00010000:00010000:3.0:1713531268.776215:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531268.776217:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801399898c0, rc 0) 00000100:00100000:3.0:1713531268.776248:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12316:x1796767405222784:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 209us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531268.776252:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5579 00000100:00100000:0.0:1713531268.777278:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.777320:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222912 00000100:00100000:3.0:1713531268.777325:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222912 00000100:00100000:3.0:1713531268.777357:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5580 00000100:00100000:3.0:1713531268.777363:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12316:x1796767405222912:12345-192.168.202.39@tcp:36:mkdir.0 00010000:00010000:3.0:1713531268.777387:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1713531268.777398:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399898c0/0xe3b2c9851353055f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59a3 expref: 88 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.777409:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4f00) 00010000:00010000:3.0:1713531268.777415:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1713531268.777509:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:12316:x1796767405222912:12345-192.168.202.39@tcp:36:mkdir.0 Request processed in 144us (243us total) trans 0 rc -17/-17 00000100:00100000:3.0:1713531268.777516:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5580 00000100:00100000:0.0:1713531268.778188:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.778225:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405222976 00000100:00100000:3.0:1713531268.778229:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405222976 00000100:00100000:3.0:1713531268.778249:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5581 00000100:00100000:3.0:1713531268.778252:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+87:12316:x1796767405222976:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531268.778258:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.778284:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c98513530566 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59aa expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.778310:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851353056d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.778318:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851353056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.778325:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851353056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:3.0:1713531268.778346:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1713531268.778349:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531268.778355:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851353056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.778367:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989680/0xe3b2c98513530566 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59aa expref: 89 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.778378:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998af40/0xe3b2c9851353056d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59aa expref: 88 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.778382:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:3.0:1713531268.778383:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1713531268.778385:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998af40, rc 0) 00000100:00100000:3.0:1713531268.778410:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12316:x1796767405222976:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 156us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531268.778415:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5581 00000100:00100000:1.0:1713531268.779112:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.779146:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223040 00000100:00100000:3.0:1713531268.779149:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223040 00000100:00100000:3.0:1713531268.779165:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5582 00000100:00100000:3.0:1713531268.779168:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+88:12316:x1796767405223040:12345-192.168.202.39@tcp:101:mkdir.0 00010000:00010000:3.0:1713531268.779174:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.779180:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c98513530574 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59b1 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.779200:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779205:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779210:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779218:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779222:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779225:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779264:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779292:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779298:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:3.0:1713531268.779324:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: returning size 512 00000004:00200000:3.0:1713531268.779327:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1713531268.779334:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779342:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779348:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779354:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779358:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988480 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.779361:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779366:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779373:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:3.0:1713531268.779374:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.779377:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779380:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988480/0xe3b2c9851353057b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779386:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779388:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779392:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779395:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989200 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.779396:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779402:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779405:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff88009a3a4300) 00010000:00010000:3.0:1713531268.779406:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.779407:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779410:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989200/0xe3b2c98513530582 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.779423:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998bcc0/0xe3b2c98513530574 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59b1 expref: 90 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.779428:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59b1 expref: 89 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.779432:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:3.0:1713531268.779433:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1713531268.779434:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a400, rc 0) 00000100:00100000:3.0:1713531268.779459:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:12316:x1796767405223040:12345-192.168.202.39@tcp:101:mkdir.0 Request processed in 288us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531268.779465:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5582 00000100:00100000:0.0:1713531268.782472:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.782512:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223104 00000100:00100000:3.0:1713531268.782517:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223104 00000100:00100000:3.0:1713531268.782544:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5583 00000100:00100000:3.0:1713531268.782548:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:12317:x1796767405223104:12345-192.168.202.39@tcp:101:rm.0 00010000:00010000:3.0:1713531268.782557:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.782565:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c98513530590 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59b8 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.782598:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782605:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782610:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782623:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782626:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782630:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782659:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782662:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782665:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782668:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.782670:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782673:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782679:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:3.0:1713531268.782681:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.782683:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782685:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139989b00/0xe3b2c98513530597 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782690:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782693:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782696:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782698:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988d80 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.782700:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782703:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782706:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x4d12f7d4 (ffff88009a3a4600) 00010000:00010000:3.0:1713531268.782707:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.782708:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782710:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988d80/0xe3b2c9851353059e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.782728:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c98513530590 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59b8 expref: 90 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.782734:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b600/0xe3b2c98513530590 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59b8 expref: 90 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.782739:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998b600, rc 0) 00000100:00100000:3.0:1713531268.782765:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:12317:x1796767405223104:12345-192.168.202.39@tcp:101:rm.0 Request processed in 216us (295us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531268.782769:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5583 00000100:00100000:0.0:1713531268.786164:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.786202:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223232 00000100:00100000:3.0:1713531268.786206:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223232 00000100:00100000:3.0:1713531268.786231:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5584 00000100:00100000:3.0:1713531268.786235:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:12318:x1796767405223232:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:3.0:1713531268.786243:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1713531268.786244:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1713531268.786254:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c98513530589 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59b1 expref: 89 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.786263:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff88009a3a4700) 00010000:00010000:3.0:1713531268.786285:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1713531268.786296:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c985135305a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59bf expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.786350:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,1 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786356:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786361:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786370:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786373:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786377:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00080000:3.0:1713531268.786683:0:6406:0:(osp_object.c:1653:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x63:0x0], index 1: 0 00010000:00010000:3.0:1713531268.786787:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786793:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786797:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786813:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786817:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786820:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786823:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:3.0:1713531268.786825:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786828:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786833:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff88009a3a4300) 00010000:00010000:3.0:1713531268.786835:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1713531268.786836:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531268.786839:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988b40/0xe3b2c985135305ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000004:00010000:3.0:1713531268.786844:0:6406:0:(mdt_handler.c:4252:mdt_save_lock()) ### save lock request ffff880092925c00 reply state ffff880087e42000 transno 4294971310 ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000100:00100000:3.0:1713531268.786848:0:6406:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1713531268.786860:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a880/0xe3b2c985135305a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59bf expref: 91 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.786867:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59bf expref: 90 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531268.786871:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:3.0:1713531268.786873:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1713531268.786874:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139989440, rc 0) 00000100:00100000:3.0:1713531268.786908:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:12318:x1796767405223232:12345-192.168.202.39@tcp:101:dd.0 Request processed in 671us (745us total) trans 4294971310 rc 0/0 00000100:00100000:3.0:1713531268.786914:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5584 00010000:00010000:2.0:1713531268.787419:0:2618:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787425:0:2618:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787429:0:2618:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787432:0:2618:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88013998b180 already unused, calling callback (ffffffffa138a700) 00010000:00010000:2.0:1713531268.787434:0:2618:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787437:0:2618:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787444:0:2618:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x4d12f7d4 (ffff88009a3a4f00) 00010000:00010000:2.0:1713531268.787445:0:2618:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1713531268.787447:0:2618:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.787450:0:2618:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998b180/0xe3b2c985135305b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531268.798116:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.798166:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223296 00000100:00100000:2.0:1713531268.798170:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223296 00000100:00100000:2.0:1713531268.798197:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1506 00000100:00100000:2.0:1713531268.798201:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+9:12318:x1796767405223296:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:2.0:1713531268.798211:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531268.798234:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59c6 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531268.798250:0:20174:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1713531268.798261:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.798263:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.798285:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.798295:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.798300:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd29440, rc 0) 00000100:00100000:2.0:1713531268.798328:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+10:12318:x1796767405223296:12345-192.168.202.39@tcp:101:dd.0 Request processed in 127us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.798335:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1506 00000100:00100000:1.0:1713531268.803248:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.803289:0:22679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223424 00000100:00100000:2.0:1713531268.803293:0:22679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223424 00002000:00100000:2.0:1713531268.803313:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->1048575) req@ffff88012e388a80 x1796767405223424/t0(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:644/0 lens 488/0 e 0 to 0 dl 1713531279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.803321:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e388a80 with x1796767405223424 ext(0->1048575) 00002000:00010000:2.0:1713531268.803324:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e388a80 00000100:00100000:2.0:1713531268.803341:0:22679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 437 00000100:00100000:2.0:1713531268.803345:0:22679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+10:1823:x1796767405223424:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:2.0:1713531268.813572:0:22679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+12:1823:x1796767405223424:12345-192.168.202.39@tcp:4:dd.0 Request processed in 10218us (10319us total) trans 4294967702 rc 0/0 00000100:00100000:2.0:1713531268.813580:0:22679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 437 00002000:00100000:2.0:1713531268.813589:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->1048575) req@ffff88012e388a80 x1796767405223424/t4294967702(0) o4->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:644/0 lens 488/448 e 0 to 0 dl 1713531279 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.813597:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e388a80 with x1796767405223424 ext(0->1048575) 00002000:00010000:2.0:1713531268.813602:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e388a80 00000100:00100000:1.0:1713531268.814791:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.814846:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223488 00000100:00100000:3.0:1713531268.814853:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223488 00000100:00100000:3.0:1713531268.814889:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5585 00000100:00100000:3.0:1713531268.814894:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:12318:x1796767405223488:12345-192.168.202.39@tcp:44:dd.0 00000001:00080000:2.0:1713531268.822331:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971310 is committed 00000001:00080000:2.0:1713531268.822339:0:6623:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294971309 is committed 00000100:00100000:0.0:1713531268.822377:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+89:12318:x1796767405223488:12345-192.168.202.39@tcp:44:dd.0 Request processed in 7480us (7585us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.822385:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5585 00000100:00100000:0.0:1713531268.823254:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.823287:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223552 00000100:00100000:2.0:1713531268.823292:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223552 00000100:00100000:2.0:1713531268.823316:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1507 00000100:00100000:2.0:1713531268.823320:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+12:1822:x1796767405223552:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:1.0:1713531268.833760:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967702 is committed 00000100:00100000:0.0:1713531268.833798:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405223552:12345-192.168.202.39@tcp:16:dd.0 Request processed in 10472us (10540us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.833805:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1507 00000100:00100000:2.0:1713531268.834903:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.834950:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223680 00000100:00100000:3.0:1713531268.834956:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223680 00000100:00100000:3.0:1713531268.834986:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1234 00000100:00100000:3.0:1713531268.834992:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+89:12318:x1796767405223680:12345-192.168.202.39@tcp:35:dd.0 00000100:00100000:3.0:1713531268.835228:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+90:12318:x1796767405223680:12345-192.168.202.39@tcp:35:dd.0 Request processed in 235us (326us total) trans 4294971311 rc 0/0 00000100:00100000:3.0:1713531268.835233:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1234 00000100:00100000:1.0:1713531268.840540:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.840587:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223744 00000100:00100000:0.0:1713531268.840595:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223744 00000100:00100000:0.0:1713531268.840637:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5586 00000100:00100000:0.0:1713531268.840644:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+90:12319:x1796767405223744:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531268.840665:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531268.840681:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c985135305cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59cd expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.840730:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840742:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840751:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840767:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840772:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840777:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840883:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840888:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840892:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531268.840917:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: returning size 11776 00000004:00200000:0.0:1713531268.840920:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531268.840933:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840941:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840947:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840952:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840961:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0bcc0 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.840964:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840970:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840979:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:0.0:1713531268.840981:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.840984:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840989:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0bcc0/0xe3b2c985135305d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.840997:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841002:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841006:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841010:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08b40 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.841011:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841015:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841020:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff8800a6838d00) 00010000:00010000:0.0:1713531268.841021:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.841024:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841028:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c985135305dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.841058:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c985135305cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59cd expref: 92 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.841068:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59cd expref: 91 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.841074:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff8800a6838500) 00010000:00010000:0.0:1713531268.841075:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1713531268.841077:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a880, rc 0) 00000100:00100000:0.0:1713531268.841118:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:12319:x1796767405223744:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 474us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.841123:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5586 00000100:00100000:0.0:1713531268.848502:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.848558:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223808 00000100:00100000:2.0:1713531268.848565:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223808 00000100:00100000:2.0:1713531268.848608:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5587 00000100:00100000:2.0:1713531268.848614:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+279:12323:x1796767405223808:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:2.0:1713531268.848631:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531268.848645:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135305eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59d4 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.848689:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135305f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.848700:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135305f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.848709:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135305f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:2.0:1713531268.848766:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1713531268.848769:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1713531268.848782:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135305f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:2.0:1713531268.848798:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28900/0xe3b2c985135305eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59d4 expref: 281 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.848809:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2ad00/0xe3b2c985135305f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59d4 expref: 280 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.848817:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:2.0:1713531268.848819:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1713531268.848821:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2ad00, rc 0) 00000100:00100000:2.0:1713531268.848866:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:12323:x1796767405223808:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 251us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.848873:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5587 00000100:00100000:2.0:1713531268.849685:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.849743:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405223872 00000100:00100000:0.0:1713531268.849747:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405223872 00000100:00100000:0.0:1713531268.849776:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5588 00000100:00100000:0.0:1713531268.849781:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+280:12323:x1796767405223872:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531268.849790:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531268.849799:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c985135305f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59db expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.849827:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849838:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849845:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849861:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849867:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849872:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849974:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849980:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.849986:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531268.850004:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: returning size 11776 00000004:00200000:0.0:1713531268.850007:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1713531268.850015:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850022:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850027:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850036:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850041:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09b00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.850061:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850069:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850078:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009a3a4e00) 00010000:00010000:0.0:1713531268.850090:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.850093:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850098:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09b00/0xe3b2c98513530600 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850107:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850112:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850117:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850122:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0a400 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.850124:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850129:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850139:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff8800a6838200) 00010000:00010000:0.0:1713531268.850141:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.850143:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850147:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a400/0xe3b2c98513530607 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.850166:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08900/0xe3b2c985135305f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59db expref: 282 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.850173:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59db expref: 281 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.850177:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff8800a6838500) 00010000:00010000:0.0:1713531268.850178:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1713531268.850179:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0a1c0, rc 0) 00000100:00100000:0.0:1713531268.850206:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:12323:x1796767405223872:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 425us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.850210:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5588 00000100:00100000:1.0:1713531268.851109:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.851137:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224000 00000100:00100000:0.0:1713531268.851141:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224000 00000100:00100000:0.0:1713531268.851159:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5589 00000100:00100000:0.0:1713531268.851163:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+281:12323:x1796767405224000:12345-192.168.202.39@tcp:101:lfs.0 00010000:00010000:0.0:1713531268.851169:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531268.851175:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c98513530615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59e2 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.851217:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851223:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851227:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851241:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851244:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851248:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851315:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851319:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851323:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531268.851328:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbe:0x0]: returning size 1048576 00010000:00010000:0.0:1713531268.851388:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851392:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851398:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851400:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab0ad00 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.851402:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851405:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851409:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff8800a6838500) 00010000:00010000:0.0:1713531268.851411:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.851412:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851415:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0ad00/0xe3b2c9851353061c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851419:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851422:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851425:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851428:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab08000 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.851429:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851432:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851438:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x4d12f7d4 (ffff8800a6838900) 00010000:00010000:0.0:1713531268.851439:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1713531268.851441:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851444:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08000/0xe3b2c98513530623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.851460:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09f80/0xe3b2c98513530615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e2 expref: 284 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.851466:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e2 expref: 283 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.851469:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:0.0:1713531268.851470:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1713531268.851472:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab09200, rc 0) 00000100:00100000:0.0:1713531268.851498:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:12323:x1796767405224000:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 334us (390us total) trans 4294971312 rc 0/0 00000100:00100000:0.0:1713531268.851502:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5589 00000100:00100000:2.0:1713531268.852437:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.852468:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224064 00000100:00100000:0.0:1713531268.852473:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224064 00000100:00100000:0.0:1713531268.852493:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5590 00000100:00100000:0.0:1713531268.852497:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:12323:x1796767405224064:12345-192.168.202.39@tcp:54:lfs.0 00010000:00010000:0.0:1713531268.852518:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852524:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852530:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852537:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852540:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852543:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852546:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ab09440 already unused, calling callback (ffffffffa138a700) 00010000:00010000:0.0:1713531268.852548:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852551:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852555:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:0.0:1713531268.852556:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1713531268.852558:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.852561:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09440/0xe3b2c98513530638 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00000100:00100000:0.0:1713531268.852590:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:12323:x1796767405224064:12345-192.168.202.39@tcp:54:lfs.0 Request processed in 92us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.852594:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5590 00000100:00100000:2.0:1713531268.853236:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:3.0:1713531268.853292:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224192 00000100:00100000:3.0:1713531268.853296:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224192 00000100:00100000:3.0:1713531268.853331:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1235 00000100:00100000:3.0:1713531268.853336:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+283:12323:x1796767405224192:12345-192.168.202.39@tcp:35:lfs.0 00000100:00100000:3.0:1713531268.853448:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:12323:x1796767405224192:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 110us (212us total) trans 4294971313 rc 0/0 00000100:00100000:3.0:1713531268.853454:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1235 00000100:00100000:1.0:1713531268.861804:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.861855:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224320 00000100:00100000:0.0:1713531268.861863:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224320 00000100:00100000:0.0:1713531268.861907:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5591 00000100:00100000:0.0:1713531268.861913:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+284:12328:x1796767405224320:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:0.0:1713531268.861932:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531268.861947:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851353063f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59e9 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.862027:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.862036:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00010000:0.0:1713531268.862043:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00000004:00200000:0.0:1713531268.862062:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbe:0x0]: returning size 1048576 00010000:00010000:0.0:1713531268.862142:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0b180/0xe3b2c9851353063f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xd7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e9 expref: 287 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.862152:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e9 expref: 286 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.862157:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:0.0:1713531268.862159:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1713531268.862161:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab08b40, rc 0) 00000100:00100000:0.0:1713531268.862209:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:12328:x1796767405224320:12345-192.168.202.39@tcp:101:dd.0 Request processed in 292us (407us total) trans 4294971314 rc 0/0 00000100:00100000:0.0:1713531268.862216:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5591 00000100:00100000:2.0:1713531268.863102:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.863135:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224384 00000100:00100000:0.0:1713531268.863139:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224384 00000100:00100000:0.0:1713531268.863162:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1508 00000100:00100000:0.0:1713531268.863166:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+80:12328:x1796767405224384:12345-192.168.202.39@tcp:101:dd.0 00010000:00010000:0.0:1713531268.863172:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1713531268.863182:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59f0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.863198:0:20174:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 9 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.863203:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531268.863204:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1713531268.863206:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 81 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.863224:0:20174:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 9 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.863232:0:20174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 9 pid: 20174 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1713531268.863240:0:20174:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092926a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409684928:192.168.202.39@tcp:104: 00000100:00100000:0.0:1713531268.863289:0:20174:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008b663f00 going to sleep for 11 seconds 00000100:00100000:0.0:1713531268.863974:0:20174:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff880092926a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:20174:1796767409684928:192.168.202.39@tcp:104: 00010000:00010000:0.0:1713531268.863987:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 81 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1713531268.863994:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ab0bcc0, rc 0) 00000100:00100000:0.0:1713531268.864017:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:12328:x1796767405224384:12345-192.168.202.39@tcp:101:dd.0 Request processed in 851us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.864021:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1508 00000100:00100000:1.0:1713531268.864533:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.864565:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224448 00000100:00100000:2.0:1713531268.864569:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224448 00010000:00010000:2.0:1713531268.864582:0:9581:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 463 lvb_type: 0 00000100:00100000:2.0:1713531268.864600:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:2.0:1713531268.864604:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+10:1822:x1796767405224448:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531268.864610:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1713531268.864619:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x63:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1713531268.864621:0:9581:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x63:0x0] updating lvb mtime from disk: 0 -> 1713531268 00002000:00010000:2.0:1713531268.864622:0:9581:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x63:0x0] updating lvb ctime from disk: 0 -> 1713531268 00002000:00010000:2.0:1713531268.864624:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x63:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1713531268.864627:0:9581:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.864633:0:9581:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.864644:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29440/0xe3b2c985135305c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.39@tcp remote: 0x882d050f247c59c6 expref: 10 pid: 20174 timeout: 463 lvb_type: 0 00010000:00010000:2.0:1713531268.864660:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.864661:0:9581:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.864665:0:9581:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 80 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.864670:0:9581:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 80 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.864684:0:9581:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 80 pid: 20174 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1713531268.864689:0:9581:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013263d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409684992:192.168.202.39@tcp:105: 00000100:00100000:2.0:1713531268.864712:0:9581:0:(client.c:2539:ptlrpc_set_wait()) set ffff88008a9be840 going to sleep for 11 seconds 00000100:00100000:0.0:1713531268.865346:0:9581:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013263d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9581:1796767409684992:192.168.202.39@tcp:105: 00010000:00010000:0.0:1713531268.865354:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1713531268.865376:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:1822:x1796767405224448:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 772us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.865381:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1166 00000100:00100000:1.0:1713531268.865498:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.865533:0:22679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224576 00000100:00100000:2.0:1713531268.865537:0:22679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224576 00002000:00100000:2.0:1713531268.865557:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->4095) req@ffff88012e389f80 x1796767405224576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:644/0 lens 488/0 e 0 to 0 dl 1713531279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.865565:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389f80 with x1796767405224576 ext(0->4095) 00002000:00010000:2.0:1713531268.865568:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e389f80 00000100:00100000:2.0:1713531268.865588:0:22679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 438 00000100:00100000:2.0:1713531268.865592:0:22679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405224576:12345-192.168.202.39@tcp:3:dd.0 00000100:00100000:2.0:1713531268.865702:0:22679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405224576:12345-192.168.202.39@tcp:3:dd.0 Request processed in 108us (204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1713531268.865708:0:22679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 438 00002000:00100000:2.0:1713531268.865713:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->4095) req@ffff88012e389f80 x1796767405224576/t0(0) o3->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:644/0 lens 488/4536 e 0 to 0 dl 1713531279 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.865719:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389f80 with x1796767405224576 ext(0->4095) 00002000:00010000:2.0:1713531268.865722:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e389f80 00000100:00100000:0.0:1713531268.866459:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.866495:0:22679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224640 00000100:00100000:2.0:1713531268.866499:0:22679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224640 00002000:00100000:2.0:1713531268.866512:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->4095) req@ffff880092926a00 x1796767405224640/t0(0) o4->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:644/0 lens 4584/0 e 0 to 0 dl 1713531279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.866519:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880092926a00 with x1796767405224640 ext(0->4095) 00002000:00010000:2.0:1713531268.866522:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092926a00 00000100:00100000:2.0:1713531268.866533:0:22679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 439 00000100:00100000:2.0:1713531268.866537:0:22679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405224640:12345-192.168.202.39@tcp:4:dd.0 00000100:00100000:2.0:1713531268.866766:0:22679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1825:x1796767405224640:12345-192.168.202.39@tcp:4:dd.0 Request processed in 227us (307us total) trans 4294967703 rc 0/0 00000100:00100000:2.0:1713531268.866773:0:22679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 439 00002000:00100000:2.0:1713531268.866778:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->4095) req@ffff880092926a00 x1796767405224640/t4294967703(0) o4->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:644/0 lens 4584/448 e 0 to 0 dl 1713531279 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1713531268.866785:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880092926a00 with x1796767405224640 ext(0->4095) 00002000:00010000:2.0:1713531268.866787:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092926a00 00000100:00100000:0.0:1713531268.867335:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.867379:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224704 00000100:00100000:2.0:1713531268.867383:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224704 00000100:00100000:2.0:1713531268.867410:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5592 00000100:00100000:2.0:1713531268.867414:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:12328:x1796767405224704:12345-192.168.202.39@tcp:44:dd.0 00000100:00100000:2.0:1713531268.867486:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:12328:x1796767405224704:12345-192.168.202.39@tcp:44:dd.0 Request processed in 70us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.867492:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5592 00000100:00100000:1.0:1713531268.868101:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.868114:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224768 00000100:00100000:0.0:1713531268.868118:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224768 00000100:00100000:0.0:1713531268.868137:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1509 00000100:00100000:0.0:1713531268.868141:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+83:1822:x1796767405224768:12345-192.168.202.39@tcp:16:dd.0 00000001:00080000:1.0:1713531268.878966:0:9853:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967703 is committed 00000100:00100000:0.0:1713531268.879007:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1822:x1796767405224768:12345-192.168.202.39@tcp:16:dd.0 Request processed in 10860us (10904us total) trans 0 rc 0/0 00000100:00100000:0.0:1713531268.879015:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1509 00000100:00100000:0.0:1713531268.880056:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.880091:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224832 00000100:00100000:2.0:1713531268.880096:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224832 00000100:00100000:2.0:1713531268.880122:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1510 00000100:00100000:2.0:1713531268.880127:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405224832:12345-192.168.202.39@tcp:16:dd.0 00000100:00100000:2.0:1713531268.880175:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:1825:x1796767405224832:12345-192.168.202.39@tcp:16:dd.0 Request processed in 48us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.880179:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1510 00000100:00100000:2.0:1713531268.890891:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:0.0:1713531268.890921:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.890943:0:10988:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224896 00000100:00100000:1.0:1713531268.890944:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405224960 00000100:00100000:2.0:1713531268.890949:0:10988:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224896 00000100:00100000:1.0:1713531268.890949:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405224960 00000100:00100000:2.0:1713531268.890992:0:10988:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 529 00000100:00100000:2.0:1713531268.890997:0:10988:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+10:9425:x1796767405224896:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1713531268.891006:0:10988:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00000100:00100000:1.0:1713531268.891018:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 530 00000100:00100000:1.0:1713531268.891023:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+86:4644:x1796767405224960:12345-192.168.202.39@tcp:103:ldlm_bl.0 00002000:00010000:2.0:1713531268.891024:0:10988:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.891031:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 81 locks, starting at 0 00010000:00010000:2.0:1713531268.891042:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a2ac0/0xe3b2c9851351e5f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c01f2 expref: 10 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891066:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c36ef40/0xe3b2c985135303c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c592c expref: 86 pid: 18188 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1713531268.891071:0:10988:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1713531268.891079:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c5dbcc0/0xe3b2c9851351d4a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfcf1 expref: 9 pid: 7956 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1713531268.891090:0:10988:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1713531268.891094:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9615b00/0xe3b2c9851351d174 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfbd9 expref: 8 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891097:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b5daac0/0xe3b2c9851353015a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5861 expref: 85 pid: 18188 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531268.891100:0:10988:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1713531268.891104:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9614480/0xe3b2c9851351cd8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfa89 expref: 7 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891116:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ab098c0/0xe3b2c9851352ff00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c57b9 expref: 84 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.891117:0:10988:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e3db00/0xe3b2c9851351c9cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf939 expref: 6 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531268.891124:0:10988:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1713531268.891133:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b633600/0xe3b2c9851352fcde lrc: 0/0,0 mode: --/PR res: [0x240000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5711 expref: 83 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.891148:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf180/0xe3b2c9851352efbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c531a expref: 82 pid: 7956 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531268.891165:0:10988:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:af1f6925-d627-45ab-9271-3bfd492d0648+5:9425:x1796767405224896:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 166us (278us total) trans 0 rc 0/0 00010000:00010000:1.0:1713531268.891165:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b7a7a80/0xe3b2c9851352ef86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5305 expref: 81 pid: 7956 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1713531268.891173:0:10988:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 529 00010000:00010000:1.0:1713531268.891182:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2bcc0/0xe3b2c9851352eede lrc: 0/0,0 mode: --/PR res: [0x240000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52c6 expref: 80 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891199:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a880/0xe3b2c9851352eea6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52b1 expref: 79 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891220:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd2a1c0/0xe3b2c9851352edfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5272 expref: 78 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891236:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd28240/0xe3b2c9851352edc6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c525d expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891253:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a44900/0xe3b2c9851352ec92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51e6 expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891294:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a44000/0xe3b2c9851352ec5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51d1 expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891311:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b631440/0xe3b2c9851352ebea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51a7 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891329:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d06c0/0xe3b2c9851352eb7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c517d expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891345:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c5daf40/0xe3b2c9851352eaee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5145 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891362:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee0b40/0xe3b2c9851352ea0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50f1 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891379:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee0480/0xe3b2c9851352e9d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50dc expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891395:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee3840/0xe3b2c9851352e966 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50b2 expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891412:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee1b00/0xe3b2c9851352e92e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c509d expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891430:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee1680/0xe3b2c9851352e8da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c507a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891447:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee3600/0xe3b2c9851352e8a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5065 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891462:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee2400/0xe3b2c9851352e86a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5050 expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891477:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee1200/0xe3b2c9851352e78a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ffc expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891492:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af133c0/0xe3b2c9851352e71a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fd2 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891509:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af12400/0xe3b2c9851352e5e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f5b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891525:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af13a80/0xe3b2c9851352e5ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f46 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891540:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af13600/0xe3b2c9851352e53e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f1c expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891556:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af11b00/0xe3b2c9851352e4ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ef2 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891574:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af13180/0xe3b2c9851352e496 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4edd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891590:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af106c0/0xe3b2c9851352e362 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e66 expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891605:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af11200/0xe3b2c9851352e2f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e3c expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891620:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af12880/0xe3b2c9851352e282 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e12 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891634:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008af10900/0xe3b2c9851352e24a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dfd expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891650:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5f600/0xe3b2c9851352e14e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d9b expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891666:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5fa80/0xe3b2c9851352e0de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d71 expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891682:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5df80/0xe3b2c9851352e0a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d5c expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891697:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5d8c0/0xe3b2c9851352e06e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d47 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891712:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5ed00/0xe3b2c9851352e044 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d39 expref: 49 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.891727:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801399886c0/0xe3b2c9851352c6eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4678 expref: 48 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891745:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc10240/0xe3b2c9851352c571 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4632 expref: 47 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891761:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c6c0/0xe3b2c9851352c4de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4608 expref: 46 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891778:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bc106c0/0xe3b2c9851352c4a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45f3 expref: 45 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891794:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b53ad00/0xe3b2c9851352c38e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c456e expref: 44 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891812:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee33c0/0xe3b2c9851352c2d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4536 expref: 43 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891829:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d6bf840/0xe3b2c9851352c10a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44d4 expref: 42 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891847:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee21c0/0xe3b2c9851352c0cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44bf expref: 41 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891863:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132096ac0/0xe3b2c9851352c085 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4495 expref: 40 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891880:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132094240/0xe3b2c9851352bfe4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4441 expref: 39 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891896:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132096400/0xe3b2c9851352bf43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4410 expref: 38 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891910:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132095440/0xe3b2c9851352be78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43d8 expref: 37 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891925:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dcfc0/0xe3b2c98513529b01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3aaf expref: 36 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891941:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3ddb00/0xe3b2c98513529abb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a9a expref: 35 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891957:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d1f80/0xe3b2c98513529a0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a3f expref: 34 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891973:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b53aac0/0xe3b2c985135296c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c395f expref: 33 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.891988:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008aee1440/0xe3b2c9851352474e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c2205 expref: 32 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.891999:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a46ac0/0xe3b2c98513524747 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c21fe expref: 31 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892015:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c240/0xe3b2c98513523f67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1f73 expref: 30 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892026:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008bd5c480/0xe3b2c98513523fc2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1f9d expref: 29 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892043:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a2880/0xe3b2c98513523821 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1cda expref: 28 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892072:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dc240/0xe3b2c98513523828 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1ce1 expref: 27 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892087:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb7cc0/0xe3b2c98513523844 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1cf6 expref: 26 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892103:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb61c0/0xe3b2c9851352382f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1ce8 expref: 25 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892119:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d0480/0xe3b2c98513523080 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x25:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c19ed expref: 24 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892129:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801391d2880/0xe3b2c9851352306b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c19e6 expref: 23 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892139:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b781d40/0xe3b2c98513523087 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c19f4 expref: 22 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892154:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b6321c0/0xe3b2c98513520c6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0e4e expref: 21 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892164:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a0b40/0xe3b2c98513520c76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0e55 expref: 20 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892175:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3df3c0/0xe3b2c98513520c68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0e47 expref: 19 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892194:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c3dcb40/0xe3b2c98513520506 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0c5d expref: 18 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892204:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a2f40/0xe3b2c9851352050d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0c64 expref: 17 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892220:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c36f600/0xe3b2c9851352022e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0b68 expref: 16 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892237:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008b538d80/0xe3b2c9851351ff25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0a65 expref: 15 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892255:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a06c0/0xe3b2c9851351fb27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c08cf expref: 14 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892291:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a45440/0xe3b2c9851351e612 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0200 expref: 13 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892309:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a45200/0xe3b2c9851351e0e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c004e expref: 12 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892324:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c5da400/0xe3b2c9851351d97e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfe6b expref: 11 pid: 7956 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531268.892335:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size from disk: 0 -> 771 00002000:00010000:1.0:1713531268.892338:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.892344:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e3d200/0xe3b2c9851351c79c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf89f expref: 10 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531268.892357:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 1719 00002000:00010000:1.0:1713531268.892359:0:9581:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 1645826965 -> 1713531046 00002000:00010000:1.0:1713531268.892361:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.892369:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb5440/0xe3b2c9851351c5dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf821 expref: 9 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892391:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9616d00/0xe3b2c9851351d190 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfbe7 expref: 8 pid: 17279 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531268.892403:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 1 -> 3 00010000:00010000:1.0:1713531268.892410:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a71c9b00/0xe3b2c9851351c3c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf795 expref: 7 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892427:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a3fb4480/0xe3b2c9851351b287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf30b expref: 6 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892436:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531268.892467:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+5:4644:x1796767405224960:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1443us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531268.892474:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 530 00000100:00100000:0.0:1713531268.892685:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531268.892720:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225024 00000100:00100000:1.0:1713531268.892724:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225024 00000100:00100000:1.0:1713531268.892778:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 531 00000100:00100000:1.0:1713531268.892783:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+81:9854:x1796767405225024:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531268.892791:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 76 locks, starting at 0 00010000:00010000:1.0:1713531268.892809:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab0bcc0/0xe3b2c98513530654 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f0 expref: 81 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892829:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b630480/0xe3b2c98513530049 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c580d expref: 80 pid: 18188 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892850:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5db840/0xe3b2c9851352fdef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5765 expref: 79 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892868:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a58c0/0xe3b2c9851352f314 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c541d expref: 78 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.892886:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7a73c0/0xe3b2c9851352ef4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52f0 expref: 77 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892903:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2aac0/0xe3b2c9851352ef16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c52db expref: 76 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892918:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd28fc0/0xe3b2c9851352ee6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c529c expref: 75 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892934:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd29b00/0xe3b2c9851352ee36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5287 expref: 74 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892950:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd2ba80/0xe3b2c9851352ed72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c523a expref: 73 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892965:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdd40/0xe3b2c9851352ed3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5225 expref: 72 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892981:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4cdb00/0xe3b2c9851352ed02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5210 expref: 71 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.892996:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4cf600/0xe3b2c9851352ecca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51fb expref: 70 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893012:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b631b00/0xe3b2c9851352ec22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c51bc expref: 69 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893028:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d400b40/0xe3b2c9851352ebb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5192 expref: 68 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893057:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5da1c0/0xe3b2c9851352eb26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c515a expref: 67 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893076:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee0d80/0xe3b2c9851352eab6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5130 expref: 66 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893092:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee2f40/0xe3b2c9851352ea7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c511b expref: 65 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893107:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee1d40/0xe3b2c9851352ea46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5106 expref: 64 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893123:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3cc0/0xe3b2c9851352e99e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c50c7 expref: 63 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893139:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3180/0xe3b2c9851352e832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c503b expref: 62 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893160:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee0000/0xe3b2c9851352e7fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5026 expref: 61 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893176:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee06c0/0xe3b2c9851352e7c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5011 expref: 60 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893190:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee3a80/0xe3b2c9851352e752 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fe7 expref: 59 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893207:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af118c0/0xe3b2c9851352e6e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4fbd expref: 58 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893224:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af10fc0/0xe3b2c9851352e68e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f9a expref: 57 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893240:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12d00/0xe3b2c9851352e656 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f85 expref: 56 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893256:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af13840/0xe3b2c9851352e61e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f70 expref: 55 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893300:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af10d80/0xe3b2c9851352e576 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f31 expref: 54 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893317:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11d40/0xe3b2c9851352e506 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4f07 expref: 53 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893334:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12ac0/0xe3b2c9851352e442 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4eba expref: 52 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893350:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab08240/0xe3b2c9851352e40a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4ea5 expref: 51 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893366:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ab086c0/0xe3b2c9851352e3d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e90 expref: 50 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893382:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af13cc0/0xe3b2c9851352e39a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e7b expref: 49 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893396:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12640/0xe3b2c9851352e32a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e51 expref: 48 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893410:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af11440/0xe3b2c9851352e2ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4e27 expref: 47 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893425:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af121c0/0xe3b2c9851352e1f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dda expref: 46 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893441:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e400/0xe3b2c9851352e1be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4dc5 expref: 45 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893457:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d440/0xe3b2c9851352e186 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4db0 expref: 44 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893472:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5e640/0xe3b2c9851352e116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4d86 expref: 43 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893488:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5cfc0/0xe3b2c9851352dd11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4c59 expref: 42 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893506:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988fc0/0xe3b2c9851352c5f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c4647 expref: 41 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893522:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5eac0/0xe3b2c9851352c516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c461d expref: 40 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893538:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b53a400/0xe3b2c9851352c436 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c45b4 expref: 39 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893555:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee2ac0/0xe3b2c9851352c1ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c450c expref: 38 pid: 15497 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893571:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132096f40/0xe3b2c9851352c157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c44e9 expref: 37 pid: 7956 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893587:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc12400/0xe3b2c9851352bdde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c43c3 expref: 36 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893603:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aee0900/0xe3b2c9851352bbed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c431b expref: 35 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893620:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bc12880/0xe3b2c9851352bb3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c42ff expref: 34 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893636:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe3b2c98513529a83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3a85 expref: 33 pid: 17279 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893652:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe3b2c98513529964 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39f9 expref: 32 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893667:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a71c98c0/0xe3b2c98513529884 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c39ba expref: 31 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893684:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b539680/0xe3b2c985135297c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c399e expref: 30 pid: 7957 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893700:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af10b40/0xe3b2c98513529734 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3989 expref: 29 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893717:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af12f40/0xe3b2c985135296fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c3974 expref: 28 pid: 15499 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.893733:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d680/0xe3b2c98513523ff3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1fb9 expref: 27 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893745:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5dd40/0xe3b2c98513523ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1f49 expref: 26 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893757:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b633cc0/0xe3b2c98513523ffa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1fc7 expref: 25 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893772:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008bd5d200/0xe3b2c98513523ef7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1f42 expref: 24 pid: 15497 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893787:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c3de880/0xe3b2c9851352384b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1cfd expref: 23 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893797:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c3deac0/0xe3b2c98513523859 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1d12 expref: 22 pid: 7958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893812:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a45680/0xe3b2c98513522e42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c18dc expref: 21 pid: 15499 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893825:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132097cc0/0xe3b2c98513522e96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c1906 expref: 20 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893836:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132094000/0xe3b2c98513522e57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c18ea expref: 19 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893845:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a46880/0xe3b2c98513522e50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c18e3 expref: 18 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893858:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3600/0xe3b2c98513522e9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c190d expref: 17 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893877:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a0240/0xe3b2c9851351f6dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0771 expref: 16 pid: 10539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893894:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c36e880/0xe3b2c9851351f099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0587 expref: 15 pid: 20637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893911:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b53a880/0xe3b2c9851351edcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0499 expref: 14 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893927:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5dad00/0xe3b2c9851351eadb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c039d expref: 13 pid: 20637 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531268.893940:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 159 -> 318 00002000:00010000:1.0:1713531268.893942:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.893949:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5d86c0/0xe3b2c9851351e7c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247c02a1 expref: 12 pid: 7956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893967:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a44480/0xe3b2c9851351e452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c0158 expref: 11 pid: 17279 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.893984:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9617180/0xe3b2c9851351dec5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bffad expref: 10 pid: 7957 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531268.893996:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1713531268.893998:0:9581:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 1645826965 -> 1713531047 00002000:00010000:1.0:1713531268.894000:0:9581:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 1713531046 -> 1713531047 00002000:00010000:1.0:1713531268.894002:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.894009:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4cf3c0/0xe3b2c9851351c8ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf8ec expref: 9 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531268.894020:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1713531268.894022:0:9581:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1645826965 -> 1713531046 00002000:00010000:1.0:1713531268.894024:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.894031:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d4006c0/0xe3b2c9851351c6bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf860 expref: 8 pid: 10539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531268.894042:0:9581:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1713531268.894059:0:9581:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 1713530912 -> 1713531046 00002000:00010000:1.0:1713531268.894061:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.894069:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a3fb46c0/0xe3b2c9851351c4d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf7db expref: 7 pid: 7957 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1713531268.894081:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.894088:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfa61c0/0xe3b2c9851351cfa6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfb3f expref: 6 pid: 7958 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.894095:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531268.894123:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7942850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ebbdfee5-b6c4-4879-b274-aec10910f5c2+5:9854:x1796767405225024:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 1338us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531268.894129:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 531 00000100:00100000:2.0:1713531268.899580:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:1.0:1713531268.899625:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225088 00000100:00100000:1.0:1713531268.899630:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225088 00000100:00100000:1.0:1713531268.899666:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 532 00000100:00100000:1.0:1713531268.899672:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013263dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+9:9855:x1796767405225088:12345-192.168.202.39@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1713531268.899681:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1713531268.899705:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988000/0xe3b2c985135302db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c58e6 expref: 9 pid: 17279 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531268.899725:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.899733:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c5da880/0xe3b2c9851351d2a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfc42 expref: 8 pid: 7957 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1713531268.899750:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e3df80/0xe3b2c9851351cf8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfb31 expref: 7 pid: 7958 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1713531268.899762:0:9581:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1713531268.899769:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a96173c0/0xe3b2c9851351cbc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bf9ef expref: 6 pid: 20637 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1713531268.899780:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1713531268.899815:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013263dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+5:9855:x1796767405225088:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 142us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1713531268.899822:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 532 00000100:00100000:0.0:1713531268.907609:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00100000:2.0:1713531268.907659:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225152 00000100:00100000:2.0:1713531268.907664:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225152 00000100:00100000:2.0:1713531268.907695:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1511 00000100:00100000:2.0:1713531268.907701:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+5:1824:x1796767405225152:12345-192.168.202.39@tcp:101:stat.0 00010000:00010000:2.0:1713531268.907715:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1713531268.907730:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59f7 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1713531268.907747:0:20174:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x63:0x0] initial LVB size: 1048576, mtime: 0x66226984, atime: 0x0, ctime: 0x66226984, blocks: 0x803 00010000:00010000:2.0:1713531268.907760:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.907761:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1713531268.907766:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f7 expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531268.907776:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f7 expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1713531268.907783:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd2b600, rc 0) 00000100:00100000:2.0:1713531268.907814:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ebbdfee5-b6c4-4879-b274-aec10910f5c2+6:1824:x1796767405225152:12345-192.168.202.39@tcp:101:stat.0 Request processed in 114us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531268.907819:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1511 00010000:00010000:1.0:1713531269.176374:0:7971:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1713531269.463243:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.463252:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.463254:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.463256:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.463283:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.463297:0:2624:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 576 into portal 12 MB=0x6622682eeb500 00000400:00000200:0.0:1713531269.463309:0:2624:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 576/576 into md 0x261 [64] + 194032 00000400:00000010:0.0:1713531269.463314:0:2624:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a68b35d8. 00000400:00000200:0.0:1713531269.463318:0:2624:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a9631000 00000800:00000001:0.0:1713531269.463323:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.463332:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.463334:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.463338:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.463342:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9631000 00000400:00000010:0.0:1713531269.463344:0:2624:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 1144 at ffff8800a9631000. 00000100:00000001:0.0:1713531269.463349:0:2624:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.463351:0:2624:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1713531269.463353:0:2624:0:(events.c:356:request_in_callback()) incoming req@ffff8800a710d450 x1796767405225216 msgsize 576 00000100:00100000:0.0:1713531269.463357:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000040:0.0:1713531269.463359:0:2624:0:(events.c:368:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1713531269.463372:0:2624:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.463378:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.463381:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.463412:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.463414:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225216 02000000:00000001:2.0:1713531269.463417:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.463419:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.463421:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.463425:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.463428:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225216 00000020:00000001:2.0:1713531269.463431:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.463433:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351aab5 00000020:00000001:2.0:1713531269.463435:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.463437:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff880090882800 refcount=286 00000020:00000001:2.0:1713531269.463440:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000020:00000001:2.0:1713531269.463442:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000100:00000001:2.0:1713531269.463446:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1713531269.463449:0:6406:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000 (ffff8800a6913ff0) now 14 - evictor 00000100:00000001:2.0:1713531269.463465:0:6406:0:(service.c:1204:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.463470:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7a75000. 00000020:00000010:2.0:1713531269.463474:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.463478:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.463485:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.463487:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.463488:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1713531269.463490:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531239 00000004:00000001:2.0:1713531269.463491:0:6406:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1713531269.463493:0:6406:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.463494:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1713531269.463494:0:6402:0:(obd_config.c:970:class_decref()) Decref lustre-MDT0000 (ffff8800a6913ff0) now 14 - evictor 00000100:00000001:2.0:1713531269.463500:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.463505:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.463512:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.463514:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1713531269.463517:0:6405:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1713531269.463518:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5593 00000100:00000001:0.0:1713531269.463519:0:6405:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1713531269.463521:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff880090882800 : new rpc_count 1 00000100:00000001:0.0:1713531269.463521:0:6405:0:(service.c:2047:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1713531269.463523:0:6405:0:(service.c:2269:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.463527:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612135117116496 : -131938592435120 : ffff8800a710d450) 00000100:00000040:2.0:1713531269.463534:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a710d450 x1796767405225216/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 576/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.463542:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.463543:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.463546:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a710d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+286:12489:x1796767405225216:12345-192.168.202.39@tcp:101:lfs.0 00000100:00000200:2.0:1713531269.463549:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225216 00000020:00000001:2.0:1713531269.463552:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.463554:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.463558:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.463560:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.463561:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072108826400 : -1600725216 : ffffffffa096df20) 00000020:00000001:2.0:1713531269.463564:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.463566:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225216, found 0 last_xid 1796767405225215 00000020:00000001:2.0:1713531269.463568:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.463570:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.463571:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.463576:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.463578:0:6406:0:(tgt_handler.c:1440:tgt_enqueue()) Process entered 00010000:00000001:2.0:1713531269.463580:0:6406:0:(ldlm_lockd.c:1315:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1713531269.463581:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1713531269.463583:0:6406:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1713531269.463585:0:6406:0:(ldlm_lockd.c:1779:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.463589:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1713531269.463595:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4e00 count: 3 00010000:00000001:2.0:1713531269.463597:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.463600:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1713531269.463602:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88008bd2b3c0. 00000020:00000001:2.0:1713531269.463605:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1713531269.463607:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88008bd2b3c0 with handle 0xe3b2c98513530662 to hash 00000020:00000001:2.0:1713531269.463609:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1713531269.463610:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612134660060096 : -131939049491520 : ffff88008bd2b3c0) 00010000:00000010:2.0:1713531269.463613:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880091e2ff80. 00010000:00000001:2.0:1713531269.463618:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612134660060096 : -131939049491520 : ffff88008bd2b3c0) 00010000:00010000:2.0:1713531269.463622:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530662 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c59fe expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.463630:0:6406:0:(ldlm_lockd.c:1419:ldlm_handle_enqueue()) lock GETting export ffff880090882800 : new locks_count 279 00000020:00000040:2.0:1713531269.463632:0:6406:0:(genops.c:895:class_export_get()) GET export ffff880090882800 refcount=287 00010000:00000001:2.0:1713531269.463638:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1713531269.463640:0:6406:0:(mdt_handler.c:5218:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1713531269.463645:0:6406:0:(mdt_handler.c:5100:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1713531269.463647:0:6406:0:(mdt_handler.c:4445:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1713531269.463648:0:6406:0:(mdt_handler.c:4407:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1713531269.463650:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.463651:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1713531269.463653:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.463657:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134903317032 : -131938806234584 : ffff88009a528228) 00000004:00000001:2.0:1713531269.463659:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134903316944 : -131938806234672 : ffff88009a5281d0) 00000004:00000001:2.0:1713531269.463661:0:6406:0:(mdt_handler.c:4436:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463663:0:6406:0:(mdt_handler.c:1369:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1713531269.463665:0:6406:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1713531269.463667:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.463668:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.463681:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 4288 at ffff88008a188000. 02000000:00000001:2.0:1713531269.463683:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.463685:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463687:0:6406:0:(mdt_handler.c:4479:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463689:0:6406:0:(mdt_handler.c:4802:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1713531269.463692:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:2.0:1713531269.463694:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.463696:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463698:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463699:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463700:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463701:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463702:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463703:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463708:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463709:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.463712:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1713531269.463716:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:2.0:1713531269.463718:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:2.0:1713531269.463719:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463721:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.463722:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463724:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.463725:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463726:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1713531269.463728:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463730:0:6406:0:(mdt_handler.c:2093:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1713531269.463733:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.463734:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000401:0xd7:0x0] 00000020:00000001:2.0:1713531269.463736:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.463739:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659856824 : -131939049694792 : ffff88008bcf99b8) 00000004:00000001:2.0:1713531269.463741:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659856736 : -131939049694880 : ffff88008bcf9960) 00000004:00000002:2.0:1713531269.463743:0:6406:0:(mdt_handler.c:2234:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000401:0xd7:0x0], ldlm_rep = ffff88008a188228 00000004:00000001:2.0:1713531269.463747:0:6406:0:(mdt_handler.c:4055:mdt_object_lock()) Process entered 00010000:00000001:2.0:1713531269.463749:0:6406:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1713531269.463751:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1713531269.463753:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800a6838500 count: 3 00010000:00000001:2.0:1713531269.463755:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.463757:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1713531269.463759:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88008bd28000. 00000020:00000001:2.0:1713531269.463761:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1713531269.463762:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88008bd28000 with handle 0xe3b2c98513530669 to hash 00000020:00000001:2.0:1713531269.463764:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1713531269.463765:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000010:2.0:1713531269.463767:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880091e2fc00. 00010000:00000001:2.0:1713531269.463769:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000001:2.0:1713531269.463772:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1713531269.463774:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531269.463780:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530669 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.463786:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1713531269.463790:0:6406:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1713531269.463791:0:6406:0:(ldlm_inodebits.c:363:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1713531269.463793:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1713531269.463794:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.463796:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1713531269.463797:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.463798:0:6406:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1713531269.463799:0:6406:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1713531269.463801:0:6406:0:(ldlm_lock.c:1059:search_granted_lock()) Process leaving 00010000:00000001:2.0:1713531269.463802:0:6406:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1713531269.463803:0:6406:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000401:0xd7:0x0].0x0 (ffff8800a6838500) refcount = 3 00010000:00000040:2.0:1713531269.463805:0:6406:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1713531269.463809:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a1c0/0xe3b2c9851353060e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59db expref: 287 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.463816:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab0a880/0xe3b2c985135305e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59cd expref: 90 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531269.463821:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.463825:0:6406:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1713531269.463829:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1713531269.463832:0:6406:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.463833:0:6406:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1713531269.463834:0:6406:0:(ldlm_inodebits.c:455:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.463836:0:6406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.463837:0:6406:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.463840:0:6406:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1713531269.463841:0:6406:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531269.463844:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.463853:0:6406:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1713531269.463854:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.463854:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.463855:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.463856:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.463857:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008bd28000 refcount=3 00000020:00000001:2.0:1713531269.463858:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000001:2.0:1713531269.463859:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000001:2.0:1713531269.463860:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.463861:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1713531269.463861:0:6406:0:(mdt_handler.c:4059:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463864:0:6406:0:(mdt_handler.c:1396:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1713531269.463867:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1713531269.463868:0:6406:0:(mdd_object.c:378:mdd_attr_get()) Process entered 00000004:00000001:2.0:1713531269.463905:0:6406:0:(mdd_object.c:384:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463908:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.463911:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463912:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463917:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463919:0:6406:0:(lod_object.c:1572:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463921:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463923:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.463923:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463924:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463925:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463927:0:6406:0:(lod_object.c:1629:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463929:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1713531269.463931:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm= (null) 00000004:00000001:2.0:1713531269.463933:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463935:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.463936:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463938:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463939:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.463940:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.463944:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1713531269.463946:0:6406:0:(mdt_handler.c:893:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1713531269.463949:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0xd7:0x0]: returning size 11776 00000004:00200000:2.0:1713531269.463952:0:6406:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:2.0:1713531269.463953:0:6406:0:(mdt_handler.c:1627:mdt_getattr_internal()) changing the max MD size to 656 00000001:00000001:2.0:1713531269.463955:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.463956:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463957:0:6406:0:(mdt_handler.c:722:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1713531269.463960:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.463961:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463962:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.463964:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463966:0:6406:0:(lod_object.c:1629:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463967:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.463969:0:6406:0:(mdt_handler.c:796:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.463974:0:6406:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1713531269.463979:0:6406:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.463981:0:6406:0:(mdt_handler.c:1648:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.463983:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.463984:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.463985:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008bd28000 refcount=3 00000020:00000001:2.0:1713531269.463987:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000001:2.0:1713531269.463988:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00000004:00010000:2.0:1713531269.463991:0:6406:0:(mdt_handler.c:2447:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530669 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.463995:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.463996:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1713531269.463997:0:6406:0:(mdt_handler.c:2488:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1713531269.463998:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000020:00000002:2.0:1713531269.464000:0:6406:0:(lu_object.c:226:lu_object_put()) Add ffff88008bcf99b8/ffff88008bcf9960 to site lru. bkt: ffff8800a3de36e8 00000004:00000001:2.0:1713531269.464002:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00010000:00000001:2.0:1713531269.464003:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.464004:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.464005:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008bd28000 refcount=3 00000020:00000001:2.0:1713531269.464009:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00010000:00000001:2.0:1713531269.464010:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134660046848 : -131939049504768 : ffff88008bd28000) 00000004:00000040:2.0:1713531269.464013:0:6406:0:(mdt_handler.c:4675:mdt_intent_lock_replace()) lock GETting export ffff880090882800 : new locks_count 280 00000020:00000040:2.0:1713531269.464015:0:6406:0:(genops.c:895:class_export_get()) GET export ffff880090882800 refcount=288 00010000:00000001:2.0:1713531269.464017:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.464017:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1713531269.464018:0:6406:0:(mdt_handler.c:4692:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1713531269.464020:0:6406:0:(mdt_handler.c:4851:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1713531269.464022:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1713531269.464023:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1713531269.464024:0:6406:0:(mdt_handler.c:960:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1713531269.464025:0:6406:0:(mdt_handler.c:964:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1713531269.464026:0:6406:0:(mdt_lib.c:768:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1713531269.464028:0:6406:0:(mdt_lib.c:788:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1713531269.464031:0:6406:0:(mdt_lib.c:911:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.464033:0:6406:0:(mdt_handler.c:5188:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1713531269.464035:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.464036:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.464037:0:6406:0:(mdt_handler.c:5293:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1713531269.464039:0:6406:0:(ldlm_lock.c:416:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1713531269.464053:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1713531269.464055:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.464055:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.464056:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1713531269.464057:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1713531269.464060:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff88008bd2b3c0 with handle 0xe3b2c98513530662 from hash 00010000:00000001:2.0:1713531269.464061:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1713531269.464062:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.464063:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.464063:0:6406:0:(ldlm_lock.c:426:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1713531269.464064:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1713531269.464068:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b3c0/0xe3b2c98513530662 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59fe expref: 288 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.464074:0:6406:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff880090882800 : new locks_count 279 00000020:00000040:2.0:1713531269.464076:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 287 00010000:00000010:2.0:1713531269.464081:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880091e2ff80. 00010000:00000001:2.0:1713531269.464085:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.464085:0:6406:0:(ldlm_lock.c:1840:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.464088:0:6406:0:(ldlm_lockd.c:1540:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1713531269.464090:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd28000/0xe3b2c98513530669 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59fe expref: 287 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1713531269.464094:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1713531269.464095:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1713531269.464096:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd7:0x0].0x0 (ffff8800a6838500) 00010000:00010000:2.0:1713531269.464098:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:2.0:1713531269.464099:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.464100:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.464101:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1713531269.464102:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.464102:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1713531269.464103:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd28000, rc 0) 00000020:00000001:2.0:1713531269.464104:0:6406:0:(tgt_handler.c:1465:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.464107:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971309, transno 0, xid 1796767405225216 00010000:00000001:2.0:1713531269.464108:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.464111:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a710d450 x1796767405225216/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 576/584 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.464116:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.464117:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.464119:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.464122:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.464124:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.464125:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.464126:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.464127:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.464129:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.464131:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.464134:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1dc38. 00000100:00000200:2.0:1713531269.464136:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1796767405225216, offset 224 00000400:00000200:2.0:1713531269.464142:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.464148:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.464151:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12453:12453:256:4294967295] 192.168.202.39@tcp LPNI seq info [12453:12453:8:4294967295] 00000400:00000200:2.0:1713531269.464157:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.464161:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.464163:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62400. 00000800:00000200:2.0:1713531269.464167:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.464172:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:2.0:1713531269.464175:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.464186:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.464189:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.464190:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.464191:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.464192:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.464195:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a710d450 x1796767405225216/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 576/584 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.464200:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a710d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:12489:x1796767405225216:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 658us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531269.464205:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5593 00000100:00000040:2.0:1713531269.464207:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880090882800 : new rpc_count 0 00000100:00000001:2.0:1713531269.464208:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.464209:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1713531269.464212:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.464213:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.464215:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7a75000. 00000020:00000040:2.0:1713531269.464217:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 286 00000800:00000200:0.0:1713531269.464258:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.464261:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62400. 00000400:00000200:0.0:1713531269.464264:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.464283:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.464285:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1dc38 00000400:00000010:0.0:1713531269.464287:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1dc38. 00000100:00000001:0.0:1713531269.464289:0:2626:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.464290:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 02000000:00000001:2.0:1713531269.464291:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464292:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a188000. 02000000:00000001:2.0:1713531269.464294:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1713531269.464296:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464299:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff880135fcb800. 02000000:00000001:2.0:1713531269.464301:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464303:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092926d80. 02000000:00000001:2.0:1713531269.464306:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464307:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88012bba0000. 02000000:00000001:2.0:1713531269.464309:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464310:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e389880. 02000000:00000001:2.0:1713531269.464312:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464312:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 776 at ffff88009479b000. 02000000:00000001:2.0:1713531269.464314:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464314:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263ca80. 02000000:00000001:2.0:1713531269.464316:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464316:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008bc08000. 02000000:00000001:2.0:1713531269.464318:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464319:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e389500. 02000000:00000001:2.0:1713531269.464320:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464320:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008bc0a000. 02000000:00000001:2.0:1713531269.464323:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464323:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263c700. 02000000:00000001:2.0:1713531269.464325:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464325:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880131a68000. 02000000:00000001:2.0:1713531269.464327:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464328:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092926680. 02000000:00000001:2.0:1713531269.464329:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464329:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008bc0c000. 02000000:00000001:2.0:1713531269.464331:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464332:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e389180. 02000000:00000001:2.0:1713531269.464333:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464334:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008ae58800. 02000000:00000001:2.0:1713531269.464335:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464335:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e388e00. 02000000:00000001:2.0:1713531269.464337:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464338:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880087e42000. 02000000:00000001:2.0:1713531269.464343:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464343:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092925c00. 02000000:00000001:2.0:1713531269.464345:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464346:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880087e40000. 02000000:00000001:2.0:1713531269.464351:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464353:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092925880. 02000000:00000001:2.0:1713531269.464355:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464356:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008910e000. 02000000:00000001:2.0:1713531269.464358:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464358:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e388700. 02000000:00000001:2.0:1713531269.464360:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464360:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008910c000. 02000000:00000001:2.0:1713531269.464362:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464363:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092925500. 02000000:00000001:2.0:1713531269.464364:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464364:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff880089141000. 02000000:00000001:2.0:1713531269.464366:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464366:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092925180. 02000000:00000001:2.0:1713531269.464368:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464368:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008910a000. 02000000:00000001:2.0:1713531269.464370:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464370:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e388380. 02000000:00000001:2.0:1713531269.464372:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464372:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff880089140000. 02000000:00000001:2.0:1713531269.464374:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464374:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092924a80. 02000000:00000001:2.0:1713531269.464376:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464376:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880089108000. 02000000:00000001:2.0:1713531269.464378:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464378:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092924700. 02000000:00000001:2.0:1713531269.464380:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464380:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae5ec00. 02000000:00000001:2.0:1713531269.464381:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464382:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092924380. 02000000:00000001:2.0:1713531269.464383:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464383:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c156c00. 02000000:00000001:2.0:1713531269.464384:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464385:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f90700. 02000000:00000001:2.0:1713531269.464386:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464387:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae5d000. 02000000:00000001:2.0:1713531269.464388:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464389:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a23b80. 02000000:00000001:2.0:1713531269.464390:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464393:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880091e8cc00. 02000000:00000001:2.0:1713531269.464394:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464395:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a22a00. 02000000:00000001:2.0:1713531269.464397:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464397:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009c8c1000. 02000000:00000001:2.0:1713531269.464402:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464403:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b589c00. 02000000:00000001:2.0:1713531269.464404:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464405:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c155400. 02000000:00000001:2.0:1713531269.464406:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464407:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263c000. 02000000:00000001:2.0:1713531269.464409:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464409:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d058000. 02000000:00000001:2.0:1713531269.464410:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464411:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d23e300. 02000000:00000001:2.0:1713531269.464413:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464414:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880131a6e000. 02000000:00000001:2.0:1713531269.464415:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464416:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d415f80. 02000000:00000001:2.0:1713531269.464418:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464418:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008b61a000. 02000000:00000001:2.0:1713531269.464420:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464421:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42d880. 02000000:00000001:2.0:1713531269.464422:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464423:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8800a6ef4000. 02000000:00000001:2.0:1713531269.464426:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464426:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b589f80. 02000000:00000001:2.0:1713531269.464428:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464429:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880091995800. 02000000:00000001:2.0:1713531269.464431:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464431:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089207800. 02000000:00000001:2.0:1713531269.464433:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464434:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008af04000. 02000000:00000001:2.0:1713531269.464436:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464437:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089207480. 02000000:00000001:2.0:1713531269.464438:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464439:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c7e7c00. 02000000:00000001:2.0:1713531269.464440:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464443:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4dc00. 02000000:00000001:2.0:1713531269.464445:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464446:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008b794000. 02000000:00000001:2.0:1713531269.464448:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464449:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b0bb80. 02000000:00000001:2.0:1713531269.464451:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464452:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008bc90000. 02000000:00000001:2.0:1713531269.464454:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464454:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134db2680. 02000000:00000001:2.0:1713531269.464456:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464456:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008bc96000. 02000000:00000001:2.0:1713531269.464458:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464458:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3f800. 02000000:00000001:2.0:1713531269.464460:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464461:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e60c00. 02000000:00000001:2.0:1713531269.464462:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464463:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d8b8380. 02000000:00000001:2.0:1713531269.464464:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464465:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88009267e000. 02000000:00000001:2.0:1713531269.464468:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464468:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d0000. 02000000:00000001:2.0:1713531269.464471:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464472:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a837c00. 02000000:00000001:2.0:1713531269.464473:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464473:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d1180. 02000000:00000001:2.0:1713531269.464476:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464476:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008c016000. 02000000:00000001:2.0:1713531269.464481:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464481:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a21c00. 02000000:00000001:2.0:1713531269.464483:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464483:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008c8ca000. 02000000:00000001:2.0:1713531269.464485:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464486:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d1c00. 02000000:00000001:2.0:1713531269.464487:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464488:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880094b32000. 02000000:00000001:2.0:1713531269.464490:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464491:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d0e00. 02000000:00000001:2.0:1713531269.464492:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464496:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880135fcdc00. 02000000:00000001:2.0:1713531269.464497:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464498:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa1a680. 02000000:00000001:2.0:1713531269.464500:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464500:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880094b30000. 02000000:00000001:2.0:1713531269.464503:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464503:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d2d80. 02000000:00000001:2.0:1713531269.464506:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464507:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880134e60000. 02000000:00000001:2.0:1713531269.464508:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464508:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d1880. 02000000:00000001:2.0:1713531269.464510:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464510:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880091f20000. 02000000:00000001:2.0:1713531269.464513:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464513:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134c3df80. 02000000:00000001:2.0:1713531269.464515:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464516:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008bc0e000. 02000000:00000001:2.0:1713531269.464522:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464523:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42c000. 02000000:00000001:2.0:1713531269.464525:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464525:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880135fda000. 02000000:00000001:2.0:1713531269.464527:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464528:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d2680. 02000000:00000001:2.0:1713531269.464529:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464530:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880135fde000. 02000000:00000001:2.0:1713531269.464534:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464535:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d3480. 02000000:00000001:2.0:1713531269.464537:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464537:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880135fd8000. 02000000:00000001:2.0:1713531269.464539:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464540:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d3100. 02000000:00000001:2.0:1713531269.464541:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464542:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880135fdc000. 02000000:00000001:2.0:1713531269.464543:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464544:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b2a00. 02000000:00000001:2.0:1713531269.464547:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464547:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a814000. 02000000:00000001:2.0:1713531269.464549:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464552:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b0000. 02000000:00000001:2.0:1713531269.464554:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464554:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a8c6000. 02000000:00000001:2.0:1713531269.464561:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464562:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd1180. 02000000:00000001:2.0:1713531269.464564:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464564:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a8c2000. 02000000:00000001:2.0:1713531269.464567:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464568:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087e85880. 02000000:00000001:2.0:1713531269.464570:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464570:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880094b36000. 02000000:00000001:2.0:1713531269.464572:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464573:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd0000. 02000000:00000001:2.0:1713531269.464574:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464575:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880094b34000. 02000000:00000001:2.0:1713531269.464579:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464580:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b556680. 02000000:00000001:2.0:1713531269.464582:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464583:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff88013282c000. 02000000:00000001:2.0:1713531269.464584:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464585:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42dc00. 02000000:00000001:2.0:1713531269.464586:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464587:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 664 at ffff88012a2f0000. 02000000:00000001:2.0:1713531269.464588:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464589:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42ca80. 02000000:00000001:2.0:1713531269.464590:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464590:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a83dc00. 02000000:00000001:2.0:1713531269.464594:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464594:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219d180. 02000000:00000001:2.0:1713531269.464596:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464596:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008dfb0800. 02000000:00000001:2.0:1713531269.464597:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464598:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092535500. 02000000:00000001:2.0:1713531269.464599:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464600:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b6800. 02000000:00000001:2.0:1713531269.464601:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464602:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092534a80. 02000000:00000001:2.0:1713531269.464603:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464606:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008aec2000. 02000000:00000001:2.0:1713531269.464610:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464611:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092534000. 02000000:00000001:2.0:1713531269.464612:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464613:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff880092658000. 02000000:00000001:2.0:1713531269.464618:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464619:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092537b80. 02000000:00000001:2.0:1713531269.464621:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464621:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b7000. 02000000:00000001:2.0:1713531269.464623:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464623:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d3b80. 02000000:00000001:2.0:1713531269.464625:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464625:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012fc43000. 02000000:00000001:2.0:1713531269.464627:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464627:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092537800. 02000000:00000001:2.0:1713531269.464628:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464629:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b7c00. 02000000:00000001:2.0:1713531269.464630:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464630:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42f100. 02000000:00000001:2.0:1713531269.464632:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464632:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a836800. 02000000:00000001:2.0:1713531269.464633:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464634:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092537100. 02000000:00000001:2.0:1713531269.464635:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464636:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a837400. 02000000:00000001:2.0:1713531269.464637:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464637:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092536300. 02000000:00000001:2.0:1713531269.464639:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464639:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a836400. 02000000:00000001:2.0:1713531269.464640:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464641:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092535c00. 02000000:00000001:2.0:1713531269.464642:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464642:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008de36000. 02000000:00000001:2.0:1713531269.464643:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464644:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092535880. 02000000:00000001:2.0:1713531269.464645:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464645:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880134cad400. 02000000:00000001:2.0:1713531269.464647:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464650:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d3800. 02000000:00000001:2.0:1713531269.464652:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464652:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008fb2c800. 02000000:00000001:2.0:1713531269.464653:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464654:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092535180. 02000000:00000001:2.0:1713531269.464655:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464655:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008fb2d000. 02000000:00000001:2.0:1713531269.464656:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464657:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880092534380. 02000000:00000001:2.0:1713531269.464658:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464659:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800947de400. 02000000:00000001:2.0:1713531269.464660:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464660:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a43800. 02000000:00000001:2.0:1713531269.464664:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464665:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bc1c800. 02000000:00000001:2.0:1713531269.464666:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464667:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d1f80. 02000000:00000001:2.0:1713531269.464668:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464669:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008b7d2800. 02000000:00000001:2.0:1713531269.464670:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464671:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a43480. 02000000:00000001:2.0:1713531269.464672:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464673:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880132114800. 02000000:00000001:2.0:1713531269.464674:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464674:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ea95880. 02000000:00000001:2.0:1713531269.464676:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464676:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880132115000. 02000000:00000001:2.0:1713531269.464677:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464678:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089207100. 02000000:00000001:2.0:1713531269.464679:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464680:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e4cc00. 02000000:00000001:2.0:1713531269.464681:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464682:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a42a00. 02000000:00000001:2.0:1713531269.464683:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464684:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801362ba800. 02000000:00000001:2.0:1713531269.464685:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464685:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089206d80. 02000000:00000001:2.0:1713531269.464687:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464689:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c1c2400. 02000000:00000001:2.0:1713531269.464691:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464692:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800932d0380. 02000000:00000001:2.0:1713531269.464693:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464694:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c7e5400. 02000000:00000001:2.0:1713531269.464695:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464696:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a23480. 02000000:00000001:2.0:1713531269.464697:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464698:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012eb59000. 02000000:00000001:2.0:1713531269.464699:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464699:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a22d80. 02000000:00000001:2.0:1713531269.464701:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464701:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880134dc7c00. 02000000:00000001:2.0:1713531269.464702:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464703:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a22680. 02000000:00000001:2.0:1713531269.464704:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464704:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab86000. 02000000:00000001:2.0:1713531269.464706:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464707:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a21880. 02000000:00000001:2.0:1713531269.464708:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464709:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008ab80000. 02000000:00000001:2.0:1713531269.464711:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464711:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a21500. 02000000:00000001:2.0:1713531269.464712:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464713:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bbce800. 02000000:00000001:2.0:1713531269.464714:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464714:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a20e00. 02000000:00000001:2.0:1713531269.464716:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464716:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bbcc800. 02000000:00000001:2.0:1713531269.464717:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464718:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880087e84700. 02000000:00000001:2.0:1713531269.464720:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464720:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ef72800. 02000000:00000001:2.0:1713531269.464721:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464722:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dec7b80. 02000000:00000001:2.0:1713531269.464724:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464724:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800924f6400. 02000000:00000001:2.0:1713531269.464725:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464728:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a20a80. 02000000:00000001:2.0:1713531269.464730:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464730:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab04000. 02000000:00000001:2.0:1713531269.464733:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464733:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a20700. 02000000:00000001:2.0:1713531269.464735:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464735:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab02000. 02000000:00000001:2.0:1713531269.464737:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464737:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880088a20380. 02000000:00000001:2.0:1713531269.464739:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464739:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008aec4000. 02000000:00000001:2.0:1713531269.464742:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464743:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d23d880. 02000000:00000001:2.0:1713531269.464744:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464745:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801322ec000. 02000000:00000001:2.0:1713531269.464747:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464747:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b2d80. 02000000:00000001:2.0:1713531269.464749:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464749:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008b574000. 02000000:00000001:2.0:1713531269.464751:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464752:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e838700. 02000000:00000001:2.0:1713531269.464753:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464754:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323c6000. 02000000:00000001:2.0:1713531269.464756:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464756:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfef100. 02000000:00000001:2.0:1713531269.464758:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464758:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a4be000. 02000000:00000001:2.0:1713531269.464760:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464761:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d417480. 02000000:00000001:2.0:1713531269.464762:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464763:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a4ba000. 02000000:00000001:2.0:1713531269.464765:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464765:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e838e00. 02000000:00000001:2.0:1713531269.464767:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464767:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a4b8000. 02000000:00000001:2.0:1713531269.464769:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464769:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfef800. 02000000:00000001:2.0:1713531269.464771:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464774:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008b7ca000. 02000000:00000001:2.0:1713531269.464777:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464778:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb37b80. 02000000:00000001:2.0:1713531269.464780:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464780:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008b7ce000. 02000000:00000001:2.0:1713531269.464784:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464784:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009aa6b480. 02000000:00000001:2.0:1713531269.464786:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464786:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008c51e000. 02000000:00000001:2.0:1713531269.464789:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464789:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfee680. 02000000:00000001:2.0:1713531269.464791:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464791:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff8801326d7000. 02000000:00000001:2.0:1713531269.464797:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464798:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132090380. 02000000:00000001:2.0:1713531269.464800:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464800:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008b61e000. 02000000:00000001:2.0:1713531269.464802:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464803:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b5b9180. 02000000:00000001:2.0:1713531269.464805:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464805:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012fc41800. 02000000:00000001:2.0:1713531269.464807:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464807:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b5b9c00. 02000000:00000001:2.0:1713531269.464808:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464809:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae5d400. 02000000:00000001:2.0:1713531269.464810:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464810:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132093480. 02000000:00000001:2.0:1713531269.464812:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464812:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008e858000. 02000000:00000001:2.0:1713531269.464813:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464814:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134c3ce00. 02000000:00000001:2.0:1713531269.464816:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464816:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b6400. 02000000:00000001:2.0:1713531269.464817:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464818:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b5b8e00. 02000000:00000001:2.0:1713531269.464819:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464820:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880131e4f800. 02000000:00000001:2.0:1713531269.464821:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464823:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b554700. 02000000:00000001:2.0:1713531269.464825:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464826:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff8801328c8000. 02000000:00000001:2.0:1713531269.464835:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464836:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0f100. 02000000:00000001:2.0:1713531269.464838:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464838:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff880134dc7400. 02000000:00000001:2.0:1713531269.464840:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464840:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b0a80. 02000000:00000001:2.0:1713531269.464842:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464842:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c854800. 02000000:00000001:2.0:1713531269.464843:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464844:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42c380. 02000000:00000001:2.0:1713531269.464845:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464846:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008b5c0000. 02000000:00000001:2.0:1713531269.464847:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464848:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccf800. 02000000:00000001:2.0:1713531269.464849:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464850:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a812000. 02000000:00000001:2.0:1713531269.464852:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464852:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b42f480. 02000000:00000001:2.0:1713531269.464854:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464854:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800947dd000. 02000000:00000001:2.0:1713531269.464855:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464855:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd0000. 02000000:00000001:2.0:1713531269.464857:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464858:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 640 at ffff8800947df800. 02000000:00000001:2.0:1713531269.464859:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464859:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd1c00. 02000000:00000001:2.0:1713531269.464861:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464862:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff88008a660000. 02000000:00000001:2.0:1713531269.464863:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464864:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd2300. 02000000:00000001:2.0:1713531269.464866:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464866:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff8801326b8000. 02000000:00000001:2.0:1713531269.464873:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464874:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013230b100. 02000000:00000001:2.0:1713531269.464876:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464879:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a667000. 02000000:00000001:2.0:1713531269.464880:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464881:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd1f80. 02000000:00000001:2.0:1713531269.464883:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464884:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880131bd4000. 02000000:00000001:2.0:1713531269.464887:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464888:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd3800. 02000000:00000001:2.0:1713531269.464890:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464890:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff8801322f8000. 02000000:00000001:2.0:1713531269.464893:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464893:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb35f80. 02000000:00000001:2.0:1713531269.464895:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464895:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801322fc000. 02000000:00000001:2.0:1713531269.464898:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464899:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d417100. 02000000:00000001:2.0:1713531269.464900:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464900:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 1680 at ffff8800b53f1800. 02000000:00000001:2.0:1713531269.464902:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464902:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d416d80. 02000000:00000001:2.0:1713531269.464903:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464904:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff8801322fe000. 02000000:00000001:2.0:1713531269.464906:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464907:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb34000. 02000000:00000001:2.0:1713531269.464909:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464909:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880131f8f800. 02000000:00000001:2.0:1713531269.464911:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464911:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb36d80. 02000000:00000001:2.0:1713531269.464912:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464913:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c7e4000. 02000000:00000001:2.0:1713531269.464914:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464915:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d416300. 02000000:00000001:2.0:1713531269.464917:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464917:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880131d60000. 02000000:00000001:2.0:1713531269.464919:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464920:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b555180. 02000000:00000001:2.0:1713531269.464921:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464921:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d558000. 02000000:00000001:2.0:1713531269.464923:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464925:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa19f80. 02000000:00000001:2.0:1713531269.464927:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464927:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d559c00. 02000000:00000001:2.0:1713531269.464929:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464929:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013230aa00. 02000000:00000001:2.0:1713531269.464931:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464931:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880134c1d000. 02000000:00000001:2.0:1713531269.464933:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464933:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132309c00. 02000000:00000001:2.0:1713531269.464935:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464935:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff880089ac5000. 02000000:00000001:2.0:1713531269.464942:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464943:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132309180. 02000000:00000001:2.0:1713531269.464945:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464945:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008c221000. 02000000:00000001:2.0:1713531269.464948:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464949:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b6d80. 02000000:00000001:2.0:1713531269.464951:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464951:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a801000. 02000000:00000001:2.0:1713531269.464952:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464953:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa18000. 02000000:00000001:2.0:1713531269.464954:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464955:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a658000. 02000000:00000001:2.0:1713531269.464956:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464957:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ea95c00. 02000000:00000001:2.0:1713531269.464959:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464959:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801323bc000. 02000000:00000001:2.0:1713531269.464962:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464963:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccdf80. 02000000:00000001:2.0:1713531269.464964:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464965:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009479a400. 02000000:00000001:2.0:1713531269.464965:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464966:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008df46300. 02000000:00000001:2.0:1713531269.464967:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464968:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 640 at ffff88008ae5c400. 02000000:00000001:2.0:1713531269.464969:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464969:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe1f80. 02000000:00000001:2.0:1713531269.464972:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464974:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff88008a5bf000. 02000000:00000001:2.0:1713531269.464976:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464977:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe2a00. 02000000:00000001:2.0:1713531269.464978:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464979:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff880089538000. 02000000:00000001:2.0:1713531269.464984:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464985:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe2300. 02000000:00000001:2.0:1713531269.464987:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464987:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a5b8000. 02000000:00000001:2.0:1713531269.464989:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464989:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe3b80. 02000000:00000001:2.0:1713531269.464990:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464991:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801323b8000. 02000000:00000001:2.0:1713531269.464993:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.464993:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe4700. 02000000:00000001:2.0:1713531269.464995:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.464995:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff8801323be000. 02000000:00000001:2.0:1713531269.465000:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465000:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe5880. 02000000:00000001:2.0:1713531269.465001:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465002:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008c354000. 02000000:00000001:2.0:1713531269.465005:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465005:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe4e00. 02000000:00000001:2.0:1713531269.465006:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465007:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 1680 at ffff88008a84f800. 02000000:00000001:2.0:1713531269.465008:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465009:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b7e1180. 02000000:00000001:2.0:1713531269.465011:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465011:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008c352000. 02000000:00000001:2.0:1713531269.465013:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465014:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219ea00. 02000000:00000001:2.0:1713531269.465015:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465016:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a83d400. 02000000:00000001:2.0:1713531269.465017:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465018:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008df45f80. 02000000:00000001:2.0:1713531269.465020:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465021:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae5f800. 02000000:00000001:2.0:1713531269.465022:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465025:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132091c00. 02000000:00000001:2.0:1713531269.465026:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465027:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88013030c000. 02000000:00000001:2.0:1713531269.465028:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465029:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219c700. 02000000:00000001:2.0:1713531269.465032:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465032:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008d05bc00. 02000000:00000001:2.0:1713531269.465033:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465034:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219c000. 02000000:00000001:2.0:1713531269.465035:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465035:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d05a800. 02000000:00000001:2.0:1713531269.465036:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465037:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219e680. 02000000:00000001:2.0:1713531269.465038:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465038:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008b792000. 02000000:00000001:2.0:1713531269.465053:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465054:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219f800. 02000000:00000001:2.0:1713531269.465057:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465058:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801320d7000. 02000000:00000001:2.0:1713531269.465060:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465060:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3f100. 02000000:00000001:2.0:1713531269.465062:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465063:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8801320d6800. 02000000:00000001:2.0:1713531269.465064:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465064:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9607100. 02000000:00000001:2.0:1713531269.465066:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465066:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff8801320d4c00. 02000000:00000001:2.0:1713531269.465067:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465068:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132092a00. 02000000:00000001:2.0:1713531269.465069:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465070:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff88008a5be000. 02000000:00000001:2.0:1713531269.465071:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465072:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219dc00. 02000000:00000001:2.0:1713531269.465073:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465074:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff8801320d4800. 02000000:00000001:2.0:1713531269.465075:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465075:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9604380. 02000000:00000001:2.0:1713531269.465076:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465080:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ee59000. 02000000:00000001:2.0:1713531269.465082:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465083:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219fb80. 02000000:00000001:2.0:1713531269.465084:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465085:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008de1e000. 02000000:00000001:2.0:1713531269.465087:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465087:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d090700. 02000000:00000001:2.0:1713531269.465089:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465090:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880131bd6000. 02000000:00000001:2.0:1713531269.465092:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465093:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea0e00. 02000000:00000001:2.0:1713531269.465095:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465095:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae58400. 02000000:00000001:2.0:1713531269.465096:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465097:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4c9f80. 02000000:00000001:2.0:1713531269.465099:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465100:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 640 at ffff88008ae51c00. 02000000:00000001:2.0:1713531269.465101:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465102:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4c9880. 02000000:00000001:2.0:1713531269.465103:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465104:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff8801322f2000. 02000000:00000001:2.0:1713531269.465105:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465106:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4c8e00. 02000000:00000001:2.0:1713531269.465107:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465108:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff8801326ac000. 02000000:00000001:2.0:1713531269.465113:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465114:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dec7480. 02000000:00000001:2.0:1713531269.465116:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465116:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322f4000. 02000000:00000001:2.0:1713531269.465117:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465118:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dbbd880. 02000000:00000001:2.0:1713531269.465120:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465120:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008cfc0000. 02000000:00000001:2.0:1713531269.465122:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465123:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4cb800. 02000000:00000001:2.0:1713531269.465124:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465125:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008af06000. 02000000:00000001:2.0:1713531269.465127:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465130:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa28a80. 02000000:00000001:2.0:1713531269.465132:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465132:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008bdea000. 02000000:00000001:2.0:1713531269.465135:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465136:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d091180. 02000000:00000001:2.0:1713531269.465137:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465138:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 1680 at ffff8800b41e7800. 02000000:00000001:2.0:1713531269.465139:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465140:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4ca680. 02000000:00000001:2.0:1713531269.465141:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465142:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008e91c000. 02000000:00000001:2.0:1713531269.465145:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465146:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa29180. 02000000:00000001:2.0:1713531269.465147:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465147:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88009910bc00. 02000000:00000001:2.0:1713531269.465149:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465149:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e4cbb80. 02000000:00000001:2.0:1713531269.465151:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465151:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012ed56800. 02000000:00000001:2.0:1713531269.465152:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465153:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d090a80. 02000000:00000001:2.0:1713531269.465154:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465155:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008eb94000. 02000000:00000001:2.0:1713531269.465157:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465158:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009aa68000. 02000000:00000001:2.0:1713531269.465159:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465160:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a83c800. 02000000:00000001:2.0:1713531269.465161:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465161:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880090fd3b80. 02000000:00000001:2.0:1713531269.465163:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465163:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d059800. 02000000:00000001:2.0:1713531269.465164:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465165:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b1f80. 02000000:00000001:2.0:1713531269.465166:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465166:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008d05b400. 02000000:00000001:2.0:1713531269.465167:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465168:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132198e00. 02000000:00000001:2.0:1713531269.465170:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465172:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff8801322f0000. 02000000:00000001:2.0:1713531269.465178:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465179:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132199f80. 02000000:00000001:2.0:1713531269.465181:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465181:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88012ed57400. 02000000:00000001:2.0:1713531269.465183:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465183:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dbbc000. 02000000:00000001:2.0:1713531269.465186:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465186:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131f8e800. 02000000:00000001:2.0:1713531269.465188:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465188:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d741c00. 02000000:00000001:2.0:1713531269.465190:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465190:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008def6000. 02000000:00000001:2.0:1713531269.465193:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465193:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d740e00. 02000000:00000001:2.0:1713531269.465195:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465195:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008def2000. 02000000:00000001:2.0:1713531269.465197:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465198:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131910a80. 02000000:00000001:2.0:1713531269.465200:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465201:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131f8c000. 02000000:00000001:2.0:1713531269.465202:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465202:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131910e00. 02000000:00000001:2.0:1713531269.465205:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465206:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 640 at ffff880131f8d400. 02000000:00000001:2.0:1713531269.465207:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465207:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131911f80. 02000000:00000001:2.0:1713531269.465209:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465210:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff88008a66a000. 02000000:00000001:2.0:1713531269.465211:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465212:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131911180. 02000000:00000001:2.0:1713531269.465214:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465214:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff88008a520000. 02000000:00000001:2.0:1713531269.465220:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465221:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa28700. 02000000:00000001:2.0:1713531269.465222:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465223:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a668000. 02000000:00000001:2.0:1713531269.465224:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465227:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131913800. 02000000:00000001:2.0:1713531269.465229:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465230:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008b426000. 02000000:00000001:2.0:1713531269.465232:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465233:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131912680. 02000000:00000001:2.0:1713531269.465235:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465236:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008bd44000. 02000000:00000001:2.0:1713531269.465238:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465238:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb5ce00. 02000000:00000001:2.0:1713531269.465241:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465241:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008c300000. 02000000:00000001:2.0:1713531269.465243:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465244:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4f800. 02000000:00000001:2.0:1713531269.465245:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465246:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 1680 at ffff880132197000. 02000000:00000001:2.0:1713531269.465247:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465248:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4f100. 02000000:00000001:2.0:1713531269.465249:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465250:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008c306000. 02000000:00000001:2.0:1713531269.465252:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465253:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4c000. 02000000:00000001:2.0:1713531269.465254:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465255:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008a800800. 02000000:00000001:2.0:1713531269.465256:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465256:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4ed80. 02000000:00000001:2.0:1713531269.465258:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465258:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a800000. 02000000:00000001:2.0:1713531269.465259:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465260:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4e680. 02000000:00000001:2.0:1713531269.465261:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465262:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008bd40000. 02000000:00000001:2.0:1713531269.465263:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465264:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132314380. 02000000:00000001:2.0:1713531269.465279:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465280:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008e85a400. 02000000:00000001:2.0:1713531269.465281:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465282:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea0a80. 02000000:00000001:2.0:1713531269.465283:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465286:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e4dc00. 02000000:00000001:2.0:1713531269.465288:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465289:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dec4380. 02000000:00000001:2.0:1713531269.465290:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465291:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff880131e4e400. 02000000:00000001:2.0:1713531269.465292:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465293:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dec6a00. 02000000:00000001:2.0:1713531269.465294:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465294:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff88008a66c000. 02000000:00000001:2.0:1713531269.465299:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465300:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dec5180. 02000000:00000001:2.0:1713531269.465302:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465302:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008d225400. 02000000:00000001:2.0:1713531269.465303:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465304:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe1880. 02000000:00000001:2.0:1713531269.465305:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465306:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008aeacc00. 02000000:00000001:2.0:1713531269.465307:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465307:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe0380. 02000000:00000001:2.0:1713531269.465309:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465309:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab40000. 02000000:00000001:2.0:1713531269.465313:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465313:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe1180. 02000000:00000001:2.0:1713531269.465315:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465315:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880132334000. 02000000:00000001:2.0:1713531269.465317:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465318:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe1500. 02000000:00000001:2.0:1713531269.465319:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465320:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008dfb2400. 02000000:00000001:2.0:1713531269.465320:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465321:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe3800. 02000000:00000001:2.0:1713531269.465322:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465323:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 640 at ffff88008dfb1800. 02000000:00000001:2.0:1713531269.465324:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465324:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe1c00. 02000000:00000001:2.0:1713531269.465326:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465326:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff8801322d5000. 02000000:00000001:2.0:1713531269.465328:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465331:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ebe0000. 02000000:00000001:2.0:1713531269.465332:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465333:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff8801326cc000. 02000000:00000001:2.0:1713531269.465338:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465339:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b7e3480. 02000000:00000001:2.0:1713531269.465341:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465341:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322d3000. 02000000:00000001:2.0:1713531269.465343:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465343:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b7e0e00. 02000000:00000001:2.0:1713531269.465345:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465345:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880132332000. 02000000:00000001:2.0:1713531269.465348:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465348:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b7e2680. 02000000:00000001:2.0:1713531269.465350:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465351:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008a8e6000. 02000000:00000001:2.0:1713531269.465353:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465353:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219a300. 02000000:00000001:2.0:1713531269.465355:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465355:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a8e2000. 02000000:00000001:2.0:1713531269.465359:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465360:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132198a80. 02000000:00000001:2.0:1713531269.465361:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465361:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 1680 at ffff880132193000. 02000000:00000001:2.0:1713531269.465363:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465363:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132199500. 02000000:00000001:2.0:1713531269.465364:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465365:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008a8e0000. 02000000:00000001:2.0:1713531269.465367:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465367:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132198000. 02000000:00000001:2.0:1713531269.465368:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465369:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008a834800. 02000000:00000001:2.0:1713531269.465370:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465370:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219b480. 02000000:00000001:2.0:1713531269.465372:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465372:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a835c00. 02000000:00000001:2.0:1713531269.465373:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465374:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219a680. 02000000:00000001:2.0:1713531269.465376:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465378:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801321b6000. 02000000:00000001:2.0:1713531269.465381:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465381:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013219b800. 02000000:00000001:2.0:1713531269.465383:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465383:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801321b0000. 02000000:00000001:2.0:1713531269.465385:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465386:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134c3f800. 02000000:00000001:2.0:1713531269.465391:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465392:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88013232c000. 02000000:00000001:2.0:1713531269.465396:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465396:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134c3f480. 02000000:00000001:2.0:1713531269.465398:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465398:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88013232a000. 02000000:00000001:2.0:1713531269.465401:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465402:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe5180. 02000000:00000001:2.0:1713531269.465403:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465404:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008f12e000. 02000000:00000001:2.0:1713531269.465405:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465406:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe6d80. 02000000:00000001:2.0:1713531269.465407:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465408:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88013228e000. 02000000:00000001:2.0:1713531269.465410:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465411:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe5500. 02000000:00000001:2.0:1713531269.465412:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465412:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88013228a000. 02000000:00000001:2.0:1713531269.465414:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465415:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfe6a00. 02000000:00000001:2.0:1713531269.465416:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465417:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322d4000. 02000000:00000001:2.0:1713531269.465418:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465419:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009aa68e00. 02000000:00000001:2.0:1713531269.465420:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465421:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff880132288000. 02000000:00000001:2.0:1713531269.465423:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465423:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009aa68380. 02000000:00000001:2.0:1713531269.465425:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465425:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880132282000. 02000000:00000001:2.0:1713531269.465427:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465431:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b1880. 02000000:00000001:2.0:1713531269.465432:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465433:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801321be000. 02000000:00000001:2.0:1713531269.465437:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465438:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b0380. 02000000:00000001:2.0:1713531269.465439:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465440:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab36000. 02000000:00000001:2.0:1713531269.465442:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465443:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa2bb80. 02000000:00000001:2.0:1713531269.465444:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465445:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012fc40800. 02000000:00000001:2.0:1713531269.465446:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465447:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b3100. 02000000:00000001:2.0:1713531269.465448:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465449:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801321bc000. 02000000:00000001:2.0:1713531269.465451:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465451:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b3b80. 02000000:00000001:2.0:1713531269.465452:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465453:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801321b8000. 02000000:00000001:2.0:1713531269.465455:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465455:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d5b0e00. 02000000:00000001:2.0:1713531269.465457:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465457:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322d0000. 02000000:00000001:2.0:1713531269.465459:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465459:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa1bb80. 02000000:00000001:2.0:1713531269.465461:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465461:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801322cc000. 02000000:00000001:2.0:1713531269.465463:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465463:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa19180. 02000000:00000001:2.0:1713531269.465465:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465465:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801323ae000. 02000000:00000001:2.0:1713531269.465467:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465468:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132091500. 02000000:00000001:2.0:1713531269.465469:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465469:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323ac000. 02000000:00000001:2.0:1713531269.465471:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465472:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccd180. 02000000:00000001:2.0:1713531269.465473:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465476:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323aa000. 02000000:00000001:2.0:1713531269.465478:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465479:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132090000. 02000000:00000001:2.0:1713531269.465481:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465481:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880091996400. 02000000:00000001:2.0:1713531269.465483:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465483:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccd500. 02000000:00000001:2.0:1713531269.465485:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465485:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801322b8000. 02000000:00000001:2.0:1713531269.465487:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465488:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccfb80. 02000000:00000001:2.0:1713531269.465489:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465490:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab34000. 02000000:00000001:2.0:1713531269.465491:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465492:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132093100. 02000000:00000001:2.0:1713531269.465493:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465493:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322d1000. 02000000:00000001:2.0:1713531269.465495:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465495:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bccce00. 02000000:00000001:2.0:1713531269.465497:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465497:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88013231e000. 02000000:00000001:2.0:1713531269.465502:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465502:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bcced80. 02000000:00000001:2.0:1713531269.465504:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465504:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff880132318000. 02000000:00000001:2.0:1713531269.465507:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465507:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132090700. 02000000:00000001:2.0:1713531269.465508:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465509:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a8b2000. 02000000:00000001:2.0:1713531269.465511:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465511:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134db2300. 02000000:00000001:2.0:1713531269.465513:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465513:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008aa56000. 02000000:00000001:2.0:1713531269.465516:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465516:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132090a80. 02000000:00000001:2.0:1713531269.465518:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465518:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008a801400. 02000000:00000001:2.0:1713531269.465519:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465522:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b6680. 02000000:00000001:2.0:1713531269.465524:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465524:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a8b4000. 02000000:00000001:2.0:1713531269.465527:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465527:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134db0000. 02000000:00000001:2.0:1713531269.465529:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465529:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008aa54000. 02000000:00000001:2.0:1713531269.465531:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465532:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132092d80. 02000000:00000001:2.0:1713531269.465533:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465534:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff8801322d7000. 02000000:00000001:2.0:1713531269.465536:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465537:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9604000. 02000000:00000001:2.0:1713531269.465538:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465539:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a80e000. 02000000:00000001:2.0:1713531269.465541:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465541:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a9606680. 02000000:00000001:2.0:1713531269.465542:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465543:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a80a000. 02000000:00000001:2.0:1713531269.465545:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465545:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0f480. 02000000:00000001:2.0:1713531269.465547:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465547:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323ea000. 02000000:00000001:2.0:1713531269.465549:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465550:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b5880. 02000000:00000001:2.0:1713531269.465551:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465552:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a4b4000. 02000000:00000001:2.0:1713531269.465555:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465555:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b4000. 02000000:00000001:2.0:1713531269.465557:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465557:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b5000. 02000000:00000001:2.0:1713531269.465559:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465560:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b5f80. 02000000:00000001:2.0:1713531269.465562:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465562:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a5c0000. 02000000:00000001:2.0:1713531269.465564:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465565:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132309500. 02000000:00000001:2.0:1713531269.465567:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465570:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a5c2000. 02000000:00000001:2.0:1713531269.465572:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465573:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b0b800. 02000000:00000001:2.0:1713531269.465574:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465575:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3184 at ffff88008a5bb000. 02000000:00000001:2.0:1713531269.465581:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465582:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013230a680. 02000000:00000001:2.0:1713531269.465583:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465584:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a808000. 02000000:00000001:2.0:1713531269.465585:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465586:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132309f80. 02000000:00000001:2.0:1713531269.465587:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465588:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800924f5800. 02000000:00000001:2.0:1713531269.465589:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465589:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3f480. 02000000:00000001:2.0:1713531269.465591:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465591:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008b45c400. 02000000:00000001:2.0:1713531269.465592:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465593:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3c700. 02000000:00000001:2.0:1713531269.465595:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465595:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c3b6c00. 02000000:00000001:2.0:1713531269.465596:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465596:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b09500. 02000000:00000001:2.0:1713531269.465598:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465599:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bde2000. 02000000:00000001:2.0:1713531269.465600:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465601:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0c700. 02000000:00000001:2.0:1713531269.465602:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465603:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bc1c400. 02000000:00000001:2.0:1713531269.465604:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465604:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013230b800. 02000000:00000001:2.0:1713531269.465605:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465606:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d2c4400. 02000000:00000001:2.0:1713531269.465608:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465608:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0d500. 02000000:00000001:2.0:1713531269.465610:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465610:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008ab84000. 02000000:00000001:2.0:1713531269.465612:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465615:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013230ad80. 02000000:00000001:2.0:1713531269.465617:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465618:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff8801326a8000. 02000000:00000001:2.0:1713531269.465623:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465625:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132308380. 02000000:00000001:2.0:1713531269.465628:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465629:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008a5c6000. 02000000:00000001:2.0:1713531269.465632:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465633:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132308000. 02000000:00000001:2.0:1713531269.465634:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465635:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff8801326b0000. 02000000:00000001:2.0:1713531269.465642:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465643:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3ca80. 02000000:00000001:2.0:1713531269.465646:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465647:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bc1c000. 02000000:00000001:2.0:1713531269.465649:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465650:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfece00. 02000000:00000001:2.0:1713531269.465652:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465653:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ee55800. 02000000:00000001:2.0:1713531269.465655:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465656:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dfef480. 02000000:00000001:2.0:1713531269.465658:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465659:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008fb2f000. 02000000:00000001:2.0:1713531269.465661:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465662:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008ae3dc00. 02000000:00000001:2.0:1713531269.465665:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465666:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008fb2fc00. 02000000:00000001:2.0:1713531269.465667:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465669:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b555880. 02000000:00000001:2.0:1713531269.465671:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465672:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a4b2000. 02000000:00000001:2.0:1713531269.465675:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465676:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0c000. 02000000:00000001:2.0:1713531269.465678:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465679:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008aa5e000. 02000000:00000001:2.0:1713531269.465682:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465683:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f91f80. 02000000:00000001:2.0:1713531269.465686:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465691:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008aa5c000. 02000000:00000001:2.0:1713531269.465694:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465695:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b556a00. 02000000:00000001:2.0:1713531269.465697:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465698:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008ab30000. 02000000:00000001:2.0:1713531269.465701:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465701:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b554380. 02000000:00000001:2.0:1713531269.465703:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465704:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bde0000. 02000000:00000001:2.0:1713531269.465708:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465709:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b555c00. 02000000:00000001:2.0:1713531269.465711:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465712:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008aeda000. 02000000:00000001:2.0:1713531269.465716:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465717:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0fb80. 02000000:00000001:2.0:1713531269.465718:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465719:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880090fc0800. 02000000:00000001:2.0:1713531269.465721:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465722:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f90a80. 02000000:00000001:2.0:1713531269.465724:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465724:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff880089a9c000. 02000000:00000001:2.0:1713531269.465733:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465735:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f93b80. 02000000:00000001:2.0:1713531269.465738:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465738:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008aa5a000. 02000000:00000001:2.0:1713531269.465741:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465742:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b556d80. 02000000:00000001:2.0:1713531269.465744:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465745:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff88008a67c000. 02000000:00000001:2.0:1713531269.465752:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465753:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f91180. 02000000:00000001:2.0:1713531269.465757:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465757:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e42800. 02000000:00000001:2.0:1713531269.465759:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465760:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f92680. 02000000:00000001:2.0:1713531269.465762:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465763:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4616 at ffff88008ab74000. 02000000:00000001:2.0:1713531269.465765:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465769:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b554000. 02000000:00000001:2.0:1713531269.465771:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465772:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 8704 at ffff88008c7fc000. 02000000:00000001:2.0:1713531269.465779:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465780:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b557b80. 02000000:00000001:2.0:1713531269.465782:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465783:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e41c00. 02000000:00000001:2.0:1713531269.465785:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465786:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f92a00. 02000000:00000001:2.0:1713531269.465788:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465788:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e40c00. 02000000:00000001:2.0:1713531269.465791:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465792:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e838380. 02000000:00000001:2.0:1713531269.465794:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465794:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e41400. 02000000:00000001:2.0:1713531269.465796:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465797:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e83b800. 02000000:00000001:2.0:1713531269.465799:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465800:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ee5b000. 02000000:00000001:2.0:1713531269.465802:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465803:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134f92300. 02000000:00000001:2.0:1713531269.465805:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465805:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ee5a400. 02000000:00000001:2.0:1713531269.465807:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465808:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d8ba680. 02000000:00000001:2.0:1713531269.465810:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465811:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a4fe000. 02000000:00000001:2.0:1713531269.465813:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465814:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d8b8a80. 02000000:00000001:2.0:1713531269.465816:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465817:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bde3800. 02000000:00000001:2.0:1713531269.465819:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465820:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b5500. 02000000:00000001:2.0:1713531269.465822:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465822:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a4ce000. 02000000:00000001:2.0:1713531269.465825:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465826:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d8b8700. 02000000:00000001:2.0:1713531269.465828:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465831:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a4fa000. 02000000:00000001:2.0:1713531269.465834:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465835:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d8b9c00. 02000000:00000001:2.0:1713531269.465837:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465838:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008a8e8000. 02000000:00000001:2.0:1713531269.465843:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465844:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd3100. 02000000:00000001:2.0:1713531269.465846:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465847:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008a5c4000. 02000000:00000001:2.0:1713531269.465853:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465854:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd0e00. 02000000:00000001:2.0:1713531269.465856:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465857:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4648 at ffff88008a4f8000. 02000000:00000001:2.0:1713531269.465860:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465861:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd3b80. 02000000:00000001:2.0:1713531269.465863:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465864:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae52800. 02000000:00000001:2.0:1713531269.465865:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465866:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd3800. 02000000:00000001:2.0:1713531269.465868:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465869:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab70000. 02000000:00000001:2.0:1713531269.465871:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465872:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134dd2d80. 02000000:00000001:2.0:1713531269.465874:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465875:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab76000. 02000000:00000001:2.0:1713531269.465877:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465878:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa2ad80. 02000000:00000001:2.0:1713531269.465880:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465881:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008dff3400. 02000000:00000001:2.0:1713531269.465883:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465884:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa28000. 02000000:00000001:2.0:1713531269.465886:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465886:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a534000. 02000000:00000001:2.0:1713531269.465889:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465890:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa29c00. 02000000:00000001:2.0:1713531269.465892:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465893:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a532000. 02000000:00000001:2.0:1713531269.465895:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465899:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa29500. 02000000:00000001:2.0:1713531269.465901:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465902:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a954000. 02000000:00000001:2.0:1713531269.465905:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465906:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa28380. 02000000:00000001:2.0:1713531269.465908:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465909:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880131e4e000. 02000000:00000001:2.0:1713531269.465911:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465912:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa2a680. 02000000:00000001:2.0:1713531269.465913:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465914:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a952000. 02000000:00000001:2.0:1713531269.465917:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465918:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa2b100. 02000000:00000001:2.0:1713531269.465919:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465920:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a956000. 02000000:00000001:2.0:1713531269.465923:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465924:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b4e00. 02000000:00000001:2.0:1713531269.465926:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465927:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008d559800. 02000000:00000001:2.0:1713531269.465929:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465930:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b4380. 02000000:00000001:2.0:1713531269.465931:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465932:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff8801323ee000. 02000000:00000001:2.0:1713531269.465935:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465935:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d23fb80. 02000000:00000001:2.0:1713531269.465938:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465939:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323ec000. 02000000:00000001:2.0:1713531269.465941:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465942:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b4a80. 02000000:00000001:2.0:1713531269.465944:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465945:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff8801323e8000. 02000000:00000001:2.0:1713531269.465952:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465954:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d23ea00. 02000000:00000001:2.0:1713531269.465957:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465957:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008c1c0c00. 02000000:00000001:2.0:1713531269.465960:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465961:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b4700. 02000000:00000001:2.0:1713531269.465963:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465966:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab7e000. 02000000:00000001:2.0:1713531269.465969:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465970:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b7b80. 02000000:00000001:2.0:1713531269.465972:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465973:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab7a000. 02000000:00000001:2.0:1713531269.465975:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465976:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b6a00. 02000000:00000001:2.0:1713531269.465978:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465979:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008dfb4000. 02000000:00000001:2.0:1713531269.465980:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465981:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b5c00. 02000000:00000001:2.0:1713531269.465983:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465984:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a4cc000. 02000000:00000001:2.0:1713531269.465987:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465988:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801399b5180. 02000000:00000001:2.0:1713531269.465990:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465990:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a558000. 02000000:00000001:2.0:1713531269.465993:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.465994:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea3b80. 02000000:00000001:2.0:1713531269.465996:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.465997:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a55a000. 02000000:00000001:2.0:1713531269.465999:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466000:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea2a00. 02000000:00000001:2.0:1713531269.466002:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466003:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008eb46000. 02000000:00000001:2.0:1713531269.466005:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466005:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea2680. 02000000:00000001:2.0:1713531269.466008:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466008:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a55e000. 02000000:00000001:2.0:1713531269.466012:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466013:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008dea0380. 02000000:00000001:2.0:1713531269.466015:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466016:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008a55c000. 02000000:00000001:2.0:1713531269.466018:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466019:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131805500. 02000000:00000001:2.0:1713531269.466022:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466023:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff880134c35000. 02000000:00000001:2.0:1713531269.466025:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466029:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b478380. 02000000:00000001:2.0:1713531269.466032:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466032:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab7c000. 02000000:00000001:2.0:1713531269.466035:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466036:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b588e00. 02000000:00000001:2.0:1713531269.466038:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466039:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab22000. 02000000:00000001:2.0:1713531269.466063:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466064:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b58a680. 02000000:00000001:2.0:1713531269.466067:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466067:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab26000. 02000000:00000001:2.0:1713531269.466070:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466071:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b589500. 02000000:00000001:2.0:1713531269.466073:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466074:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009a9bd800. 02000000:00000001:2.0:1713531269.466076:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466077:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b588700. 02000000:00000001:2.0:1713531269.466079:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466079:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008ab24000. 02000000:00000001:2.0:1713531269.466082:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466083:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008b58b800. 02000000:00000001:2.0:1713531269.466085:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466086:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008ab20000. 02000000:00000001:2.0:1713531269.466088:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466089:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b09880. 02000000:00000001:2.0:1713531269.466091:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466092:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008af52000. 02000000:00000001:2.0:1713531269.466095:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466096:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b08380. 02000000:00000001:2.0:1713531269.466098:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466099:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008af56000. 02000000:00000001:2.0:1713531269.466102:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466103:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b0ad80. 02000000:00000001:2.0:1713531269.466105:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466106:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008af54000. 02000000:00000001:2.0:1713531269.466108:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466109:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880135b09f80. 02000000:00000001:2.0:1713531269.466111:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466116:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff88008c7e5c00. 02000000:00000001:2.0:1713531269.466117:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466119:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132316a00. 02000000:00000001:2.0:1713531269.466121:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466122:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4312 at ffff88008af50000. 02000000:00000001:2.0:1713531269.466125:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466126:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132316680. 02000000:00000001:2.0:1713531269.466128:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466129:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008bcb2000. 02000000:00000001:2.0:1713531269.466131:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466132:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132314000. 02000000:00000001:2.0:1713531269.466134:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466135:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88013210a000. 02000000:00000001:2.0:1713531269.466144:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466146:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132315180. 02000000:00000001:2.0:1713531269.466151:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466152:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88013210e000. 02000000:00000001:2.0:1713531269.466154:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466155:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132315f80. 02000000:00000001:2.0:1713531269.466158:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466158:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff88008a6ae000. 02000000:00000001:2.0:1713531269.466161:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466162:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132317800. 02000000:00000001:2.0:1713531269.466164:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466164:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a65e000. 02000000:00000001:2.0:1713531269.466167:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466168:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132316300. 02000000:00000001:2.0:1713531269.466170:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466171:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3176 at ffff88008a6a8000. 02000000:00000001:2.0:1713531269.466176:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466178:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880132317b80. 02000000:00000001:2.0:1713531269.466180:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466181:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 4288 at ffff88008a65c000. 02000000:00000001:2.0:1713531269.466184:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466184:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb5c000. 02000000:00000001:2.0:1713531269.466187:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466188:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bbcdc00. 02000000:00000001:2.0:1713531269.466189:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466193:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb5ca80. 02000000:00000001:2.0:1713531269.466195:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466196:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008bbccc00. 02000000:00000001:2.0:1713531269.466198:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466199:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb5c380. 02000000:00000001:2.0:1713531269.466201:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466202:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008d227400. 02000000:00000001:2.0:1713531269.466204:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466204:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4c380. 02000000:00000001:2.0:1713531269.466207:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466207:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008ae5ac00. 02000000:00000001:2.0:1713531269.466209:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466210:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb8bb80. 02000000:00000001:2.0:1713531269.466214:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466215:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 696 at ffff88008e859400. 02000000:00000001:2.0:1713531269.466217:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466218:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134d0dc00. 02000000:00000001:2.0:1713531269.466220:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466221:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 3448 at ffff8801322d6000. 02000000:00000001:2.0:1713531269.466229:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466230:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008eb88000. 02000000:00000001:2.0:1713531269.466232:0:6406:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1713531269.466233:0:6406:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 736 at ffff8801320d6400. 02000000:00000001:2.0:1713531269.466235:0:6406:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1713531269.466236:0:6406:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008bc4f480. 00000100:00000001:2.0:1713531269.466239:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1713531269.466243:0:6406:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1713531269.466247:0:6406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88008aff6d10. 00000400:00000010:2.0:1713531269.466250:0:6406:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff8800b53f1800. 00000800:00000001:0.0:1713531269.466554:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.466560:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.466562:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.466564:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.466574:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.466581:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 512 into portal 12 MB=0x6622682eeb580 00000400:00000200:0.0:1713531269.466586:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 512/512 into md 0x265 [64] + 0 00000800:00000001:0.0:1713531269.466589:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.466597:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.466599:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.466602:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.466605:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.466606:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.466610:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092927b80. 00000100:00000040:0.0:1713531269.466612:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880092927b80 x1796767405225344 msgsize 512 00000100:00100000:0.0:1713531269.466615:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.466626:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.466630:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.466632:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.466651:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.466653:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225344 02000000:00000001:2.0:1713531269.466655:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.466656:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.466657:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.466659:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.466661:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225344 00000020:00000001:2.0:1713531269.466663:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.466664:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351aab5 00000020:00000001:2.0:1713531269.466669:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.466671:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff880090882800 refcount=287 00000020:00000001:2.0:1713531269.466673:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000020:00000001:2.0:1713531269.466675:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000100:00000001:2.0:1713531269.466678:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.466679:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.466682:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7a75000. 00000020:00000010:2.0:1713531269.466684:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.466687:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.466691:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.466692:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.466693:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1713531269.466695:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.466699:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.466703:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.466708:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.466709:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1713531269.466712:0:6405:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1713531269.466713:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5594 00000100:00000001:0.0:1713531269.466714:0:6405:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1713531269.466715:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff880090882800 : new rpc_count 1 00000100:00000001:0.0:1713531269.466715:0:6405:0:(service.c:2047:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.466716:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773291904 : -131938936259712 : ffff880092927b80) 00000100:00000001:0.0:1713531269.466717:0:6405:0:(service.c:2269:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.466721:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092927b80 x1796767405225344/t0(0) o58->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 512/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.466728:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.466728:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.466731:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:12489:x1796767405225344:12345-192.168.202.39@tcp:58:lfs.0 00000100:00000200:2.0:1713531269.466734:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225344 00000020:00000001:2.0:1713531269.466736:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.466738:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.466740:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.466742:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.466744:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120077232 : -1589474384 : ffffffffa1428bb0) 00000020:00000001:2.0:1713531269.466746:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.466751:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225344, found 0 last_xid 1796767405225343 00000020:00000001:2.0:1713531269.466753:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.466755:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.466756:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.466758:0:6406:0:(tgt_handler.c:77:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1713531269.466760:0:6406:0:(tgt_handler.c:86:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.466761:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.466764:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.466765:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.466767:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d75b000. 02000000:00000001:2.0:1713531269.466769:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.466771:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.466773:0:6406:0:(mdt_hsm.c:513:mdt_hsm_request()) Process entered 00000004:00000001:2.0:1713531269.466777:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:2.0:1713531269.466778:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.466779:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466780:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.466781:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466782:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.466783:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466784:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.466785:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466786:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.466786:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.466788:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1713531269.466790:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:2.0:1713531269.466792:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:2.0:1713531269.466793:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466794:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.466795:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.466796:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.466797:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.466798:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1713531269.466799:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1713531269.466802:0:6406:0:(mdt_hsm.c:569:mdt_hsm_request()) kmalloced '((hal))': 168 at ffff8801320e1e40. 00000004:00000001:2.0:1713531269.466804:0:6406:0:(mdt_hsm_cdt_client.c:423:mdt_hsm_add_actions()) Process entered 00000004:00000001:2.0:1713531269.466806:0:6406:0:(mdt_hsm_cdt_client.c:204:hal_is_sane()) Process entered 00000004:00000001:2.0:1713531269.466811:0:6406:0:(mdt_hsm_cdt_client.c:224:hal_is_sane()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1713531269.466812:0:6406:0:(mdt_hsm_cdt_client.c:116:hsm_find_compatible()) Process entered 00000004:00000001:2.0:1713531269.466814:0:6406:0:(mdt_hsm_cdt_client.c:139:hsm_find_compatible()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.466816:0:6406:0:(mdt_coordinator.c:65:mdt_hsm_get_md_hsm()) Process entered 00000004:00000001:2.0:1713531269.466817:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.466818:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.466820:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.466823:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.466825:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.466827:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1713531269.466829:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.466832:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.466833:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.466836:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.466837:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.466839:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1713531269.466841:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.466842:0:6406:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1713531269.466844:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm= (null) 00000004:00000001:2.0:1713531269.466846:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.466848:0:6406:0:(mdt_coordinator.c:93:mdt_hsm_get_md_hsm()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.466850:0:6406:0:(mdt_hsm_cdt_client.c:237:hsm_action_permission()) Process entered 00000004:00000001:2.0:1713531269.466852:0:6406:0:(mdt_hsm_cdt_client.c:243:hsm_action_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.466853:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.466854:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.466855:0:6406:0:(mdt_hsm_cdt_client.c:155:hsm_action_is_needed()) Process entered 00000004:20000000:2.0:1713531269.466857:0:6406:0:(mdt_hsm_cdt_client.c:188:hsm_action_is_needed()) fid=[0x200000402:0xbe:0x0] action=ARCHIVE rq_flags=0x0 extent=0x0-0xffffffffffffffff hsm_flags=0 action needed 00000004:00000001:2.0:1713531269.466860:0:6406:0:(mdt_hsm_cdt_client.c:190:hsm_action_is_needed()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1713531269.466861:0:6406:0:(mdt_coordinator.c:1997:mdt_hsm_is_action_compat()) Process entered 00000004:20000000:2.0:1713531269.466863:0:6406:0:(mdt_coordinator.c:2032:mdt_hsm_is_action_compat()) fid=[0x200000402:0xbe:0x0] action=ARCHIVE flags=0x0 extent=0x0-0xffffffffffffffff hsm_flags=00000000 compatible 00000004:00000001:2.0:1713531269.466866:0:6406:0:(mdt_coordinator.c:2034:mdt_hsm_is_action_compat()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1713531269.466868:0:6406:0:(mdt_hsm_cdt_actions.c:275:mdt_agent_record_add()) Process entered 00000004:00000010:2.0:1713531269.466870:0:6406:0:(mdt_hsm_cdt_actions.c:278:mdt_agent_record_add()) kmalloced '(larr)': 136 at ffff8801320e1600. 00000004:00000040:2.0:1713531269.466876:0:6406:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00080000:00000001:2.0:1713531269.466879:0:6406:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:2.0:1713531269.466884:0:6406:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d75a800. 00080000:00000001:2.0:1713531269.466886:0:6406:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134687516672 : -131939022034944 : ffff88008d75a800) 00000040:00000001:2.0:1713531269.466888:0:6406:0:(llog_cat.c:620:llog_cat_declare_add_rec()) Process entered 00000040:00000001:2.0:1713531269.466891:0:6406:0:(llog.c:1071:llog_exist()) Process entered 00000040:00000001:2.0:1713531269.466893:0:6406:0:(llog.c:1080:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1713531269.466895:0:6406:0:(llog_cat.c:302:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.466896:0:6406:0:(llog.c:1071:llog_exist()) Process entered 00000040:00000001:2.0:1713531269.466897:0:6406:0:(llog.c:1080:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.466898:0:6406:0:(llog.c:1091:llog_declare_create()) Process entered 00000040:00000001:2.0:1713531269.466901:0:6406:0:(llog_osd.c:1528:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1713531269.466903:0:6406:0:(local_storage.c:227:local_object_declare_create()) Process entered 00080000:00000001:2.0:1713531269.466907:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.466949:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.466951:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.466953:0:6406:0:(osd_object.c:1522:osd_declare_create()) Process entered 00080000:00000001:2.0:1713531269.466970:0:6406:0:(osd_oi.c:361:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1713531269.466971:0:6406:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1713531269.466981:0:6406:0:(osd_oi.c:1178:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1713531269.466983:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.466984:0:6406:0:(osd_object.c:1577:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.466987:0:6406:0:(osd_xattr.c:450:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1713531269.466989:0:6406:0:(osd_xattr.c:459:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.466991:0:6406:0:(local_storage.c:248:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.466992:0:6406:0:(llog_osd.c:1584:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.466994:0:6406:0:(llog.c:1102:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.466996:0:6406:0:(llog.c:1135:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1713531269.466997:0:6406:0:(llog_osd.c:331:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1713531269.466999:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.467005:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.467005:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.467007:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.467039:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.467054:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467056:0:6406:0:(llog_osd.c:359:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467057:0:6406:0:(llog.c:1147:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467059:0:6406:0:(llog.c:1135:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1713531269.467064:0:6406:0:(llog_osd.c:331:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1713531269.467066:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.467073:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.467074:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.467075:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.467112:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.467114:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467115:0:6406:0:(llog_osd.c:359:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467116:0:6406:0:(llog.c:1147:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467118:0:6406:0:(llog_cat.c:655:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.467120:0:6406:0:(osd_handler.c:202:osd_trans_start()) Process entered 00080000:00000001:2.0:1713531269.467135:0:6406:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467137:0:6406:0:(llog_cat.c:565:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1713531269.467138:0:6406:0:(llog_cat.c:481:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1713531269.467140:0:6406:0:(llog_cat.c:498:llog_cat_current_log()) Process leaving (rc=18446612134882409984 : -131938827141632 : ffff880099137e00) 00000040:00000001:2.0:1713531269.467142:0:6406:0:(llog.c:1071:llog_exist()) Process entered 00000040:00000001:2.0:1713531269.467143:0:6406:0:(llog.c:1080:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1713531269.467144:0:6406:0:(llog.c:1158:llog_write_rec()) Process entered 00000040:00000001:2.0:1713531269.467146:0:6406:0:(llog_osd.c:401:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1713531269.467147:0:6406:0:(llog_osd.c:408:llog_osd_write_rec()) new record 10680000 to [0x1:0x8:0x0] 00080000:00000001:2.0:1713531269.467153:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.467178:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1713531269.467180:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.467182:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1713531269.467183:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.467185:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1713531269.467187:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.467201:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=136 : 136 : 88) 00000040:00080000:2.0:1713531269.467203:0:6406:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x8:0x0].180, 136 off32464 00000040:00000001:2.0:1713531269.467205:0:6406:0:(llog_osd.c:752:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467206:0:6406:0:(llog.c:1191:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467208:0:6406:0:(llog_cat.c:610:llog_cat_add_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.467210:0:6406:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1713531269.467221:0:6406:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.467223:0:6406:0:(llog_cat.c:688:llog_cat_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1713531269.467225:0:6406:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:2.0:1713531269.467227:0:6406:0:(mdt_hsm_cdt_actions.c:311:mdt_agent_record_add()) Process leaving 00000004:00000010:2.0:1713531269.467228:0:6406:0:(mdt_hsm_cdt_actions.c:313:mdt_agent_record_add()) kfreed 'larr': 136 at ffff8801320e1600. 00000004:00000001:2.0:1713531269.467230:0:6406:0:(mdt_hsm_cdt_client.c:399:mdt_hsm_register_hal()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.467236:0:6406:0:(mdt_hsm_cdt_client.c:442:mdt_hsm_add_actions()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1713531269.467239:0:6406:0:(mdt_hsm.c:600:mdt_hsm_request()) kfreed '(hal)': 168 at ffff8801320e1e40. 00000004:00000001:2.0:1713531269.467241:0:6406:0:(mdt_hsm.c:602:mdt_hsm_request()) Process leaving via out_ucred (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1713531269.467244:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1713531269.467245:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00010000:00000040:2.0:1713531269.467247:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971309, transno 0, xid 1796767405225344 00010000:00000001:2.0:1713531269.467249:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.467253:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092927b80 x1796767405225344/t0(0) o58->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.467259:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.467260:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.467263:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.467284:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.467286:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.467288:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.467290:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.467291:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.467293:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.467295:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.467298:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1dd48. 00000100:00000200:2.0:1713531269.467301:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1796767405225344, offset 224 00000400:00000200:2.0:1713531269.467304:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.467310:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.467314:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12454:12454:256:4294967295] 192.168.202.39@tcp LPNI seq info [12454:12454:8:4294967295] 00000400:00000200:2.0:1713531269.467322:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.467326:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.467329:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62100. 00000800:00000200:2.0:1713531269.467332:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.467338:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:2.0:1713531269.467341:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.467347:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.467354:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.467356:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.467358:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.467360:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.467363:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092927b80 x1796767405225344/t0(0) o58->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.467372:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:12489:x1796767405225344:12345-192.168.202.39@tcp:58:lfs.0 Request processed in 642us (758us total) trans 0 rc 0/0 00000800:00000200:0.0:1713531269.467383:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.467385:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62100. 00000400:00000200:0.0:1713531269.467387:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1713531269.467389:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5594 00000400:00000200:0.0:1713531269.467390:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.467391:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1dd48 00000100:00000040:2.0:1713531269.467392:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880090882800 : new rpc_count 0 00000100:00000001:2.0:1713531269.467393:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1713531269.467393:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1dd48. 00000100:00000001:2.0:1713531269.467394:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1713531269.467395:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.467396:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00000020:00000010:2.0:1713531269.467397:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.467403:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.467406:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7a75000. 00000020:00000040:2.0:1713531269.467409:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 286 00000100:00000001:2.0:1713531269.467411:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1713531269.481396:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88008bd2b3c0. 00080000:00000001:0.0:1713531269.483934:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531269.483944:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531269.483946:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1713531269.483979:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531269.483984:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531269.483986:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1713531269.483990:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531269.483995:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531269.484000:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1713531269.491303:0:13937:0:(mdt_coordinator.c:680:mdt_coordinator()) coordinator resumes 00000004:20000000:2.0:1713531269.491305:0:13937:0:(mdt_coordinator.c:718:mdt_coordinator()) coordinator starts reading llog 00000004:00000001:2.0:1713531269.491307:0:13937:0:(mdt_hsm_cdt_actions.c:227:cdt_llog_process()) Process entered 00000004:00000040:2.0:1713531269.491309:0:13937:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000040:00000001:2.0:1713531269.491312:0:13937:0:(llog_cat.c:904:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1713531269.491314:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.491318:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2fe00. 00000040:00001000:2.0:1713531269.491320:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x012 startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1713531269.491322:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.491327:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a188000. 00000040:00001000:2.0:1713531269.491330:0:13937:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1713531269.491332:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.491334:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.491341:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8256 00000040:00000001:2.0:1713531269.491383:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.491386:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491393:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x1064553b 00000040:00001000:2.0:1713531269.491395:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.491397:0:13937:0:(llog.c:673:llog_process_thread()) synced_idx: 1 00000040:00000001:2.0:1713531269.491398:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.491399:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.491402:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 1 off 8192), size 8256 00000040:00000001:2.0:1713531269.491416:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.491418:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491420:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x1064553b 00000040:00001000:2.0:1713531269.491421:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.491423:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:2.0:1713531269.491425:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:2.0:1713531269.491427:0:13937:0:(llog_cat.c:840:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1713531269.491428:0:13937:0:(llog_cat.c:787:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1713531269.491430:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00000001:2.0:1713531269.491432:0:13937:0:(llog_cat.c:374:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1713531269.491435:0:13937:0:(llog_cat.c:396:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.491437:0:13937:0:(llog_cat.c:829:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.491438:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.491440:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2ff80. 00000040:00001000:2.0:1713531269.491441:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0x1:0x8:0x0] flags 0x005 startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:2.0:1713531269.491444:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.491447:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a18a000. 00000040:00001000:2.0:1713531269.491449:0:13937:0:(llog.c:565:llog_process_thread()) index: 179 last_index 64767 00000040:00000001:2.0:1713531269.491451:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.491451:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.491454:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 179 (cur idx 0 off 8192), size 32464 00000040:00000001:2.0:1713531269.491468:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.491470:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491472:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a000 type 0x10680000 00000040:00001000:2.0:1713531269.491473:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:2.0:1713531269.491474:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 123 00000040:00001000:2.0:1713531269.491475:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a088 type 0x10680000 00000040:00001000:2.0:1713531269.491477:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=124 00000040:00001000:2.0:1713531269.491477:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 124 00000040:00001000:2.0:1713531269.491482:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a110 type 0x10680000 00000040:00001000:2.0:1713531269.491484:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=125 00000040:00001000:2.0:1713531269.491485:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 125 00000040:00001000:2.0:1713531269.491486:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a198 type 0x10680000 00000040:00001000:2.0:1713531269.491487:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=126 00000040:00001000:2.0:1713531269.491488:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 126 00000040:00001000:2.0:1713531269.491489:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a220 type 0x10680000 00000040:00001000:2.0:1713531269.491490:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=127 00000040:00001000:2.0:1713531269.491491:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 127 00000040:00001000:2.0:1713531269.491492:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a2a8 type 0x10680000 00000040:00001000:2.0:1713531269.491493:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=128 00000040:00001000:2.0:1713531269.491494:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 128 00000040:00001000:2.0:1713531269.491495:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a330 type 0x10680000 00000040:00001000:2.0:1713531269.491496:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=129 00000040:00001000:2.0:1713531269.491497:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 129 00000040:00001000:2.0:1713531269.491498:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a3b8 type 0x10680000 00000040:00001000:2.0:1713531269.491499:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=130 00000040:00001000:2.0:1713531269.491500:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 130 00000040:00001000:2.0:1713531269.491501:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a440 type 0x10680000 00000040:00001000:2.0:1713531269.491502:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=131 00000040:00001000:2.0:1713531269.491503:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 131 00000040:00001000:2.0:1713531269.491504:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a4c8 type 0x10680000 00000040:00001000:2.0:1713531269.491506:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=132 00000040:00001000:2.0:1713531269.491507:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 132 00000040:00001000:2.0:1713531269.491508:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a550 type 0x10680000 00000040:00001000:2.0:1713531269.491509:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=133 00000040:00001000:2.0:1713531269.491510:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 133 00000040:00001000:2.0:1713531269.491511:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a5d8 type 0x10680000 00000040:00001000:2.0:1713531269.491512:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=134 00000040:00001000:2.0:1713531269.491513:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 134 00000040:00001000:2.0:1713531269.491514:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a660 type 0x10680000 00000040:00001000:2.0:1713531269.491515:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=135 00000040:00001000:2.0:1713531269.491516:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 135 00000040:00001000:2.0:1713531269.491517:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a6e8 type 0x10680000 00000040:00001000:2.0:1713531269.491518:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=136 00000040:00001000:2.0:1713531269.491523:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 136 00000040:00001000:2.0:1713531269.491524:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a770 type 0x10680000 00000040:00001000:2.0:1713531269.491525:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=137 00000040:00001000:2.0:1713531269.491526:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 137 00000040:00001000:2.0:1713531269.491527:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a7f8 type 0x10680000 00000040:00001000:2.0:1713531269.491528:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=138 00000040:00001000:2.0:1713531269.491529:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 138 00000040:00001000:2.0:1713531269.491530:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a880 type 0x10680000 00000040:00001000:2.0:1713531269.491532:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=139 00000040:00001000:2.0:1713531269.491532:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 139 00000040:00001000:2.0:1713531269.491533:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a908 type 0x10680000 00000040:00001000:2.0:1713531269.491534:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=140 00000040:00001000:2.0:1713531269.491535:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 140 00000040:00001000:2.0:1713531269.491536:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a990 type 0x10680000 00000040:00001000:2.0:1713531269.491537:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=141 00000040:00001000:2.0:1713531269.491538:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 141 00000040:00001000:2.0:1713531269.491538:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aa18 type 0x10680000 00000040:00001000:2.0:1713531269.491539:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=142 00000040:00001000:2.0:1713531269.491540:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 142 00000040:00001000:2.0:1713531269.491541:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aaa0 type 0x10680000 00000040:00001000:2.0:1713531269.491542:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=143 00000040:00001000:2.0:1713531269.491543:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 143 00000040:00001000:2.0:1713531269.491544:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ab28 type 0x10680000 00000040:00001000:2.0:1713531269.491545:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=144 00000040:00001000:2.0:1713531269.491546:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 144 00000040:00001000:2.0:1713531269.491546:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18abb0 type 0x10680000 00000040:00001000:2.0:1713531269.491547:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=145 00000040:00001000:2.0:1713531269.491548:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 145 00000040:00001000:2.0:1713531269.491549:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ac38 type 0x10680000 00000040:00001000:2.0:1713531269.491550:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=146 00000040:00001000:2.0:1713531269.491551:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 146 00000040:00001000:2.0:1713531269.491552:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18acc0 type 0x10680000 00000040:00001000:2.0:1713531269.491553:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=147 00000040:00001000:2.0:1713531269.491554:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 147 00000040:00001000:2.0:1713531269.491554:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ad48 type 0x10680000 00000040:00001000:2.0:1713531269.491556:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=148 00000040:00001000:2.0:1713531269.491559:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 148 00000040:00001000:2.0:1713531269.491560:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18add0 type 0x10680000 00000040:00001000:2.0:1713531269.491561:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=149 00000040:00001000:2.0:1713531269.491562:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 149 00000040:00001000:2.0:1713531269.491563:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ae58 type 0x10680000 00000040:00001000:2.0:1713531269.491564:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=150 00000040:00001000:2.0:1713531269.491565:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 150 00000040:00001000:2.0:1713531269.491566:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aee0 type 0x10680000 00000040:00001000:2.0:1713531269.491567:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=151 00000040:00001000:2.0:1713531269.491567:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 151 00000040:00001000:2.0:1713531269.491568:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18af68 type 0x10680000 00000040:00001000:2.0:1713531269.491569:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=152 00000040:00001000:2.0:1713531269.491569:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 152 00000040:00001000:2.0:1713531269.491570:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aff0 type 0x10680000 00000040:00001000:2.0:1713531269.491570:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=153 00000040:00001000:2.0:1713531269.491571:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 153 00000040:00001000:2.0:1713531269.491572:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b078 type 0x10680000 00000040:00001000:2.0:1713531269.491572:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=154 00000040:00001000:2.0:1713531269.491573:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 154 00000040:00001000:2.0:1713531269.491573:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b100 type 0x10680000 00000040:00001000:2.0:1713531269.491574:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=155 00000040:00001000:2.0:1713531269.491575:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 155 00000040:00001000:2.0:1713531269.491575:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b188 type 0x10680000 00000040:00001000:2.0:1713531269.491576:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=156 00000040:00001000:2.0:1713531269.491576:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 156 00000040:00001000:2.0:1713531269.491577:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b210 type 0x10680000 00000040:00001000:2.0:1713531269.491578:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=157 00000040:00001000:2.0:1713531269.491578:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 157 00000040:00001000:2.0:1713531269.491579:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b298 type 0x10680000 00000040:00001000:2.0:1713531269.491579:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=158 00000040:00001000:2.0:1713531269.491580:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 158 00000040:00001000:2.0:1713531269.491581:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b320 type 0x10680000 00000040:00001000:2.0:1713531269.491581:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=159 00000040:00001000:2.0:1713531269.491582:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 159 00000040:00001000:2.0:1713531269.491582:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b3a8 type 0x10680000 00000040:00001000:2.0:1713531269.491583:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=160 00000040:00001000:2.0:1713531269.491586:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 160 00000040:00001000:2.0:1713531269.491586:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b430 type 0x10680000 00000040:00001000:2.0:1713531269.491587:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=161 00000040:00001000:2.0:1713531269.491588:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 161 00000040:00001000:2.0:1713531269.491589:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b4b8 type 0x10680000 00000040:00001000:2.0:1713531269.491590:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=162 00000040:00001000:2.0:1713531269.491591:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 162 00000040:00001000:2.0:1713531269.491591:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b540 type 0x10680000 00000040:00001000:2.0:1713531269.491592:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=163 00000040:00001000:2.0:1713531269.491592:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 163 00000040:00001000:2.0:1713531269.491593:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b5c8 type 0x10680000 00000040:00001000:2.0:1713531269.491594:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=164 00000040:00001000:2.0:1713531269.491594:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 164 00000040:00001000:2.0:1713531269.491595:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b650 type 0x10680000 00000040:00001000:2.0:1713531269.491595:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=165 00000040:00001000:2.0:1713531269.491596:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 165 00000040:00001000:2.0:1713531269.491597:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b6d8 type 0x10680000 00000040:00001000:2.0:1713531269.491597:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=166 00000040:00001000:2.0:1713531269.491598:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 166 00000040:00001000:2.0:1713531269.491598:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b760 type 0x10680000 00000040:00001000:2.0:1713531269.491599:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=167 00000040:00001000:2.0:1713531269.491600:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 167 00000040:00001000:2.0:1713531269.491600:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b7e8 type 0x10680000 00000040:00001000:2.0:1713531269.491601:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=168 00000040:00001000:2.0:1713531269.491602:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 168 00000040:00001000:2.0:1713531269.491602:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b870 type 0x10680000 00000040:00001000:2.0:1713531269.491603:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=169 00000040:00001000:2.0:1713531269.491603:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 169 00000040:00001000:2.0:1713531269.491604:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b8f8 type 0x10680000 00000040:00001000:2.0:1713531269.491605:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=170 00000040:00001000:2.0:1713531269.491605:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 170 00000040:00001000:2.0:1713531269.491606:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b980 type 0x10680000 00000040:00001000:2.0:1713531269.491606:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=171 00000040:00001000:2.0:1713531269.491607:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 171 00000040:00001000:2.0:1713531269.491608:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ba08 type 0x10680000 00000040:00001000:2.0:1713531269.491608:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=172 00000040:00001000:2.0:1713531269.491611:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 172 00000040:00001000:2.0:1713531269.491611:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ba90 type 0x10680000 00000040:00001000:2.0:1713531269.491612:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=173 00000040:00001000:2.0:1713531269.491613:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 173 00000040:00001000:2.0:1713531269.491614:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bb18 type 0x10680000 00000040:00001000:2.0:1713531269.491614:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=174 00000040:00001000:2.0:1713531269.491615:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 174 00000040:00001000:2.0:1713531269.491615:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bba0 type 0x10680000 00000040:00001000:2.0:1713531269.491616:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=175 00000040:00001000:2.0:1713531269.491617:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 175 00000040:00001000:2.0:1713531269.491617:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bc28 type 0x10680000 00000040:00001000:2.0:1713531269.491618:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=176 00000040:00001000:2.0:1713531269.491618:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 176 00000040:00001000:2.0:1713531269.491619:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bcb0 type 0x10680000 00000040:00001000:2.0:1713531269.491620:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=177 00000040:00001000:2.0:1713531269.491620:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 177 00000040:00001000:2.0:1713531269.491621:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bd38 type 0x10680000 00000040:00001000:2.0:1713531269.491622:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=178 00000040:00001000:2.0:1713531269.491622:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 178 00000040:00001000:2.0:1713531269.491623:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bdc0 type 0x10680000 00000040:00001000:2.0:1713531269.491623:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=179 00000040:00001000:2.0:1713531269.491624:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 179 lrh_len: 136 (576 remains) 00000040:00001000:2.0:1713531269.491625:0:13937:0:(llog.c:735:llog_process_thread()) index: 179, lh_last_idx: 180 synced_idx: 0 lgh_last_idx: 180 00000004:00000001:2.0:1713531269.491627:0:13937:0:(mdt_coordinator.c:432:mdt_coordinator_cb()) Process entered 00000004:20000000:2.0:1713531269.491629:0:13937:0:(mdt_hsm_cdt_actions.c:204:dump_llog_agent_req_rec()) mdt_coordinator_cb(): lrh=[type=10680000 len=136 idx=179] fid=[0x200000402:0xba:0x0] dfid=[0x200000402:0xba:0x0] cookie=0x6622691a status=SUCCEED action=ARCHIVE archive#=1 flags=0x0 create=1713531241 change=1713531262 extent=0x0-0xffffffffffffffff gid=0x0 datalen=0 data=[] 00000004:00000001:2.0:1713531269.491633:0:13937:0:(mdt_coordinator.c:443:mdt_coordinator_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491634:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18be48 type 0x10680000 00000040:00001000:2.0:1713531269.491635:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:2.0:1713531269.491636:0:13937:0:(llog.c:673:llog_process_thread()) synced_idx: 180 00000040:00000001:2.0:1713531269.491637:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.491637:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.491639:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 180 off 24576), size 32464 00000040:00000001:2.0:1713531269.491650:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.491653:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491654:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18be48 type 0x10680000 00000040:00001000:2.0:1713531269.491655:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:2.0:1713531269.491656:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 180 lrh_len: 136 (440 remains) 00000040:00001000:2.0:1713531269.491657:0:13937:0:(llog.c:735:llog_process_thread()) index: 180, lh_last_idx: 180 synced_idx: 180 lgh_last_idx: 180 00000004:00000001:2.0:1713531269.491658:0:13937:0:(mdt_coordinator.c:432:mdt_coordinator_cb()) Process entered 00000004:20000000:2.0:1713531269.491659:0:13937:0:(mdt_hsm_cdt_actions.c:204:dump_llog_agent_req_rec()) mdt_coordinator_cb(): lrh=[type=10680000 len=136 idx=180] fid=[0x200000402:0xbe:0x0] dfid=[0x200000402:0xbe:0x0] cookie=0x6622691b status=WAITING action=ARCHIVE archive#=1 flags=0x0 create=1713531269 change=1713531269 extent=0x0-0xffffffffffffffff gid=0x0 datalen=0 data=[] 00000004:00000010:2.0:1713531269.491664:0:13937:0:(mdt_coordinator.c:254:mdt_cdt_waiting_cb()) kmalloced '(hal)': 248 at ffff880087e62500. 00000004:00000010:2.0:1713531269.491666:0:13937:0:(mdt_hsm_cdt_actions.c:130:cdt_agent_record_hash_add()) kmalloced '(carl1)': 40 at ffff88008a8ddbc0. 00000004:00000001:2.0:1713531269.491672:0:13937:0:(mdt_coordinator.c:317:mdt_cdt_waiting_cb()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491673:0:13937:0:(mdt_coordinator.c:438:mdt_coordinator_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491674:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bed0 type 0x0 00000040:00001000:2.0:1713531269.491674:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:2.0:1713531269.491675:0:13937:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.491676:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 181 count 3 00000040:00000010:2.0:1713531269.491678:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a18a000. 00000040:00000010:2.0:1713531269.491680:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2ff80. 00000040:00000001:2.0:1713531269.491682:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.491683:0:13937:0:(llog_cat.c:891:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.491684:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188040 type 0x0 00000040:00001000:2.0:1713531269.491685:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:2.0:1713531269.491686:0:13937:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.491686:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00000010:2.0:1713531269.491687:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a188000. 00000040:00000010:2.0:1713531269.491689:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2fe00. 00000040:00000001:2.0:1713531269.491690:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.491691:0:13937:0:(llog_cat.c:963:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1713531269.491692:0:13937:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:2.0:1713531269.491693:0:13937:0:(mdt_hsm_cdt_actions.c:253:cdt_llog_process()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1713531269.491694:0:13937:0:(mdt_coordinator.c:755:mdt_coordinator()) found 1 requests to send 00000004:00000010:2.0:1713531269.491696:0:13937:0:(mdt_coordinator.c:778:mdt_coordinator()) kmalloced '(updates)': 16 at ffff88008dec1ae0. 00000004:00000001:2.0:1713531269.491698:0:13937:0:(mdt_hsm_cdt_agent.c:389:mdt_hsm_agent_send()) Process entered 00000004:00000001:2.0:1713531269.491701:0:13937:0:(mdt_hsm_cdt_agent.c:288:mdt_hsm_find_best_agent()) Process entered 00000004:00000001:2.0:1713531269.491702:0:13937:0:(mdt_hsm_cdt_agent.c:312:mdt_hsm_find_best_agent()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1713531269.491704:0:13937:0:(mdt_hsm_cdt_agent.c:457:mdt_hsm_agent_send()) Agent af1f6925-d627-45ab-9271-3bfd492d0648 selected for archive 1 00000020:00000010:2.0:1713531269.491706:0:13937:0:(genops.c:1891:kuc_alloc()) kmalloced '(lh)': 120 at ffff880091e2fe00. 00000004:00000001:2.0:1713531269.491708:0:13937:0:(mdt_coordinator.c:65:mdt_hsm_get_md_hsm()) Process entered 00000004:00000001:2.0:1713531269.491709:0:13937:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.491710:0:13937:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.491712:0:13937:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.491716:0:13937:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.491718:0:13937:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.491720:0:13937:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1713531269.491723:0:13937:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.491727:0:13937:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491728:0:13937:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491732:0:13937:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.491733:0:13937:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.491735:0:13937:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1713531269.491737:0:13937:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.491739:0:13937:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1713531269.491741:0:13937:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm= (null) 00000004:00000001:2.0:1713531269.491743:0:13937:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491745:0:13937:0:(mdt_coordinator.c:93:mdt_hsm_get_md_hsm()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.491747:0:13937:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.491749:0:13937:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.491750:0:13937:0:(mdt_coordinator.c:1997:mdt_hsm_is_action_compat()) Process entered 00000004:20000000:2.0:1713531269.491752:0:13937:0:(mdt_coordinator.c:2032:mdt_hsm_is_action_compat()) fid=[0x200000402:0xbe:0x0] action=ARCHIVE flags=0x0 extent=0x0-0xffffffffffffffff hsm_flags=00000000 compatible 00000004:00000001:2.0:1713531269.491755:0:13937:0:(mdt_coordinator.c:2034:mdt_hsm_is_action_compat()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1713531269.491757:0:13937:0:(mdt_coordinator.c:1342:mdt_hsm_add_hal()) Process entered 00000004:00000001:2.0:1713531269.491758:0:13937:0:(mdt_coordinator.c:65:mdt_hsm_get_md_hsm()) Process entered 00000004:00000001:2.0:1713531269.491759:0:13937:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.491760:0:13937:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.491761:0:13937:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.491762:0:13937:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.491764:0:13937:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.491769:0:13937:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1713531269.491770:0:13937:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.491771:0:13937:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491772:0:13937:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491774:0:13937:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.491776:0:13937:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.491777:0:13937:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1713531269.491778:0:13937:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.491779:0:13937:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1713531269.491781:0:13937:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm= (null) 00000004:00000001:2.0:1713531269.491783:0:13937:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491785:0:13937:0:(mdt_coordinator.c:93:mdt_hsm_get_md_hsm()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.491788:0:13937:0:(mdt_hsm.c:66:mdt_hsm_attr_set()) Process entered 00000001:00000001:2.0:1713531269.491789:0:13937:0:(md_attrs.c:187:lustre_hsm2buf()) Process entered 00000004:00000001:2.0:1713531269.491791:0:13937:0:(mdd_object.c:2075:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.491796:0:13937:0:(mdd_object.c:1417:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1713531269.491797:0:13937:0:(mdd_object.c:1436:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1713531269.491800:0:13937:0:(barrier.c:258:barrier_entry()) Process entered 00000020:00000010:2.0:1713531269.491805:0:13937:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880091d8c9c0. 00080000:00000001:2.0:1713531269.491808:0:13937:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:2.0:1713531269.491811:0:13937:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88009a9bd800. 00080000:00000001:2.0:1713531269.491813:0:13937:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134908123136 : -131938801428480 : ffff88009a9bd800) 00000004:00000001:2.0:1713531269.491816:0:13937:0:(lod_object.c:3808:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.491819:0:13937:0:(lod_sub_object.c:555:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.491821:0:13937:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.491822:0:13937:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134908123136 : -131938801428480 : ffff88009a9bd800) 00080000:00000001:2.0:1713531269.491824:0:13937:0:(osd_xattr.c:450:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1713531269.491838:0:13937:0:(osd_xattr.c:459:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491840:0:13937:0:(lod_sub_object.c:568:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491841:0:13937:0:(lod_object.c:3871:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.491844:0:13937:0:(update_trans.c:780:top_trans_start()) Process entered 00080000:00000001:2.0:1713531269.491846:0:13937:0:(osd_handler.c:202:osd_trans_start()) Process entered 00080000:00000001:2.0:1713531269.491859:0:13937:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.491860:0:13937:0:(update_trans.c:789:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491863:0:13937:0:(mdd_object.c:1529:mdd_hsm_update_locked()) Process entered 00000004:00000010:2.0:1713531269.491869:0:13937:0:(mdd_object.c:1530:mdd_hsm_update_locked()) kmalloced '(current_mh)': 24 at ffff88008b597d60. 00000004:00000001:2.0:1713531269.491871:0:13937:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491873:0:13937:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.491874:0:13937:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.491876:0:13937:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1713531269.491878:0:13937:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.491879:0:13937:0:(md_attrs.c:159:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000010:2.0:1713531269.491881:0:13937:0:(mdd_object.c:1547:mdd_hsm_update_locked()) kmalloced '(new_mh)': 24 at ffff88008b5971c0. 00000001:00000001:2.0:1713531269.491882:0:13937:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.491883:0:13937:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1713531269.491885:0:13937:0:(mdd_object.c:1561:mdd_hsm_update_locked()) kfreed 'new_mh': 24 at ffff88008b5971c0. 00000004:00000001:2.0:1713531269.491887:0:13937:0:(mdd_object.c:1562:mdd_hsm_update_locked()) Process leaving 00000004:00000010:2.0:1713531269.491889:0:13937:0:(mdd_object.c:1564:mdd_hsm_update_locked()) kfreed 'current_mh': 24 at ffff88008b597d60. 00000004:00000001:2.0:1713531269.491891:0:13937:0:(lod_object.c:5107:lod_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.491893:0:13937:0:(lod_object.c:3899:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1713531269.491894:0:13937:0:(lod_sub_object.c:594:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.491895:0:13937:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.491897:0:13937:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134908123136 : -131938801428480 : ffff88009a9bd800) 00080000:00000001:2.0:1713531269.491899:0:13937:0:(osd_xattr.c:907:osd_xattr_set()) Process entered 00080000:00000002:2.0:1713531269.491900:0:13937:0:(osd_xattr.c:921:osd_xattr_set()) Setting xattr trusted.hsm with size 24 00080000:00000001:2.0:1713531269.491939:0:13937:0:(osd_xattr.c:938:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491940:0:13937:0:(lod_sub_object.c:610:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491942:0:13937:0:(lod_object.c:3903:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491944:0:13937:0:(lod_object.c:5242:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491947:0:13937:0:(mdd_object.c:1031:mdd_changelog_data_store_xattr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.491949:0:13937:0:(update_trans.c:930:top_trans_stop()) Process entered 00080000:00000001:2.0:1713531269.491951:0:13937:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1713531269.491957:0:13937:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1713531269.491958:0:13937:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880091d8c9c0. 00000020:00000001:2.0:1713531269.491960:0:13937:0:(update_trans.c:942:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491961:0:13937:0:(mdd_object.c:2171:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491962:0:13937:0:(mdt_hsm.c:79:mdt_hsm_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491963:0:13937:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.491964:0:13937:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.491966:0:13937:0:(mdt_hsm_cdt_requests.c:237:mdt_cdt_alloc_request()) Process entered 00000004:00000010:2.0:1713531269.491968:0:13937:0:(mdt_hsm_cdt_requests.c:239:mdt_cdt_alloc_request()) slab-alloced 'car': 160 at ffff8800b532ff00. 00000004:00000010:2.0:1713531269.491972:0:13937:0:(mdt_hsm_cdt_requests.c:250:mdt_cdt_alloc_request()) kmalloced '(car->car_hai)': 72 at ffff880091d8c9c0. 00000004:00000001:2.0:1713531269.491973:0:13937:0:(mdt_hsm_cdt_requests.c:258:mdt_cdt_alloc_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:00000001:2.0:1713531269.491975:0:13937:0:(mdt_hsm_cdt_requests.c:310:mdt_cdt_add_request()) Process entered 00000004:00000001:2.0:1713531269.491978:0:13937:0:(mdt_hsm_cdt_agent.c:249:mdt_hsm_agent_update_statistics()) Process entered 00000004:00000001:2.0:1713531269.491979:0:13937:0:(mdt_hsm_cdt_agent.c:265:mdt_hsm_agent_update_statistics()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.491981:0:13937:0:(mdt_hsm_cdt_agent.c:272:mdt_hsm_agent_update_statistics()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491982:0:13937:0:(mdt_hsm_cdt_requests.c:344:mdt_cdt_add_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.491983:0:13937:0:(mdt_coordinator.c:1406:mdt_hsm_add_hal()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.491987:0:13937:0:(pack_generic.c:1725:do_set_info_async()) Process entered 00000100:00000010:2.0:1713531269.491990:0:13937:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013263c000. 00000020:00000040:2.0:1713531269.491993:0:13937:0:(genops.c:1127:class_import_get()) import ffff88008e963800 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1713531269.491997:0:13937:0:(client.c:803:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1713531269.491999:0:13937:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1713531269.492002:0:13937:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1713531269.492006:0:13937:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d614c00. 00000100:00000001:2.0:1713531269.492010:0:13937:0:(client.c:883:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.492014:0:13937:0:(client.c:3197:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1713531269.492015:0:13937:0:(client.c:1072:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1713531269.492018:0:13937:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801320e1780. 00000100:00000001:2.0:1713531269.492019:0:13937:0:(client.c:1089:ptlrpc_prep_set()) Process leaving (rc=18446612137448970112 : -131936260581504 : ffff8801320e1780) 00000100:00000001:2.0:1713531269.492021:0:13937:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1713531269.492021:0:13937:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137454583808 : -131936254967808 : ffff88013263c000) 00000100:00000001:2.0:1713531269.492024:0:13937:0:(jobid.c:903:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1713531269.492026:0:13937:0:(jobid.c:944:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.492028:0:13937:0:(client.c:2519:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1713531269.492029:0:13937:0:(client.c:1670:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1713531269.492036:0:13937:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.492054:0:13937:0:(client.c:1264:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1713531269.492055:0:13937:0:(client.c:1322:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.492057:0:13937:0:(sec.c:675:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1713531269.492059:0:13937:0:(sec.c:707:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.492061:0:13937:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013263c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409685056:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00000001:2.0:1713531269.492068:0:13937:0:(niobuf.c:727:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1713531269.492071:0:13937:0:(sec.c:1016:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1713531269.492073:0:13937:0:(sec.c:1053:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.492074:0:13937:0:(sec.c:1770:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1713531269.492076:0:13937:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d614e00. 02000000:00000001:2.0:1713531269.492077:0:13937:0:(sec.c:1780:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1713531269.492080:0:13937:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88008aff6bb0. 00000400:00000010:2.0:1713531269.492085:0:13937:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1ddd0. 00000100:00000200:2.0:1713531269.492089:0:13937:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1796767409685056, portal 16 00000100:00000001:2.0:1713531269.492091:0:13937:0:(client.c:3122:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1713531269.492091:0:13937:0:(client.c:3124:ptlrpc_request_addref()) Process leaving (rc=18446612137454583808 : -131936254967808 : ffff88013263c000) 00000100:00000040:2.0:1713531269.492095:0:13937:0:(niobuf.c:961:ptl_send_rpc()) @@@ send flags=200 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.492099:0:13937:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.492101:0:13937:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.492102:0:13937:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1de58. 00000100:00000200:2.0:1713531269.492103:0:13937:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 15, xid 1796767409685056, offset 0 00000400:00000200:2.0:1713531269.492107:0:13937:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.492116:0:13937:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.492120:0:13937:0:(lib-move.c:2552:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1713531269.492122:0:13937:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.139@tcp 00000400:00000200:2.0:1713531269.492125:0:13937:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.139@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1713531269.492126:0:13937:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.39@tcp 00000400:00000200:2.0:1713531269.492129:0:13937:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12455:12455:256:4294967295] 192.168.202.39@tcp LPNI seq info [12455:12455:8:4294967295] 00000400:00000200:2.0:1713531269.492135:0:13937:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.492139:0:13937:0:(socklnd_cb.c:1007:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.492141:0:13937:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62e00. 00000800:00000200:2.0:1713531269.492145:0:13937:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.492150:0:13937:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:2.0:1713531269.492153:0:13937:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62e00 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.492165:0:13937:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.492169:0:13937:0:(niobuf.c:977:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1713531269.492170:0:13937:0:(client.c:1798:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.492172:0:13937:0:(client.c:2476:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1713531269.492172:0:13937:0:(client.c:2504:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1713531269.492174:0:13937:0:(client.c:2539:ptlrpc_set_wait()) set ffff8801320e1780 going to sleep for 11 seconds 00000100:00000001:2.0:1713531269.492176:0:13937:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1713531269.492178:0:13937:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.492180:0:13937:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1713531269.492181:0:13937:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1713531269.492231:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.492234:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62e00. 00000400:00000200:0.0:1713531269.492237:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.492242:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.492245:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1de58 00000400:00000010:0.0:1713531269.492246:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1de58. 00000100:00000001:0.0:1713531269.492249:0:2626:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1713531269.492252:0:2626:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:0.0:1713531269.492258:0:2626:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1713531269.492260:0:2626:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:0.0:1713531269.492264:0:2626:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1713531269.492281:0:2626:0:(events.c:87:request_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.493121:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.493127:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.493128:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.493129:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.493134:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.493142:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 224 into portal 16 MB=0x662268332c240 00000400:00000200:0.0:1713531269.493145:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.39@tcp of length 224/224 into md 0x136cd [1] + 224 00000800:00000001:0.0:1713531269.493149:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.493167:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.493168:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.493170:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.493173:0:2625:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:0.0:1713531269.493177:0:2625:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000040:0.0:1713531269.493183:0:2625:0:(events.c:168:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:0.0:1713531269.493195:0:2625:0:(events.c:182:reply_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.493198:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.493203:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.493225:0:13937:0:(client.c:1841:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1713531269.493229:0:13937:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1713531269.493230:0:13937:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1713531269.493231:0:13937:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008aff6bb0. 00000400:00000200:2.0:1713531269.493234:0:13937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1ddd0 00000400:00000010:2.0:1713531269.493235:0:13937:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1ddd0. 00000100:00000001:2.0:1713531269.493237:0:13937:0:(events.c:97:reply_in_callback()) Process entered 00000100:00000200:2.0:1713531269.493241:0:13937:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000200:2.0:1713531269.493247:0:13937:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.493252:0:13937:0:(events.c:182:reply_in_callback()) Process leaving 00000100:00000001:2.0:1713531269.493253:0:13937:0:(client.c:2836:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.493254:0:13937:0:(client.c:1456:after_reply()) Process entered 02000000:00000001:2.0:1713531269.493256:0:13937:0:(sec.c:1061:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1713531269.493257:0:13937:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.493258:0:13937:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.493260:0:13937:0:(sec.c:1116:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.493263:0:13937:0:(import.c:1933:obd_at_measure()) add 5 to ffff88008e963c38 time=108 v=5 (5 5 0 0) 00000100:00001000:2.0:1713531269.493265:0:13937:0:(import.c:1933:obd_at_measure()) add 1 to ffff88008e963bf0 time=108 v=5 (1 1 0 0) 00000100:00000001:2.0:1713531269.493278:0:13937:0:(client.c:1377:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1713531269.493279:0:13937:0:(client.c:1396:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.493281:0:13937:0:(ldlm_request.c:1522:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1713531269.493284:0:13937:0:(ldlm_request.c:1552:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.493285:0:13937:0:(client.c:1656:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.493287:0:13937:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.493291:0:13937:0:(client.c:2193:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1713531269.493297:0:13937:0:(niobuf.c:450:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1713531269.493298:0:13937:0:(niobuf.c:464:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1713531269.493300:0:13937:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.493305:0:13937:0:(client.c:2258:ptlrpc_check_set()) Completed RPC req@ffff88013263c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13937:1796767409685056:192.168.202.39@tcp:107:hsm_cdtr.0 00000100:00000001:2.0:1713531269.493307:0:13937:0:(client.c:2309:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.493309:0:13937:0:(client.c:2635:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.493310:0:13937:0:(client.c:1132:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1713531269.493311:0:13937:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1713531269.493312:0:13937:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.493315:0:13937:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1713531269.493317:0:13937:0:(ptlrpc_internal.h:340:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801320e1780. 00000100:00000001:2.0:1713531269.493319:0:13937:0:(client.c:1169:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1713531269.493319:0:13937:0:(client.c:3216:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.493320:0:13937:0:(client.c:2723:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1713531269.493322:0:13937:0:(client.c:2731:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013263c000 x1796767409685056/t0(0) o107->lustre-MDT0000@192.168.202.39@tcp:15/16 lens 368/224 e 0 to 0 dl 1713531285 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'hsm_cdtr.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.493324:0:13937:0:(client.c:2649:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1713531269.493326:0:13937:0:(sec.c:1792:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1713531269.493327:0:13937:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d614e00. 02000000:00000001:2.0:1713531269.493328:0:13937:0:(sec.c:1806:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1713531269.493329:0:13937:0:(genops.c:1134:class_import_put()) Process entered 00000020:00000040:2.0:1713531269.493330:0:13937:0:(genops.c:1140:class_import_put()) import ffff88008e963800 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1713531269.493331:0:13937:0:(genops.c:1147:class_import_put()) Process leaving 02000000:00000010:2.0:1713531269.493332:0:13937:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d614c00. 02000000:00000001:2.0:1713531269.493334:0:13937:0:(sec.c:477:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1713531269.493334:0:13937:0:(sec.c:494:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1713531269.493336:0:13937:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263c000. 00000100:00000001:2.0:1713531269.493338:0:13937:0:(client.c:2707:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1713531269.493338:0:13937:0:(client.c:2764:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.493339:0:13937:0:(pack_generic.c:1761:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1713531269.493341:0:13937:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 90 00000020:00000010:2.0:1713531269.493342:0:13937:0:(genops.c:1909:kuc_free()) kfreed 'lh': 120 at ffff880091e2fe00. 00000004:00000001:2.0:1713531269.493344:0:13937:0:(mdt_hsm_cdt_agent.c:607:mdt_hsm_agent_send()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.493348:0:13937:0:(mdt_hsm_cdt_actions.c:429:mdt_agent_record_update()) Process entered 00000004:00000001:2.0:1713531269.493350:0:13937:0:(mdt_hsm_cdt_actions.c:227:cdt_llog_process()) Process entered 00000004:00000040:2.0:1713531269.493351:0:13937:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000040:00000001:2.0:1713531269.493352:0:13937:0:(llog_cat.c:904:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1713531269.493353:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.493355:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2fe00. 00000040:00001000:2.0:1713531269.493356:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x012 startcat 1 startidx 179 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1713531269.493358:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.493360:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a188000. 00000040:00001000:2.0:1713531269.493361:0:13937:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1713531269.493362:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.493362:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.493365:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8256 00000040:00000001:2.0:1713531269.493380:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.493382:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493383:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x1064553b 00000040:00001000:2.0:1713531269.493384:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.493385:0:13937:0:(llog.c:673:llog_process_thread()) synced_idx: 1 00000040:00000001:2.0:1713531269.493386:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.493387:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.493388:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 1 off 8192), size 8256 00000040:00000001:2.0:1713531269.493394:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.493395:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493396:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x1064553b 00000040:00001000:2.0:1713531269.493397:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.493398:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:2.0:1713531269.493399:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:2.0:1713531269.493400:0:13937:0:(llog_cat.c:840:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1713531269.493401:0:13937:0:(llog_cat.c:787:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1713531269.493402:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00000001:2.0:1713531269.493403:0:13937:0:(llog_cat.c:374:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1713531269.493404:0:13937:0:(llog_cat.c:396:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493405:0:13937:0:(llog_cat.c:829:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493406:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.493407:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2ff80. 00000040:00001000:2.0:1713531269.493408:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0x1:0x8:0x0] flags 0x005 startcat -1 startidx -1 first_idx 179 last_idx 0 read_mode 0 00000040:00000001:2.0:1713531269.493412:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.493413:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a18a000. 00000040:00001000:2.0:1713531269.493414:0:13937:0:(llog.c:565:llog_process_thread()) index: 180 last_index 64767 00000040:00000001:2.0:1713531269.493415:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.493416:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.493417:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 0 off 8192), size 32464 00000040:00000001:2.0:1713531269.493425:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.493426:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493427:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a000 type 0x10680000 00000040:00001000:2.0:1713531269.493428:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:2.0:1713531269.493429:0:13937:0:(llog.c:673:llog_process_thread()) synced_idx: 180 00000040:00000001:2.0:1713531269.493430:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.493430:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.493431:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 180 off 24576), size 32464 00000040:00000001:2.0:1713531269.493436:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.493437:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493438:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a000 type 0x10680000 00000040:00001000:2.0:1713531269.493439:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:2.0:1713531269.493439:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 123 00000040:00001000:2.0:1713531269.493440:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a088 type 0x10680000 00000040:00001000:2.0:1713531269.493441:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=124 00000040:00001000:2.0:1713531269.493441:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 124 00000040:00001000:2.0:1713531269.493442:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a110 type 0x10680000 00000040:00001000:2.0:1713531269.493443:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=125 00000040:00001000:2.0:1713531269.493443:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 125 00000040:00001000:2.0:1713531269.493444:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a198 type 0x10680000 00000040:00001000:2.0:1713531269.493445:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=126 00000040:00001000:2.0:1713531269.493445:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 126 00000040:00001000:2.0:1713531269.493446:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a220 type 0x10680000 00000040:00001000:2.0:1713531269.493446:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=127 00000040:00001000:2.0:1713531269.493447:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 127 00000040:00001000:2.0:1713531269.493448:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a2a8 type 0x10680000 00000040:00001000:2.0:1713531269.493448:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=128 00000040:00001000:2.0:1713531269.493449:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 128 00000040:00001000:2.0:1713531269.493449:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a330 type 0x10680000 00000040:00001000:2.0:1713531269.493452:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=129 00000040:00001000:2.0:1713531269.493453:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 129 00000040:00001000:2.0:1713531269.493454:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a3b8 type 0x10680000 00000040:00001000:2.0:1713531269.493455:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=130 00000040:00001000:2.0:1713531269.493456:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 130 00000040:00001000:2.0:1713531269.493457:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a440 type 0x10680000 00000040:00001000:2.0:1713531269.493457:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=131 00000040:00001000:2.0:1713531269.493458:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 131 00000040:00001000:2.0:1713531269.493458:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a4c8 type 0x10680000 00000040:00001000:2.0:1713531269.493464:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=132 00000040:00001000:2.0:1713531269.493465:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 132 00000040:00001000:2.0:1713531269.493466:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a550 type 0x10680000 00000040:00001000:2.0:1713531269.493466:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=133 00000040:00001000:2.0:1713531269.493467:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 133 00000040:00001000:2.0:1713531269.493467:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a5d8 type 0x10680000 00000040:00001000:2.0:1713531269.493468:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=134 00000040:00001000:2.0:1713531269.493469:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 134 00000040:00001000:2.0:1713531269.493470:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a660 type 0x10680000 00000040:00001000:2.0:1713531269.493471:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=135 00000040:00001000:2.0:1713531269.493472:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 135 00000040:00001000:2.0:1713531269.493472:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a6e8 type 0x10680000 00000040:00001000:2.0:1713531269.493473:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=136 00000040:00001000:2.0:1713531269.493473:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 136 00000040:00001000:2.0:1713531269.493474:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a770 type 0x10680000 00000040:00001000:2.0:1713531269.493475:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=137 00000040:00001000:2.0:1713531269.493475:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 137 00000040:00001000:2.0:1713531269.493476:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a7f8 type 0x10680000 00000040:00001000:2.0:1713531269.493477:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=138 00000040:00001000:2.0:1713531269.493477:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 138 00000040:00001000:2.0:1713531269.493478:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a880 type 0x10680000 00000040:00001000:2.0:1713531269.493478:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=139 00000040:00001000:2.0:1713531269.493479:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 139 00000040:00001000:2.0:1713531269.493480:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a908 type 0x10680000 00000040:00001000:2.0:1713531269.493480:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=140 00000040:00001000:2.0:1713531269.493481:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 140 00000040:00001000:2.0:1713531269.493483:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18a990 type 0x10680000 00000040:00001000:2.0:1713531269.493484:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=141 00000040:00001000:2.0:1713531269.493485:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 141 00000040:00001000:2.0:1713531269.493486:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aa18 type 0x10680000 00000040:00001000:2.0:1713531269.493486:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=142 00000040:00001000:2.0:1713531269.493487:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 142 00000040:00001000:2.0:1713531269.493488:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aaa0 type 0x10680000 00000040:00001000:2.0:1713531269.493488:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=143 00000040:00001000:2.0:1713531269.493489:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 143 00000040:00001000:2.0:1713531269.493489:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ab28 type 0x10680000 00000040:00001000:2.0:1713531269.493490:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=144 00000040:00001000:2.0:1713531269.493491:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 144 00000040:00001000:2.0:1713531269.493491:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18abb0 type 0x10680000 00000040:00001000:2.0:1713531269.493492:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=145 00000040:00001000:2.0:1713531269.493493:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 145 00000040:00001000:2.0:1713531269.493493:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ac38 type 0x10680000 00000040:00001000:2.0:1713531269.493494:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=146 00000040:00001000:2.0:1713531269.493494:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 146 00000040:00001000:2.0:1713531269.493495:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18acc0 type 0x10680000 00000040:00001000:2.0:1713531269.493496:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=147 00000040:00001000:2.0:1713531269.493496:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 147 00000040:00001000:2.0:1713531269.493497:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ad48 type 0x10680000 00000040:00001000:2.0:1713531269.493498:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=148 00000040:00001000:2.0:1713531269.493498:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 148 00000040:00001000:2.0:1713531269.493499:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18add0 type 0x10680000 00000040:00001000:2.0:1713531269.493499:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=149 00000040:00001000:2.0:1713531269.493500:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 149 00000040:00001000:2.0:1713531269.493500:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ae58 type 0x10680000 00000040:00001000:2.0:1713531269.493501:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=150 00000040:00001000:2.0:1713531269.493502:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 150 00000040:00001000:2.0:1713531269.493502:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aee0 type 0x10680000 00000040:00001000:2.0:1713531269.493503:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=151 00000040:00001000:2.0:1713531269.493504:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 151 00000040:00001000:2.0:1713531269.493504:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18af68 type 0x10680000 00000040:00001000:2.0:1713531269.493505:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=152 00000040:00001000:2.0:1713531269.493507:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 152 00000040:00001000:2.0:1713531269.493508:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18aff0 type 0x10680000 00000040:00001000:2.0:1713531269.493509:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=153 00000040:00001000:2.0:1713531269.493509:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 153 00000040:00001000:2.0:1713531269.493510:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b078 type 0x10680000 00000040:00001000:2.0:1713531269.493511:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=154 00000040:00001000:2.0:1713531269.493511:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 154 00000040:00001000:2.0:1713531269.493512:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b100 type 0x10680000 00000040:00001000:2.0:1713531269.493513:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=155 00000040:00001000:2.0:1713531269.493513:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 155 00000040:00001000:2.0:1713531269.493514:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b188 type 0x10680000 00000040:00001000:2.0:1713531269.493514:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=156 00000040:00001000:2.0:1713531269.493515:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 156 00000040:00001000:2.0:1713531269.493516:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b210 type 0x10680000 00000040:00001000:2.0:1713531269.493516:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=157 00000800:00000001:0.0:1713531269.493516:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000040:00001000:2.0:1713531269.493517:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 157 00000040:00001000:2.0:1713531269.493517:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b298 type 0x10680000 00000040:00001000:2.0:1713531269.493518:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=158 00000040:00001000:2.0:1713531269.493519:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 158 00000040:00001000:2.0:1713531269.493519:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b320 type 0x10680000 00000040:00001000:2.0:1713531269.493520:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=159 00000040:00001000:2.0:1713531269.493520:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 159 00000800:00000001:0.0:1713531269.493520:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1713531269.493521:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b3a8 type 0x10680000 00000800:00000001:0.0:1713531269.493521:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000040:00001000:2.0:1713531269.493522:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=160 00000040:00001000:2.0:1713531269.493522:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 160 00000800:00000001:0.0:1713531269.493522:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1713531269.493523:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b430 type 0x10680000 00000040:00001000:2.0:1713531269.493524:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=161 00000040:00001000:2.0:1713531269.493524:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 161 00000040:00001000:2.0:1713531269.493525:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b4b8 type 0x10680000 00000040:00001000:2.0:1713531269.493525:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=162 00000400:00000200:0.0:1713531269.493525:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000040:00001000:2.0:1713531269.493526:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 162 00000040:00001000:2.0:1713531269.493527:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b540 type 0x10680000 00000040:00001000:2.0:1713531269.493527:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=163 00000040:00001000:2.0:1713531269.493528:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 163 00000040:00001000:2.0:1713531269.493528:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b5c8 type 0x10680000 00000040:00001000:2.0:1713531269.493529:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=164 00000400:00000200:0.0:1713531269.493530:0:2624:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 304 into portal 12 MB=0x6622682eeb5c0 00000040:00001000:2.0:1713531269.493531:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 164 00000040:00001000:2.0:1713531269.493532:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b650 type 0x10680000 00000040:00001000:2.0:1713531269.493533:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=165 00000040:00001000:2.0:1713531269.493534:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 165 00000040:00001000:2.0:1713531269.493534:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b6d8 type 0x10680000 00000400:00000200:0.0:1713531269.493534:0:2624:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 304/304 into md 0x265 [64] + 512 00000040:00001000:2.0:1713531269.493535:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=166 00000040:00001000:2.0:1713531269.493536:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 166 00000040:00001000:2.0:1713531269.493536:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b760 type 0x10680000 00000800:00000001:0.0:1713531269.493536:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000040:00001000:2.0:1713531269.493537:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=167 00000040:00001000:2.0:1713531269.493538:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 167 00000040:00001000:2.0:1713531269.493538:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b7e8 type 0x10680000 00000040:00001000:2.0:1713531269.493539:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=168 00000040:00001000:2.0:1713531269.493539:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 168 00000040:00001000:2.0:1713531269.493540:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b870 type 0x10680000 00000040:00001000:2.0:1713531269.493541:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=169 00000040:00001000:2.0:1713531269.493541:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 169 00000040:00001000:2.0:1713531269.493542:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b8f8 type 0x10680000 00000040:00001000:2.0:1713531269.493542:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=170 00000040:00001000:2.0:1713531269.493543:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 170 00000040:00001000:2.0:1713531269.493544:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18b980 type 0x10680000 00000040:00001000:2.0:1713531269.493544:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=171 00000040:00001000:2.0:1713531269.493545:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 171 00000040:00001000:2.0:1713531269.493545:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ba08 type 0x10680000 00000040:00001000:2.0:1713531269.493546:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=172 00000040:00001000:2.0:1713531269.493547:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 172 00000040:00001000:2.0:1713531269.493547:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18ba90 type 0x10680000 00000040:00001000:2.0:1713531269.493548:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=173 00000040:00001000:2.0:1713531269.493548:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 173 00000040:00001000:2.0:1713531269.493549:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bb18 type 0x10680000 00000040:00001000:2.0:1713531269.493550:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=174 00000040:00001000:2.0:1713531269.493550:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 174 00000040:00001000:2.0:1713531269.493551:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bba0 type 0x10680000 00000040:00001000:2.0:1713531269.493552:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=175 00000040:00001000:2.0:1713531269.493552:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 175 00000040:00001000:2.0:1713531269.493553:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bc28 type 0x10680000 00000040:00001000:2.0:1713531269.493553:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=176 00000040:00001000:2.0:1713531269.493556:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 176 00000040:00001000:2.0:1713531269.493557:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bcb0 type 0x10680000 00000800:00000001:0.0:1713531269.493557:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1713531269.493558:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=177 00000400:00000200:0.0:1713531269.493558:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1713531269.493559:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 177 00000040:00001000:2.0:1713531269.493559:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bd38 type 0x10680000 00000040:00001000:2.0:1713531269.493560:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=178 00000400:00000200:0.0:1713531269.493560:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000040:00001000:2.0:1713531269.493561:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 178 00000040:00001000:2.0:1713531269.493561:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bdc0 type 0x10680000 00000040:00001000:2.0:1713531269.493562:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=179 00000040:00001000:2.0:1713531269.493563:0:13937:0:(llog.c:701:llog_process_thread()) skipping lrh_index 179 00000040:00001000:2.0:1713531269.493563:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18be48 type 0x10680000 00000100:00000001:0.0:1713531269.493563:0:2624:0:(events.c:305:request_in_callback()) Process entered 00000040:00001000:2.0:1713531269.493564:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:2.0:1713531269.493564:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 180 lrh_len: 136 (440 remains) 00000040:00001000:2.0:1713531269.493565:0:13937:0:(llog.c:735:llog_process_thread()) index: 180, lh_last_idx: 180 synced_idx: 180 lgh_last_idx: 180 00000100:00000200:0.0:1713531269.493565:0:2624:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000004:00000001:2.0:1713531269.493567:0:13937:0:(mdt_hsm_cdt_actions.c:350:mdt_agent_record_update_cb()) Process entered 00000004:20000000:2.0:1713531269.493568:0:13937:0:(mdt_hsm_cdt_actions.c:366:mdt_agent_record_update_cb()) lustre-MDT0000: search 0x6622691b, found 0x6622691b 00000040:00000001:2.0:1713531269.493569:0:13937:0:(llog.c:1325:llog_write()) Process entered 00000100:00000010:0.0:1713531269.493569:0:2624:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092924380. 00080000:00000001:2.0:1713531269.493570:0:13937:0:(osd_handler.c:349:osd_trans_create()) Process entered 00000100:00000040:0.0:1713531269.493571:0:2624:0:(events.c:356:request_in_callback()) incoming req@ffff880092924380 x1796767405225408 msgsize 304 00080000:00000010:2.0:1713531269.493572:0:13937:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008eb46000. 00080000:00000001:2.0:1713531269.493573:0:13937:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134708404224 : -131939001147392 : ffff88008eb46000) 00000100:00100000:0.0:1713531269.493573:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000040:00000001:2.0:1713531269.493575:0:13937:0:(llog.c:1135:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1713531269.493576:0:13937:0:(llog_osd.c:331:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1713531269.493578:0:13937:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.493583:0:13937:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00000100:00000001:0.0:1713531269.493583:0:2624:0:(events.c:392:request_in_callback()) Process leaving 00080000:00000001:2.0:1713531269.493584:0:13937:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.493585:0:13937:0:(osd_io.c:176:osd_declare_write()) Process entered 00000800:00000001:0.0:1713531269.493585:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.493590:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.493616:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.493617:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225408 02000000:00000001:3.0:1713531269.493619:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.493620:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.493621:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.493624:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.493626:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225408 00000001:00000001:2.0:1713531269.493626:0:13937:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.493627:0:13937:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.493628:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000040:00000001:2.0:1713531269.493628:0:13937:0:(llog_osd.c:359:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.493629:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000040:00000001:2.0:1713531269.493629:0:13937:0:(llog.c:1147:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.493630:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00080000:00000001:2.0:1713531269.493630:0:13937:0:(osd_handler.c:202:osd_trans_start()) Process entered 00000020:00000040:3.0:1713531269.493632:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=91 00000020:00000001:3.0:1713531269.493634:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:3.0:1713531269.493635:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00080000:00000001:2.0:1713531269.493635:0:13937:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493637:0:13937:0:(llog.c:1158:llog_write_rec()) Process entered 00000100:00000001:3.0:1713531269.493638:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000040:00000001:2.0:1713531269.493638:0:13937:0:(llog_osd.c:401:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1713531269.493639:0:13937:0:(llog_osd.c:408:llog_osd_write_rec()) new record 10680000 to [0x1:0x8:0x0] 00000020:00000040:3.0:1713531269.493641:0:6406:0:(obd_config.c:942:class_incref()) incref lustre-MDT0000 (ffff8800a6913ff0) now 14 - evictor 00000040:00001000:2.0:1713531269.493643:0:13937:0:(llog_osd.c:524:llog_osd_write_rec()) modify record [0x1:0x8:0x0]: idx:180, len:136 offset 32328 00000100:00000001:3.0:1713531269.493646:0:6406:0:(service.c:1204:ptlrpc_update_export_timer()) Process leaving 00080000:00000001:2.0:1713531269.493647:0:13937:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.493650:0:13937:0:(osd_io.c:367:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00000001:2.0:1713531269.493651:0:13937:0:(llog_osd.c:546:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1713531269.493652:0:13937:0:(llog.c:1191:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1713531269.493652:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1713531239 00000020:00000010:3.0:1713531269.493653:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5c00. 00080000:00000001:2.0:1713531269.493653:0:13937:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:0.0:1713531269.493655:0:6402:0:(obd_config.c:970:class_decref()) Decref lustre-MDT0000 (ffff8800a6913ff0) now 14 - evictor 00000020:00000010:3.0:1713531269.493656:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.493658:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00080000:00000001:2.0:1713531269.493658:0:13937:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493659:0:13937:0:(llog.c:1367:llog_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.493660:0:13937:0:(mdt_hsm_cdt_actions.c:402:mdt_agent_record_update_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493661:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18bed0 type 0x0 00000040:00001000:2.0:1713531269.493662:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000100:00000040:3.0:1713531269.493663:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000040:00000001:2.0:1713531269.493663:0:13937:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.493664:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 181 count 3 00000100:00000001:3.0:1713531269.493665:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.493666:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000040:00000010:2.0:1713531269.493666:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a18a000. 00000040:00000010:2.0:1713531269.493667:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2ff80. 00000100:00000001:3.0:1713531269.493668:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493668:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493669:0:13937:0:(llog_cat.c:891:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.493670:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188040 type 0x0 00000040:00001000:2.0:1713531269.493671:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000100:00000001:3.0:1713531269.493672:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493672:0:13937:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.493673:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00000010:2.0:1713531269.493674:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a188000. 00000100:00000001:3.0:1713531269.493675:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1713531269.493675:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2fe00. 00000040:00000001:2.0:1713531269.493676:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.493676:0:13937:0:(llog_cat.c:963:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1713531269.493678:0:13937:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:2.0:1713531269.493679:0:13937:0:(mdt_hsm_cdt_actions.c:253:cdt_llog_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.493680:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1713531269.493680:0:13937:0:(mdt_hsm_cdt_actions.c:468:mdt_agent_record_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.493681:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000004:00000010:2.0:1713531269.493681:0:13937:0:(mdt_coordinator.c:835:mdt_coordinator()) kfreed 'updates': 16 at ffff88008dec1ae0. 00000004:00000010:2.0:1713531269.493683:0:13937:0:(mdt_coordinator.c:842:mdt_coordinator()) kfreed 'request->hal': 248 at ffff880087e62500. 00000100:00000001:0.0:1713531269.493684:0:6405:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1713531269.493685:0:6405:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.493686:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5595 00000100:00000040:3.0:1713531269.493688:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:0.0:1713531269.493688:0:6405:0:(service.c:2047:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.493689:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773277568 : -131938936274048 : ffff880092924380) 00000100:00000001:0.0:1713531269.493689:0:6405:0:(service.c:2269:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.493692:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092924380 x1796767405225408/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.493698:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.493698:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.493700:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:12506:x1796767405225408:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.493702:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225408 00000020:00000001:3.0:1713531269.493704:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.493706:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:3.0:1713531269.493708:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.493710:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.493711:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120076992 : -1589474624 : ffffffffa1428ac0) 00000020:00000001:3.0:1713531269.493713:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.493715:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225408, found 0 last_xid 1796767405225407 00000020:00000001:3.0:1713531269.493717:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.493717:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.493719:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.493720:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.493722:0:6406:0:(mdt_handler.c:7720:mdt_get_info()) Process entered 00000100:00000001:3.0:1713531269.493727:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.493728:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.493732:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff880087e44000. 02000000:00000001:3.0:1713531269.493734:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.493735:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.493738:0:6406:0:(mdt_handler.c:7620:mdt_fid2path()) Process entered 00000004:00000080:3.0:1713531269.493739:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xbe:0x0] from 18446744073709551615 #0 00000004:00000001:3.0:1713531269.493741:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:3.0:1713531269.493742:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:3.0:1713531269.493743:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.493744:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:3.0:1713531269.493746:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:3.0:1713531269.493747:0:6406:0:(mdt_handler.c:7576:mdt_path()) Process entered 00000004:00000001:3.0:1713531269.493748:0:6406:0:(mdt_handler.c:7407:mdt_path_current()) Process entered 00000020:00000010:3.0:1713531269.493750:0:6406:0:(lu_object.c:2419:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff880089143000. 00000004:00000001:3.0:1713531269.493752:0:6406:0:(mdt_internal.h:695:mdt_object_get()) Process entered 00000004:00000001:3.0:1713531269.493753:0:6406:0:(mdt_internal.h:697:mdt_object_get()) Process leaving 00000004:00000001:3.0:1713531269.493756:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.493757:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493758:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493760:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.493761:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.493763:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.493765:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.493765:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493766:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493767:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493768:0:6406:0:(lod_object.c:1572:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493769:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493770:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:3.0:1713531269.493771:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.493772:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:3.0:1713531269.493772:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000401:0xd7:0x0] 00000020:00000001:3.0:1713531269.493773:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.493775:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659856824 : -131939049694792 : ffff88008bcf99b8) 00000004:00000001:3.0:1713531269.493776:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659856736 : -131939049694880 : ffff88008bcf9960) 00000004:00000001:3.0:1713531269.493777:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.493781:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493781:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493783:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.493784:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.493785:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.493786:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.493786:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493787:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.493788:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493788:0:6406:0:(lod_object.c:1572:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493789:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.493790:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000020:00000002:3.0:1713531269.493791:0:6406:0:(lu_object.c:226:lu_object_put()) Add ffff88008bcf99b8/ffff88008bcf9960 to site lru. bkt: ffff8800a3de36e8 00000004:00000001:3.0:1713531269.493792:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.493793:0:6406:0:(mdt_handler.c:7551:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.493794:0:6406:0:(mdt_handler.c:7593:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1713531269.493795:0:6406:0:(mdt_handler.c:7673:mdt_fid2path()) fid [0x200000007:0x1:0x0], path d21.sanity-hsm/test_release recno 0xffffffffffffffff linkno 0 00000004:00000001:3.0:1713531269.493796:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:3.0:1713531269.493797:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.493798:0:6406:0:(mdt_handler.c:7677:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.493798:0:6406:0:(mdt_handler.c:7709:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1713531269.493801:0:6406:0:(lu_object.c:2407:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff880089143000. 00000004:00000001:3.0:1713531269.493802:0:6406:0:(mdt_handler.c:7758:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.493804:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 0, xid 1796767405225408 00010000:00000001:3.0:1713531269.493806:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.493809:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092924380 x1796767405225408/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/4352 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.493814:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.493815:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.493817:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:3.0:1713531269.493819:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.493821:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.493822:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.493823:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.493826:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.493827:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.493829:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.493831:0:6406:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801319ca240. 00000100:00000200:3.0:1713531269.493833:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1796767405225408, offset 224 00000400:00000200:3.0:1713531269.493836:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.493841:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.493844:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12456:12456:256:4294967295] 192.168.202.39@tcp LPNI seq info [12456:12456:8:4294967295] 00000400:00000200:3.0:1713531269.493849:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.493852:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.493853:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8800a74b5600. 00000800:00000200:3.0:1713531269.493856:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.493859:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1022 00000800:00000200:3.0:1713531269.493861:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a74b5600 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:3.0:1713531269.493872:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.493875:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.493876:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.493877:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.493878:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.493880:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092924380 x1796767405225408/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/4352 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.493886:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:12506:x1796767405225408:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 187us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531269.493891:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5595 00000100:00000040:3.0:1713531269.493892:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:3.0:1713531269.493894:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.493895:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.493897:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.493900:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.493902:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5c00. 00000020:00000040:3.0:1713531269.493907:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 90 00000800:00000200:0.0:1713531269.493907:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1713531269.493908:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1713531269.493909:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8800a74b5600. 00000400:00000200:0.0:1713531269.493911:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.493914:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.493916:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801319ca240 00000400:00000010:0.0:1713531269.493917:0:2626:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 152 at ffff8801319ca240. 00000100:00000001:0.0:1713531269.493919:0:2626:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.493920:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.495105:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.495109:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.495110:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.495111:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.495115:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.495120:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 1192 into portal 12 MB=0x6622682eeb640 00000400:00000200:0.0:1713531269.495123:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 1192/1192 into md 0x265 [64] + 816 00000800:00000001:0.0:1713531269.495126:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.495132:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.495133:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.495135:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.495137:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.495138:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.495141:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092924700. 00000100:00000040:0.0:1713531269.495142:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880092924700 x1796767405225536 msgsize 1192 00000100:00100000:0.0:1713531269.495145:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.495155:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.495158:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.495160:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.495188:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.495189:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225536 02000000:00000001:3.0:1713531269.495191:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.495192:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.495193:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.495195:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.495196:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225536 00000020:00000001:3.0:1713531269.495198:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.495198:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:3.0:1713531269.495199:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495201:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=91 00000020:00000001:3.0:1713531269.495202:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:3.0:1713531269.495204:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:3.0:1713531269.495206:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.495207:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.495209:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5c00. 00000020:00000010:3.0:1713531269.495211:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.495213:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.495215:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1713531269.495216:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.495217:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1713531269.495218:0:6406:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1713531269.495219:0:6406:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.495220:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.495222:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.495226:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.495229:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.495230:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.495233:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5596 00000100:00000040:3.0:1713531269.495235:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:0.0:1713531269.495235:0:6405:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.495236:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773278464 : -131938936273152 : ffff880092924700) 00000100:00000001:0.0:1713531269.495236:0:6405:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1713531269.495236:0:6405:0:(service.c:2047:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1713531269.495238:0:6405:0:(service.c:2269:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.495239:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092924700 x1796767405225536/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 1192/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.495249:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.495250:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.495252:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+91:12506:x1796767405225536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.495254:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225536 00000020:00000001:3.0:1713531269.495255:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.495256:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:3.0:1713531269.495258:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.495259:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.495260:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072108826400 : -1600725216 : ffffffffa096df20) 00000020:00000001:3.0:1713531269.495262:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.495263:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225536, found 0 last_xid 1796767405225535 00000020:00000001:3.0:1713531269.495264:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.495285:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.495286:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.495288:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.495289:0:6406:0:(tgt_handler.c:1440:tgt_enqueue()) Process entered 00010000:00000001:3.0:1713531269.495302:0:6406:0:(ldlm_lockd.c:1315:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1713531269.495303:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1713531269.495304:0:6406:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1713531269.495305:0:6406:0:(ldlm_lockd.c:1779:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495308:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.495317:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800a7208300 count: 3 00010000:00000001:3.0:1713531269.495319:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495321:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.495323:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880139988000. 00000020:00000001:3.0:1713531269.495325:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.495327:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff880139988000 with handle 0xe3b2c98513530670 to hash 00000020:00000001:3.0:1713531269.495328:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.495328:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575481344 : -131936134070272 : ffff880139988000) 00010000:00000010:3.0:1713531269.495331:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008ebb9480. 00010000:00000001:3.0:1713531269.495332:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575481344 : -131936134070272 : ffff880139988000) 00010000:00010000:3.0:1713531269.495335:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c98513530670 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5a05 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.495344:0:6406:0:(ldlm_lockd.c:1419:ldlm_handle_enqueue()) lock GETting export ffff88008e965800 : new locks_count 86 00000020:00000040:3.0:1713531269.495345:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=92 00010000:00000001:3.0:1713531269.495350:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1713531269.495351:0:6406:0:(mdt_handler.c:5218:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1713531269.495355:0:6406:0:(mdt_handler.c:5100:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1713531269.495357:0:6406:0:(mdt_handler.c:4445:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1713531269.495358:0:6406:0:(mdt_handler.c:4479:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495359:0:6406:0:(mdt_handler.c:5020:mdt_intent_open()) Process entered 00000004:00000002:3.0:1713531269.495362:0:6406:0:(mdt_handler.c:3131:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff880092924700 x1796767405225536/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 1192/0 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000004:00000001:3.0:1713531269.495367:0:6406:0:(mdt_handler.c:3028:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1713531269.495369:0:6406:0:(mdt_lib.c:1895:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1713531269.495381:0:6406:0:(mdt_lib.c:1698:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1713531269.495386:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495387:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495388:0:6406:0:(mdt_lib.c:1776:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495389:0:6406:0:(mdt_lib.c:1905:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495391:0:6406:0:(mdt_handler.c:1369:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1713531269.495392:0:6406:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1713531269.495393:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.495394:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.495397:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 4312 at ffff880087e46000. 02000000:00000001:3.0:1713531269.495398:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.495399:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495401:0:6406:0:(mdt_lib.c:608:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1713531269.495402:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495402:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495404:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.495404:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495405:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.495406:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.495408:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:3.0:1713531269.495411:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:3.0:1713531269.495412:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:3.0:1713531269.495415:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495417:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495417:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495418:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495419:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495420:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1713531269.495421:0:6406:0:(mdt_lib.c:629:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495422:0:6406:0:(mdt_internal.h:1230:mdt_check_resent()) Process entered 00000004:00000001:3.0:1713531269.495423:0:6406:0:(mdt_internal.h:1248:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495424:0:6406:0:(mdt_reint.c:3107:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1713531269.495425:0:6406:0:(mdt_open.c:1395:mdt_reint_open()) Process entered 00000004:00000002:3.0:1713531269.495427:0:6406:0:(mdt_open.c:1424:mdt_reint_open()) I am going to open [0x200000002:0x2:0x0]/(0x200000402:0xbe:0x0->[0x0:0x0:0x0]) cr_flag=040100000000001 mode=0100000 msg_flag=0x200 00000004:00000001:3.0:1713531269.495431:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:3.0:1713531269.495431:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000002:0x2:0x0] 00000020:00000001:3.0:1713531269.495432:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.495434:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134903161848 : -131938806389768 : ffff88009a5023f8) 00000004:00000001:3.0:1713531269.495435:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134903161760 : -131938806389856 : ffff88009a5023a0) 00000004:00000001:3.0:1713531269.495437:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1713531269.495438:0:6406:0:(mdd_object.c:378:mdd_attr_get()) Process entered 00000004:00000001:3.0:1713531269.495462:0:6406:0:(mdd_object.c:384:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495464:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm= (null) 00000004:00000001:3.0:1713531269.495465:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495466:0:6406:0:(mdt_handler.c:4137:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1713531269.495468:0:6406:0:(mdt_handler.c:246:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1713531269.495469:0:6406:0:(mdt_handler.c:314:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1713531269.495471:0:6406:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1713531269.495472:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.495474:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff8800a7208300 count: 4 00010000:00000001:3.0:1713531269.495475:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495476:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.495478:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880139988fc0. 00000020:00000001:3.0:1713531269.495479:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.495480:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff880139988fc0 with handle 0xe3b2c98513530677 to hash 00000020:00000001:3.0:1713531269.495481:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.495482:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000010:3.0:1713531269.495483:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008ebb9500. 00010000:00000001:3.0:1713531269.495487:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000001:3.0:1713531269.495488:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495490:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495492:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495495:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1713531269.495497:0:6406:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1713531269.495499:0:6406:0:(ldlm_inodebits.c:363:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1713531269.495500:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495501:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495502:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495502:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495504:0:6406:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1713531269.495505:0:6406:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1713531269.495506:0:6406:0:(ldlm_lock.c:1059:search_granted_lock()) Process leaving 00010000:00000001:3.0:1713531269.495506:0:6406:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1713531269.495508:0:6406:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) refcount = 4 00010000:00000040:3.0:1713531269.495509:0:6406:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1713531269.495512:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff880131a45f80/0xe3b2c9851351dc72 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bff0c expref: 92 pid: 6404 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.495516:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a21c0/0xe3b2c9851351d812 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247bfe02 expref: 92 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531269.495520:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495522:0:6406:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1713531269.495525:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.495526:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495528:0:6406:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.495529:0:6406:0:(ldlm_inodebits.c:455:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495530:0:6406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495531:0:6406:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495534:0:6406:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1713531269.495536:0:6406:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495537:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495540:0:6406:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1713531269.495541:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495542:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495542:0:6406:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1713531269.495543:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1713531269.495551:0:6406:0:(ldlm_resource.c:1433:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88008e40c000. 00010000:00000010:3.0:1713531269.495552:0:6406:0:(ldlm_resource.c:1410:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88008ebb9580. 00010000:00000001:3.0:1713531269.495553:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.495554:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801399886c0. 00000020:00000001:3.0:1713531269.495555:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.495556:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8801399886c0 with handle 0xe3b2c9851353067e to hash 00000020:00000001:3.0:1713531269.495557:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.495557:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000010:3.0:1713531269.495559:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008ebb9600. 00010000:00000001:3.0:1713531269.495560:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000001:3.0:1713531269.495561:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495562:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495563:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495566:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1713531269.495566:0:6406:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1713531269.495567:0:6406:0:(ldlm_inodebits.c:363:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1713531269.495567:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495568:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495569:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495569:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495570:0:6406:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1713531269.495570:0:6406:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1713531269.495571:0:6406:0:(ldlm_lock.c:1072:search_granted_lock()) Process leaving 00010000:00000001:3.0:1713531269.495573:0:6406:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1713531269.495574:0:6406:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000002:0x2:0x0].0x4be9622f (ffff88008e40c000) refcount = 1 00010000:00010000:3.0:1713531269.495576:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495579:0:6406:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1713531269.495580:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.495580:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495581:0:6406:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.495582:0:6406:0:(ldlm_inodebits.c:455:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495582:0:6406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495583:0:6406:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495584:0:6406:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1713531269.495585:0:6406:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495586:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495588:0:6406:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1713531269.495589:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495589:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1713531269.495590:0:6406:0:(mdt_handler.c:4149:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.495594:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.495595:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:3.0:1713531269.495597:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:3.0:1713531269.495598:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:3.0:1713531269.495598:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.495599:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:3.0:1713531269.495600:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:3.0:1713531269.495603:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1713531269.495603:0:6406:0:(mdd_object.c:378:mdd_attr_get()) Process entered 00000004:00000001:3.0:1713531269.495605:0:6406:0:(mdd_object.c:384:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495606:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.495607:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495608:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495610:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.495611:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.495615:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.495616:0:6406:0:(mdt_som.c:48:lustre_buf2som()) Process entered 00000004:00000001:3.0:1713531269.495617:0:6406:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495618:0:6406:0:(mdt_som.c:91:mdt_get_som()) [0x200000402:0xbe:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000001:3.0:1713531269.495620:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.495621:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495621:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495622:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495623:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495624:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495624:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.495625:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495625:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495626:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.495627:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.495628:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:3.0:1713531269.495629:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1713531269.495629:0:6406:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495631:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x243 ma_lmm=ffff880087e46378 00000004:00000001:3.0:1713531269.495632:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495634:0:6406:0:(mdt_open.c:803:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1713531269.495635:0:6406:0:(mdt_handler.c:613:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1713531269.495636:0:6406:0:(mdt_handler.c:619:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495637:0:6406:0:(mdt_open.c:896:mdt_object_open_lock()) normal open:[0x200000402:0xbe:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1713531269.495639:0:6406:0:(mdt_handler.c:4176:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1713531269.495640:0:6406:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1713531269.495640:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.495642:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 4 00010000:00000001:3.0:1713531269.495643:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495644:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.495645:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880139988900. 00000020:00000001:3.0:1713531269.495646:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.495647:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff880139988900 with handle 0xe3b2c98513530685 to hash 00000020:00000001:3.0:1713531269.495648:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.495648:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000010:3.0:1713531269.495650:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008ebb9680. 00010000:00000001:3.0:1713531269.495653:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:3.0:1713531269.495654:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495655:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495656:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c98513530685 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495659:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1713531269.495660:0:6406:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1713531269.495660:0:6406:0:(ldlm_inodebits.c:363:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1713531269.495661:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495663:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495664:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1713531269.495664:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495665:0:6406:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1713531269.495665:0:6406:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:3.0:1713531269.495666:0:6406:0:(ldlm_lock.c:1041:search_granted_lock()) Process leaving 00010000:00000001:3.0:1713531269.495667:0:6406:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1713531269.495667:0:6406:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) refcount = 4 00010000:00000040:3.0:1713531269.495668:0:6406:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1713531269.495670:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e9 expref: 286 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.495674:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e2 expref: 286 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.495678:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59bf expref: 92 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531269.495681:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c98513530685 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495683:0:6406:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1713531269.495684:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.495685:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495686:0:6406:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.495689:0:6406:0:(ldlm_inodebits.c:455:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495690:0:6406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495690:0:6406:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.495692:0:6406:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1713531269.495692:0:6406:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495694:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c98513530685 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495696:0:6406:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1713531269.495696:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495697:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495698:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.495698:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495699:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988900 refcount=3 00000020:00000001:3.0:1713531269.495700:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:3.0:1713531269.495701:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:3.0:1713531269.495702:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495702:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1713531269.495703:0:6406:0:(mdt_handler.c:4185:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495705:0:6406:0:(mdt_open.c:930:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000402:0xbe:0x0], ibits = 0x1b/0x1b, open_flags = 040100000000001, try_layout = 1 : rc = 0 00000004:00000001:3.0:1713531269.495706:0:6406:0:(mdt_open.c:994:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.495707:0:6406:0:(mdt_open.c:997:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495709:0:6406:0:(mdt_open.c:549:mdt_finish_open()) Process entered 00000001:00000001:3.0:1713531269.495711:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495711:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495712:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.495712:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.495713:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.495714:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.495715:0:6406:0:(mdt_handler.c:893:mdt_pack_attr2body()) [0x200000402:0xbe:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:3.0:1713531269.495716:0:6406:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xbe:0x0]: returning size 1048576 00000001:00000001:3.0:1713531269.495717:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.495718:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495719:0:6406:0:(mdt_handler.c:722:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1713531269.495720:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.495724:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495724:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495725:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.495727:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.495728:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1713531269.495729:0:6406:0:(mdt_handler.c:796:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495730:0:6406:0:(mdt_open.c:366:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1713531269.495731:0:6406:0:(mdt_open.c:391:mdt_mfd_open()) after open, ma_valid bit = 0x243 lmm_size = 56 00000004:00000001:3.0:1713531269.495733:0:6406:0:(mdd_object.c:3659:mdd_open()) Process entered 00000004:00000001:3.0:1713531269.495735:0:6406:0:(mdd_object.c:3609:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1713531269.495736:0:6406:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1713531269.495737:0:6406:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495738:0:6406:0:(mdd_object.c:3645:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495740:0:6406:0:(mdd_object.c:3677:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.495741:0:6406:0:(mdt_open.c:57:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1713531269.495743:0:6406:0:(mdt_open.c:58:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff88008ebb9700. 00000020:00000001:3.0:1713531269.495744:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.495745:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88008ebb9700 with handle 0xe3b2c9851353068c to hash 00000020:00000001:3.0:1713531269.495746:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00000004:00000001:3.0:1713531269.495746:0:6406:0:(mdt_open.c:67:mdt_mfd_new()) Process leaving (rc=18446612134708877056 : -131939000674560 : ffff88008ebb9700) 00000004:00000001:3.0:1713531269.495747:0:6406:0:(mdt_internal.h:695:mdt_object_get()) Process entered 00000004:00000001:3.0:1713531269.495748:0:6406:0:(mdt_internal.h:697:mdt_object_get()) Process leaving 00000004:00002000:3.0:1713531269.495748:0:6406:0:(mdt_open.c:304:mdt_mfd_set_mode()) [0x200000402:0xbe:0x0] Change mfd open_flags 0 -> 040100000000001. 00000004:00000001:3.0:1713531269.495750:0:6406:0:(mdt_open.c:205:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1713531269.495752:0:6406:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:3.0:1713531269.495754:0:6406:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008de35c00. 00080000:00000001:3.0:1713531269.495755:0:6406:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134694706176 : -131939014845440 : ffff88008de35c00) 00080000:00000001:3.0:1713531269.495756:0:6406:0:(osd_handler.c:202:osd_trans_start()) Process entered 00080000:00000001:3.0:1713531269.495759:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:3.0:1713531269.495761:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:3.0:1713531269.495762:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.495768:0:6406:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.495769:0:6406:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1713531269.495770:0:6406:0:(tgt_lastrcvd.c:1482:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1713531269.495771:0:6406:0:(tgt_lastrcvd.c:1530:tgt_last_rcvd_update()) transno = 4294971315, last_committed = 4294971310 00000001:00000010:3.0:1713531269.495773:0:6406:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008b7ffe40. 00000001:00000040:3.0:1713531269.495777:0:6406:0:(tgt_lastrcvd.c:992:tgt_last_commit_cb_add()) callback GETting export ffff88008e965800 : new cb_count 2 00000020:00000040:3.0:1713531269.495778:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=93 00000001:00000010:3.0:1713531269.495781:0:6406:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8801319ca480. 00080000:00000001:3.0:1713531269.495784:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:3.0:1713531269.495798:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1713531269.495800:0:6406:0:(tgt_lastrcvd.c:1373:tgt_add_reply_data()) add reply ffff8801319ca480: xid 1796767405225536, transno 4294971315, tag 1, client gen 2, slot idx 0 00000001:00000001:3.0:1713531269.495802:0:6406:0:(tgt_lastrcvd.c:1375:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.495807:0:6406:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495808:0:6406:0:(mdt_open.c:223:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1713531269.495809:0:6406:0:(mdt_open.c:521:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495810:0:6406:0:(mdt_open.c:676:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495812:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.495813:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495813:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.495815:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495815:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495816:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.495818:0:6406:0:(mdt_open.c:1727:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.495819:0:6406:0:(mdt_open.c:1008:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1713531269.495820:0:6406:0:(mdt_open.c:1048:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1713531269.495821:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:3.0:1713531269.495822:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.495822:0:6406:0:(mdt_handler.c:665:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1713531269.495823:0:6406:0:(mdt_handler.c:613:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1713531269.495824:0:6406:0:(mdt_handler.c:619:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495825:0:6406:0:(mdt_handler.c:676:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1713531269.495826:0:6406:0:(mdt_handler.c:4343:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1713531269.495827:0:6406:0:(mdt_handler.c:4230:mdt_save_lock()) Process entered 00010000:00000001:3.0:1713531269.495828:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.495829:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495830:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988fc0 refcount=3 00000020:00000001:3.0:1713531269.495831:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000001:3.0:1713531269.495832:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000001:3.0:1713531269.495833:0:6406:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1713531269.495835:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495842:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495843:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.495844:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495847:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495847:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495848:0:6406:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1713531269.495850:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531269.495853:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988fc0 already unused, calling callback (ffffffffa138a700) 00000004:00000001:3.0:1713531269.495854:0:6406:0:(mdt_handler.c:3664:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.495855:0:6406:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1713531269.495856:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495859:0:6406:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1713531269.495860:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.495860:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495861:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988fc0 refcount=4 00000020:00000001:3.0:1713531269.495861:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000001:3.0:1713531269.495862:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575485376 : -131936134066240 : ffff880139988fc0) 00010000:00000001:3.0:1713531269.495864:0:6406:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1713531269.495865:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495868:0:6406:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1713531269.495869:0:6406:0:(mdt_handler.c:3664:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1713531269.495870:0:6406:0:(mdt_handler.c:3666:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495871:0:6406:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1713531269.495872:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.495873:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495874:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.495877:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff880139988fc0 with handle 0xe3b2c98513530677 from hash 00010000:00000001:3.0:1713531269.495878:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.495879:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495879:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495880:0:6406:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1713531269.495881:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.495882:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495883:0:6406:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1713531269.495884:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.495885:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1713531269.495886:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8800a7208300) 00010000:00010000:3.0:1713531269.495887:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1713531269.495888:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495889:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495890:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.495891:0:6406:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1713531269.495892:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495892:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495893:0:6406:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495894:0:6406:0:(ldlm_request.c:383:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495895:0:6406:0:(mdt_handler.c:3704:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495896:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495899:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495899:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495900:0:6406:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1713531269.495900:0:6406:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1713531269.495901:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.495902:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988fc0/0xe3b2c98513530677 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00000010:3.0:1713531269.495905:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ebb9500. 00010000:00000001:3.0:1713531269.495908:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1713531269.495908:0:6406:0:(mdt_handler.c:4282:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1713531269.495909:0:6406:0:(mdt_handler.c:4230:mdt_save_lock()) Process entered 00010000:00000001:3.0:1713531269.495909:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.495923:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495924:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8801399886c0 refcount=3 00000020:00000001:3.0:1713531269.495926:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000001:3.0:1713531269.495927:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000001:3.0:1713531269.495928:0:6406:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1713531269.495929:0:6406:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495931:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495932:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.495932:0:6406:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495935:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495935:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495936:0:6406:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1713531269.495937:0:6406:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00010000:3.0:1713531269.495939:0:6406:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801399886c0 already unused, calling callback (ffffffffa138a700) 00000004:00000001:3.0:1713531269.495940:0:6406:0:(mdt_handler.c:3664:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.495941:0:6406:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1713531269.495942:0:6406:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495944:0:6406:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1713531269.495944:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.495945:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.495945:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8801399886c0 refcount=4 00000020:00000001:3.0:1713531269.495946:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000001:3.0:1713531269.495947:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483072 : -131936134068544 : ffff8801399886c0) 00010000:00000001:3.0:1713531269.495948:0:6406:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1713531269.495949:0:6406:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495955:0:6406:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1713531269.495956:0:6406:0:(mdt_handler.c:3664:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1713531269.495957:0:6406:0:(mdt_handler.c:3666:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495958:0:6406:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1713531269.495958:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.495959:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.495960:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.495961:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8801399886c0 with handle 0xe3b2c9851353067e from hash 00010000:00000001:3.0:1713531269.495961:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.495962:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495962:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495963:0:6406:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1713531269.495964:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.495964:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495965:0:6406:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1713531269.495965:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.495966:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1713531269.495967:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4be9622f (ffff88008e40c000) 00010000:00010000:3.0:1713531269.495968:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1713531269.495968:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.495969:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495970:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.495971:0:6406:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1713531269.495971:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495972:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495972:0:6406:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.495973:0:6406:0:(ldlm_request.c:383:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.495974:0:6406:0:(mdt_handler.c:3704:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.495975:0:6406:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00000001:3.0:1713531269.495977:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.495978:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.495978:0:6406:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1713531269.495979:0:6406:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1713531269.495981:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.495982:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801399886c0/0xe3b2c9851353067e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4be9622f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6406 initiator: MDT0 00010000:00000010:3.0:1713531269.495985:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ebb9600. 00010000:00000040:3.0:1713531269.495986:0:6406:0:(ldlm_resource.c:1623:ldlm_resource_putref()) putref res: ffff88008e40c000 count: 0 00010000:00000010:3.0:1713531269.495989:0:6406:0:(ldlm_resource.c:1488:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008ebb9580. 00010000:00000001:3.0:1713531269.495991:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1713531269.495991:0:6406:0:(mdt_handler.c:4282:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1713531269.495993:0:6406:0:(mdt_handler.c:4300:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1713531269.495993:0:6406:0:(mdt_handler.c:4323:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1713531269.495994:0:6406:0:(mdt_handler.c:4354:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1713531269.495994:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:3.0:1713531269.495996:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000020:00000001:3.0:1713531269.495999:0:6406:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1713531269.496003:0:6406:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.496004:0:6406:0:(mdt_reint.c:3120:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.496005:0:6406:0:(mdt_handler.c:3100:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1713531269.496007:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1713531269.496008:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1713531269.496008:0:6406:0:(mdt_handler.c:960:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1713531269.496009:0:6406:0:(mdt_handler.c:964:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1713531269.496010:0:6406:0:(mdt_lib.c:768:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1713531269.496011:0:6406:0:(mdt_lib.c:788:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1713531269.496014:0:6406:0:(mdt_lib.c:911:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.496016:0:6406:0:(mdt_io.c:1720:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1713531269.496017:0:6406:0:(mdt_io.c:1731:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.496018:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.496019:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.496019:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988900 refcount=3 00000020:00000001:3.0:1713531269.496020:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:3.0:1713531269.496021:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00000004:00000040:3.0:1713531269.496023:0:6406:0:(mdt_handler.c:4675:mdt_intent_lock_replace()) lock GETting export ffff88008e965800 : new locks_count 87 00000020:00000040:3.0:1713531269.496024:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=94 00010000:00000001:3.0:1713531269.496025:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.496026:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1713531269.496026:0:6406:0:(mdt_handler.c:4692:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1713531269.496029:0:6406:0:(mdt_handler.c:5055:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1713531269.496031:0:6406:0:(mdt_handler.c:5188:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1713531269.496032:0:6406:0:(mdt_handler.c:5293:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1713531269.496033:0:6406:0:(ldlm_lock.c:416:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1713531269.496034:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.496035:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.496036:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.496037:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.496037:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.496038:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff880139988000 with handle 0xe3b2c98513530670 from hash 00010000:00000001:3.0:1713531269.496039:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.496056:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.496057:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.496057:0:6406:0:(ldlm_lock.c:426:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1713531269.496058:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.496060:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988000/0xe3b2c98513530670 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a05 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.496063:0:6406:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff88008e965800 : new locks_count 86 00000020:00000040:3.0:1713531269.496065:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 93 00010000:00000010:3.0:1713531269.496066:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ebb9480. 00010000:00000001:3.0:1713531269.496068:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.496069:0:6406:0:(ldlm_lock.c:1840:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.496071:0:6406:0:(ldlm_lockd.c:1540:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1713531269.496073:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c98513530685 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a05 expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.496076:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.496077:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1713531269.496078:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:3.0:1713531269.496079:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1713531269.496080:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.496089:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.496090:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.496093:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.496093:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.496094:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880139988900, rc 0) 00000020:00000001:3.0:1713531269.496096:0:6406:0:(tgt_handler.c:1465:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.496098:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 4294971315, xid 1796767405225536 00010000:00000001:3.0:1713531269.496099:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.496102:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092924700 x1796767405225536/t4294971315(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 1192/664 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.496106:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.496107:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.496108:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:3.0:1713531269.496110:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.496111:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.496113:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.496114:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.496115:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.496116:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.496117:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.496120:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1aa0. 00000100:00000200:3.0:1713531269.496121:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1796767405225536, offset 224 00000400:00000200:3.0:1713531269.496124:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.496128:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.496131:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12457:12457:256:4294967295] 192.168.202.39@tcp LPNI seq info [12457:12457:8:4294967295] 00000400:00000200:3.0:1713531269.496137:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.496139:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.496141:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c700. 00000800:00000200:3.0:1713531269.496143:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.496147:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.496149:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.496160:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.496162:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.496165:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.496166:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.496167:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.496170:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092924700 x1796767405225536/t4294971315(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 1192/664 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.496175:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:12506:x1796767405225536:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 925us (1031us total) trans 4294971315 rc 0/0 00000100:00100000:3.0:1713531269.496179:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5596 00000100:00000040:3.0:1713531269.496180:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:3.0:1713531269.496182:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.496183:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.496184:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.496186:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.496188:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5c00. 00000020:00000040:3.0:1713531269.496190:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 92 00000100:00000001:3.0:1713531269.496191:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.496216:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.496218:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c700. 00000400:00000200:0.0:1713531269.496221:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.496224:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.496226:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1aa0 00000400:00000010:0.0:1713531269.496227:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1aa0. 00000100:00000001:0.0:1713531269.496234:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.496235:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.497479:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.497484:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.497486:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.497488:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.497497:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.497502:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 328 into portal 17 MB=0x6622682eeb680 00000400:00000200:0.0:1713531269.497517:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.39@tcp of length 328/328 into md 0xe77d [2] + 344 00000800:00000001:0.0:1713531269.497567:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.497572:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.497574:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.497577:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.497580:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.497582:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1713531269.497584:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092924a80. 00000100:00000040:0.0:1713531269.497586:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880092924a80 x1796767405225600 msgsize 328 00000100:00100000:0.0:1713531269.497588:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.497598:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.497601:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.497603:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.497604:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.497605:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.497608:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.497611:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 440 into portal 28 MB=0x6622682eeb6c0 00000400:00000200:0.0:1713531269.497614:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.39@tcp of length 440/440 into md 0xb31 [8] + 5984 00000800:00000001:0.0:1713531269.497616:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1713531269.497632:0:9581:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.497634:0:9581:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225600 02000000:00000001:2.0:1713531269.497636:0:9581:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1713531269.497636:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.497637:0:9581:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1713531269.497638:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1713531269.497639:0:9581:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1713531269.497640:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 02000000:00000001:2.0:1713531269.497641:0:9581:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1713531269.497642:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.497643:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1713531269.497645:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092925180. 00000100:00000040:0.0:1713531269.497646:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880092925180 x1796767405225664 msgsize 440 00000100:00100000:2.0:1713531269.497648:0:9581:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225600 00000100:00100000:0.0:1713531269.497648:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000020:00000001:2.0:1713531269.497650:0:9581:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.497650:0:9581:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:2.0:1713531269.497652:0:9581:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.497654:0:9581:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=93 00000020:00000001:2.0:1713531269.497656:0:9581:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:0.0:1713531269.497656:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000020:00000001:2.0:1713531269.497657:0:9581:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000800:00000001:0.0:1713531269.497658:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1713531269.497660:0:9581:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1713531269.497660:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.497661:0:9581:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.497664:0:9581:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.497667:0:9581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.497670:0:9581:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.497674:0:9581:0:(service.c:1274:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1713531269.497676:0:9581:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.497677:0:9581:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1713531269.497679:0:9581:0:(ldlm_lockd.c:2724:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1713531269.497681:0:9581:0:(ldlm_lockd.c:2738:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497682:0:9581:0:(ldlm_lockd.c:2681:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1713531269.497685:0:9581:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.497686:0:9581:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.497687:0:9581:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988900 refcount=3 00000020:00000001:2.0:1713531269.497688:0:9581:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:2.0:1713531269.497690:0:9581:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00010000:00000001:2.0:1713531269.497692:0:9581:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.497693:0:9581:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.497694:0:9581:0:(ldlm_lockd.c:2713:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.497695:0:9581:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.497696:0:20174:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.497698:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225664 00000100:00000001:2.0:1713531269.497699:0:9581:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.497700:0:20174:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.497701:0:20174:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.497703:0:20174:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.497705:0:20174:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.497705:0:9581:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1713531269.497706:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225664 00000020:00000001:3.0:1713531269.497708:0:20174:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.497709:0:20174:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351b01f 00000020:00000001:3.0:1713531269.497710:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:2.0:1713531269.497711:0:9581:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1713531269.497712:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88009434a800 refcount=5 00000100:00000001:2.0:1713531269.497712:0:9581:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1713531269.497714:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000020:00000001:3.0:1713531269.497716:0:20174:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000100:00100000:2.0:1713531269.497716:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 533 00000100:00000001:3.0:1713531269.497718:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1713531269.497718:0:9581:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:2.0:1713531269.497720:0:9581:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773279360 : -131938936272256 : ffff880092924a80) 00000020:00000040:3.0:1713531269.497721:0:20174:0:(obd_config.c:942:class_incref()) incref lustre-OST0001 (ffff88009c4caaa0) now 10 - evictor 00000100:00000040:2.0:1713531269.497729:0:9581:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092924a80 x1796767405225600/t0(0) o103->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 328/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.497734:0:20174:0:(service.c:1204:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1713531269.497737:0:9581:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.497738:0:9581:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.497740:0:9581:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+93:1822:x1796767405225600:12345-192.168.202.39@tcp:103:ldlm_bl.0 00000020:00000010:3.0:1713531269.497741:0:20174:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5c00. 00000020:00000010:3.0:1713531269.497744:0:20174:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9400. 00000100:00000200:2.0:1713531269.497744:0:9581:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225600 00010000:00000001:2.0:1713531269.497746:0:9581:0:(ldlm_lockd.c:2576:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1713531269.497747:0:20174:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00010000:00000002:2.0:1713531269.497747:0:9581:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1713531269.497749:0:9581:0:(ldlm_lockd.c:1865:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1713531269.497751:0:9581:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1713531269.497752:0:20174:0:(service.c:1274:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:2.0:1713531269.497752:0:9581:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1713531269.497754:0:20174:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.497755:0:20174:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1713531269.497755:0:6402:0:(pinger.c:499:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1713531239 00000100:00000001:3.0:1713531269.497756:0:20174:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1713531269.497756:0:9581:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880134c35000. 02000000:00000001:2.0:1713531269.497758:0:9581:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1713531269.497758:0:6402:0:(obd_config.c:970:class_decref()) Decref lustre-OST0001 (ffff88009c4caaa0) now 10 - evictor 00000100:00000001:3.0:1713531269.497759:0:20174:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.497759:0:9581:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497761:0:9581:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1713531269.497762:0:9581:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1713531269.497764:0:20174:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.497764:0:9581:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.497765:0:9581:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.497766:0:9581:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988900 refcount=3 00000020:00000001:2.0:1713531269.497767:0:9581:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00000100:00000001:3.0:1713531269.497769:0:20174:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1713531269.497769:0:9581:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575483648 : -131936134067968 : ffff880139988900) 00000100:00000001:3.0:1713531269.497770:0:20174:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1713531269.497771:0:9581:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 5 00000100:00100000:3.0:1713531269.497773:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1512 00000004:00000001:2.0:1713531269.497774:0:9581:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered 00000100:00000040:3.0:1713531269.497775:0:20174:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88009434a800 : new rpc_count 1 00010000:00000001:2.0:1713531269.497775:0:9581:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1713531269.497776:0:20174:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773281152 : -131938936270464 : ffff880092925180) 00000020:00000001:2.0:1713531269.497777:0:9581:0:(tgt_handler.c:1370:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1713531269.497779:0:9581:0:(ldlm_lockd.c:952:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1713531269.497780:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092925180 x1796767405225664/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.497781:0:9581:0:(ldlm_lockd.c:956:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.497782:0:9581:0:(tgt_handler.c:1425:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497785:0:9581:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1713531269.497786:0:9581:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1713531269.497787:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.497788:0:20174:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1713531269.497788:0:9581:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.497789:0:9581:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1713531269.497791:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+5:1824:x1796767405225664:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00010000:00000001:2.0:1713531269.497791:0:9581:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1713531269.497792:0:9581:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1713531269.497794:0:20174:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225664 00000020:00000001:3.0:1713531269.497795:0:20174:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.497797:0:20174:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000040:2.0:1713531269.497797:0:9581:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff880139988900 with handle 0xe3b2c98513530685 from hash 00000020:00000001:3.0:1713531269.497798:0:20174:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497799:0:9581:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1713531269.497800:0:20174:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1713531269.497800:0:9581:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1713531269.497801:0:20174:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072121488016 : -1588063600 : ffffffffa1581290) 00010000:00000001:2.0:1713531269.497801:0:9581:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.497802:0:9581:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1713531269.497803:0:20174:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1713531269.497804:0:9581:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1713531269.497805:0:20174:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.497806:0:9581:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.497807:0:20174:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1713531269.497807:0:9581:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1713531269.497808:0:20174:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1713531269.497808:0:9581:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1713531269.497809:0:20174:0:(tgt_handler.c:245:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1713531269.497811:0:20174:0:(tgt_handler.c:140:tgt_validate_obdo()) Process entered 00010000:00010000:2.0:1713531269.497812:0:9581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880139988900/0xe3b2c98513530685 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a05 expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1713531269.497813:0:20174:0:(tgt_handler.c:175:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.497814:0:20174:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.497819:0:20174:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.497819:0:9581:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff88008e965800 : new locks_count 85 00000001:00000001:3.0:1713531269.497821:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000020:00000040:2.0:1713531269.497821:0:9581:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 92 00000001:00000001:3.0:1713531269.497822:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.497823:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00010000:00000010:2.0:1713531269.497823:0:9581:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ebb9680. 00000001:00000001:3.0:1713531269.497824:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.497825:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.497826:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497827:0:9581:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1713531269.497828:0:20174:0:(tgt_handler.c:296:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497828:0:9581:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1713531269.497829:0:9581:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000001:3.0:1713531269.497830:0:20174:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531269.497830:0:9581:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00000100:00000001:3.0:1713531269.497832:0:20174:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.497833:0:20174:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1713531269.497833:0:9581:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.497834:0:9581:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497835:0:9581:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 02000000:00000010:3.0:1713531269.497837:0:20174:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 728 at ffff88008de34c00. 00010000:00010000:2.0:1713531269.497837:0:9581:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:3.0:1713531269.497838:0:20174:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497838:0:9581:0:(ldlm_lockd.c:1851:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.497840:0:20174:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.497840:0:9581:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.497842:0:9581:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.497843:0:20174:0:(ofd_dev.c:1183:ofd_getattr_hdl()) Process entered 00000100:00001000:2.0:1713531269.497844:0:9581:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a78af1e8 time=20 v=5 (1 1 1 0) 00000020:00000001:3.0:1713531269.497845:0:20174:0:(tgt_handler.c:1747:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1713531269.497846:0:20174:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1713531269.497847:0:9581:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1713531269.497848:0:20174:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1713531269.497849:0:9581:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.497850:0:9581:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 00010000:00000040:3.0:1713531269.497851:0:20174:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff880087e62700 count: 2 02000000:00000001:2.0:1713531269.497852:0:9581:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1713531269.497853:0:20174:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1713531269.497854:0:9581:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.497855:0:20174:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1713531269.497855:0:9581:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000010:3.0:1713531269.497857:0:20174:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880139989d40. 00000100:00000040:2.0:1713531269.497857:0:9581:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000020:00000001:3.0:1713531269.497859:0:20174:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000400:00000010:2.0:1713531269.497860:0:9581:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1ddd0. 00000020:00000040:3.0:1713531269.497861:0:20174:0:(lustre_handles.c:97:class_handle_hash()) added object ffff880139989d40 with handle 0xe3b2c98513530693 to hash 00000020:00000001:3.0:1713531269.497863:0:20174:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.497863:0:20174:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00010000:00000001:3.0:1713531269.497866:0:20174:0:(ldlm_extent.c:959:ldlm_interval_alloc()) Process entered 00000100:00000200:2.0:1713531269.497866:0:9581:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1796767405225600, offset 224 00010000:00000010:3.0:1713531269.497868:0:20174:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88008ebb9480. 00010000:00000001:3.0:1713531269.497869:0:20174:0:(ldlm_extent.c:969:ldlm_interval_alloc()) Process leaving (rc=18446612134708876416 : -131939000675200 : ffff88008ebb9480) 00010000:00000001:3.0:1713531269.497871:0:20174:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00000400:00000200:2.0:1713531269.497871:0:9581:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00010000:00000001:3.0:1713531269.497873:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.497874:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1713531269.497876:0:9581:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00010000:00010000:3.0:1713531269.497877:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1713531269.497881:0:9581:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12458:12458:256:4294967295] 192.168.202.39@tcp LPNI seq info [12458:12458:8:4294967295] 00010000:00000001:3.0:1713531269.497893:0:20174:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1713531269.497895:0:20174:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1713531269.497895:0:9581:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00010000:00000001:3.0:1713531269.497896:0:20174:0:(ldlm_extent.c:779:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1713531269.497898:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00000800:00000200:2.0:1713531269.497899:0:9581:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.39@tcp 00010000:00010000:3.0:1713531269.497900:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.497902:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1713531269.497902:0:9581:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62a00. 00010000:00000001:3.0:1713531269.497903:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1713531269.497904:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.497905:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1713531269.497905:0:9581:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00010000:00000001:3.0:1713531269.497907:0:20174:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000001:00000001:3.0:1713531269.497908:0:20174:0:(interval_tree.c:380:interval_insert()) Process entered 00000800:00000200:2.0:1713531269.497909:0:9581:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000001:00000001:3.0:1713531269.497910:0:20174:0:(interval_tree.c:387:interval_insert()) Process leaving (rc=18446612134761791104 : -131938947760512 : ffff880091e2fe80) 00010000:00000010:3.0:1713531269.497912:0:20174:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88008ebb9480. 00000800:00000200:2.0:1713531269.497912:0:9581:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62a00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:3.0:1713531269.497916:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.497921:0:20174:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x280000400:0x63:0x0].0x0 (ffff880087e62700) refcount = 2 00010000:00000040:3.0:1713531269.497923:0:20174:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1713531269.497925:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1713531269.497925:0:9581:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.497928:0:9581:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.497930:0:9581:0:(ldlm_lockd.c:1889:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.497932:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f7 expref: 5 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1713531269.497932:0:9581:0:(ldlm_lockd.c:2643:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.497936:0:9581:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092924a80 x1796767405225600/t0(0) o103->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 328/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.497939:0:20174:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.497941:0:20174:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.497942:0:20174:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.497943:0:20174:0:(ldlm_extent.c:837:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.497945:0:20174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.497945:0:9581:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1f6925-d627-45ab-9271-3bfd492d0648+92:1822:x1796767405225600:12345-192.168.202.39@tcp:103:ldlm_bl.0 Request processed in 207us (356us total) trans 0 rc 0/0 00010000:00000001:3.0:1713531269.497946:0:20174:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.497948:0:20174:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1713531269.497952:0:20174:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.497952:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 533 00010000:00010000:3.0:1713531269.497954:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1713531269.497954:0:9581:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:2.0:1713531269.497955:0:9581:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.497956:0:9581:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1713531269.497956:0:2625:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.497958:0:2625:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62a00. 00010000:00000001:3.0:1713531269.497959:0:20174:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:2.0:1713531269.497959:0:9581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000400:00000200:0.0:1713531269.497959:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1713531269.497960:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.497961:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1713531269.497961:0:9581:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000001:3.0:1713531269.497962:0:20174:0:(tgt_handler.c:1769:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1713531269.497962:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000020:00000010:2.0:1713531269.497964:0:9581:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000400:00000200:0.0:1713531269.497964:0:2625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1ddd0 00002000:00000001:3.0:1713531269.497965:0:20174:0:(ofd_objects.c:106:ofd_object_find()) Process entered 00000400:00000010:0.0:1713531269.497965:0:2625:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1ddd0. 00000020:00000001:3.0:1713531269.497966:0:20174:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000040:2.0:1713531269.497966:0:9581:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 91 00000100:00000001:0.0:1713531269.497966:0:2625:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.497967:0:2625:0:(events.c:417:reply_out_callback()) Process leaving 00000100:00000001:2.0:1713531269.497968:0:9581:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.497970:0:20174:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612137394156728 : -131936315394888 : ffff88012ec9b4b8) 00002000:00000001:3.0:1713531269.497972:0:20174:0:(ofd_objects.c:114:ofd_object_find()) Process leaving (rc=18446612137394156640 : -131936315394976 : ffff88012ec9b460) 00002000:00000001:3.0:1713531269.497974:0:20174:0:(ofd_objects.c:1093:ofd_attr_get()) Process entered 00002000:00000001:3.0:1713531269.497978:0:20174:0:(ofd_objects.c:1100:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.497980:0:20174:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.497983:0:20174:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1713531269.497985:0:20174:0:(lu_object.c:226:lu_object_put()) Add ffff88012ec9b4b8/ffff88012ec9b460 to site lru. bkt: ffff88009186ea38 00010000:00000001:3.0:1713531269.497987:0:20174:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.497988:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.497989:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139989d40 refcount=3 00000020:00000001:3.0:1713531269.497991:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00010000:00000001:3.0:1713531269.497992:0:20174:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00010000:00000001:3.0:1713531269.497994:0:20174:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1713531269.497996:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498001:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.498002:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.498004:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498009:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.498010:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498030:0:20174:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1713531269.498033:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531269.498038:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139989d40 already unused, calling callback (ffffffffa0856730) 00010000:00000001:3.0:1713531269.498050:0:20174:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.498051:0:20174:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1713531269.498053:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498058:0:20174:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1713531269.498059:0:20174:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.498060:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.498061:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139989d40 refcount=4 00000020:00000001:3.0:1713531269.498062:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00010000:00000001:3.0:1713531269.498063:0:20174:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575488832 : -131936134062784 : ffff880139989d40) 00010000:00000001:3.0:1713531269.498065:0:20174:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1713531269.498067:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498073:0:20174:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1713531269.498074:0:20174:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.498075:0:20174:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498077:0:20174:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1713531269.498078:0:20174:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.498079:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.498080:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.498081:0:20174:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff880139989d40 with handle 0xe3b2c98513530693 from hash 00010000:00000001:3.0:1713531269.498082:0:20174:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.498083:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.498083:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.498084:0:20174:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1713531269.498085:0:20174:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.498089:0:20174:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498090:0:20174:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1713531269.498091:0:20174:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.498092:0:20174:0:(ldlm_lock.c:2022:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1713531269.498093:0:20174:0:(ldlm_lock.c:2071:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.498094:0:20174:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498095:0:20174:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.498096:0:20174:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1713531269.498097:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.498097:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.498098:0:20174:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498099:0:20174:0:(ldlm_request.c:383:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.498100:0:20174:0:(ldlm_request.c:422:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.498101:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498104:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.498104:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.498105:0:20174:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1713531269.498106:0:20174:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1713531269.498106:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.498107:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139989d40/0xe3b2c98513530693 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.498113:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1713531269.498115:0:20174:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1713531269.498119:0:20174:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.498121:0:20174:0:(ofd_dev.c:1250:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.498122:0:20174:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294967702, transno 0, xid 1796767405225664 00010000:00000001:3.0:1713531269.498124:0:20174:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.498127:0:20174:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092925180 x1796767405225664/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/432 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.498131:0:20174:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.498132:0:20174:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.498133:0:20174:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800994039e8 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1713531269.498138:0:20174:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.498139:0:20174:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.498140:0:20174:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.498141:0:20174:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.498142:0:20174:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.498143:0:20174:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.498145:0:20174:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.498146:0:20174:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e16e8. 00000100:00000200:3.0:1713531269.498148:0:20174:0:(niobuf.c:87:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1796767405225664, offset 224 00000400:00000200:3.0:1713531269.498151:0:20174:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.498154:0:20174:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.498157:0:20174:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12459:12459:256:4294967295] 192.168.202.39@tcp LPNI seq info [12459:12459:8:4294967295] 00000400:00000200:3.0:1713531269.498162:0:20174:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.498165:0:20174:0:(socklnd_cb.c:1007:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.498166:0:20174:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c700. 00000800:00000200:3.0:1713531269.498168:0:20174:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.498171:0:20174:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.498173:0:20174:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.498184:0:20174:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.498185:0:20174:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.498187:0:20174:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.498187:0:20174:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.498188:0:20174:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.498191:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092925180 x1796767405225664/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/432 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.498196:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+5:1824:x1796767405225664:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 408us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531269.498201:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1512 00000100:00000040:3.0:1713531269.498202:0:20174:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009434a800 : new rpc_count 0 00000100:00000001:3.0:1713531269.498203:0:20174:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.498207:0:20174:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.498209:0:20174:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.498211:0:20174:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.498212:0:20174:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5c00. 00000020:00000040:3.0:1713531269.498214:0:20174:0:(genops.c:906:class_export_put()) PUTting export ffff88009434a800 : new refcount 4 00000100:00000001:3.0:1713531269.498215:0:20174:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.498226:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.498228:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c700. 00000400:00000200:0.0:1713531269.498231:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.498235:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.498237:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e16e8 00000400:00000010:0.0:1713531269.498239:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e16e8. 00000100:00000001:0.0:1713531269.498243:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.498244:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.499496:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.499500:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.499502:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.499503:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.499507:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.499512:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 512 into portal 12 MB=0x6622682eeb740 00000400:00000200:0.0:1713531269.499515:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 512/512 into md 0x265 [64] + 2008 00000800:00000001:0.0:1713531269.499518:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.499524:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.499525:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.499527:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.499529:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.499530:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.499532:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092925500. 00000100:00000040:0.0:1713531269.499534:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880092925500 x1796767405225792 msgsize 512 00000100:00100000:0.0:1713531269.499536:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.499556:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.499559:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.499561:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.499613:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.499615:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225792 02000000:00000001:3.0:1713531269.499616:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.499617:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.499618:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.499620:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.499622:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225792 00000020:00000001:3.0:1713531269.499623:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.499624:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:3.0:1713531269.499625:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.499626:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=92 00000020:00000001:3.0:1713531269.499628:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:3.0:1713531269.499629:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:3.0:1713531269.499631:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.499632:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.499634:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5c00. 00000020:00000010:3.0:1713531269.499636:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.499637:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.499639:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1713531269.499640:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.499641:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1713531269.499642:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.499645:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.499650:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.499653:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.499654:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.499657:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5597 00000100:00000040:3.0:1713531269.499658:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:3.0:1713531269.499660:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773282048 : -131938936269568 : ffff880092925500) 00000100:00000040:3.0:1713531269.499668:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092925500 x1796767405225792/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.499673:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.499674:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.499676:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:12506:x1796767405225792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.499678:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225792 00000020:00000001:3.0:1713531269.499679:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.499680:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000001:00000001:3.0:1713531269.499683:0:6406:0:(tgt_lastrcvd.c:360:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8801319ca480: xid 1796767405225536, transno 4294971315, client gen 2, slot idx 0 00000001:00000001:3.0:1713531269.499685:0:6406:0:(tgt_lastrcvd.c:336:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8801319ca600: xid 1796767405223680, transno 4294971311, client gen 2, slot idx 1 00000001:00000010:3.0:1713531269.499688:0:6406:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8801319ca600. 00000020:00000001:3.0:1713531269.499690:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.499691:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.499693:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120077184 : -1589474432 : ffffffffa1428b80) 00000020:00000001:3.0:1713531269.499694:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.499695:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225792, found 0 last_xid 1796767405225791 00000020:00000001:3.0:1713531269.499696:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.499697:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.499698:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.499699:0:6406:0:(tgt_handler.c:77:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1713531269.499700:0:6406:0:(tgt_handler.c:86:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.499701:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.499703:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.499704:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.499706:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880131e60c00. 02000000:00000001:3.0:1713531269.499707:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.499708:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.499709:0:6406:0:(mdt_hsm.c:114:mdt_hsm_progress()) Process entered 00000004:20000000:3.0:1713531269.499710:0:6406:0:(mdt_hsm.c:126:mdt_hsm_progress()) Progress on [0x200000402:0xbe:0x0]: len=0 : rc = 0 00000004:00000001:3.0:1713531269.499713:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:3.0:1713531269.499713:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.499717:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499718:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.499719:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499719:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.499720:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499721:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.499721:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499722:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.499722:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.499724:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:3.0:1713531269.499726:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:3.0:1713531269.499727:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:3.0:1713531269.499727:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499729:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.499729:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.499730:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.499730:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.499731:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1713531269.499732:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.499733:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1713531269.499734:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1713531269.499735:0:6406:0:(mdt_coordinator.c:1702:mdt_hsm_update_request_state()) Process entered 00000004:00000001:3.0:1713531269.499736:0:6406:0:(mdt_hsm_cdt_requests.c:425:mdt_cdt_update_request()) Process entered 00000004:00000001:3.0:1713531269.499738:0:6406:0:(mdt_hsm_cdt_requests.c:357:mdt_cdt_find_request()) Process entered 00000004:00000001:3.0:1713531269.499740:0:6406:0:(mdt_hsm_cdt_requests.c:363:mdt_cdt_find_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:00000001:3.0:1713531269.499742:0:6406:0:(mdt_hsm_cdt_requests.c:451:mdt_cdt_update_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:20000000:3.0:1713531269.499743:0:6406:0:(mdt_coordinator.c:1725:mdt_hsm_update_request_state()) Progress received for fid=[0x200000402:0xbe:0x0] cookie=0x6622691b action=ARCHIVE flags=0 err=0 fid=[0x200000402:0xbe:0x0] dfid=[0x200000402:0xbe:0x0] 00000004:00000001:3.0:1713531269.499746:0:6406:0:(mdt_coordinator.c:1056:hsm_init_ucred()) Process entered 00000004:00000001:3.0:1713531269.499747:0:6406:0:(mdt_coordinator.c:1082:hsm_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.499748:0:6406:0:(mdt_coordinator.c:1804:mdt_hsm_update_request_state()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.499750:0:6406:0:(mdt_hsm.c:144:mdt_hsm_progress()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.499751:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 0, xid 1796767405225792 00010000:00000001:3.0:1713531269.499752:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.499755:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092925500 x1796767405225792/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.499761:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.499762:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.499764:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:3.0:1713531269.499766:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.499767:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.499768:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.499769:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.499770:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.499771:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.499773:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.499774:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1880. 00000100:00000200:3.0:1713531269.499776:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1796767405225792, offset 224 00000400:00000200:3.0:1713531269.499779:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.499783:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.499786:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12460:12460:256:4294967295] 192.168.202.39@tcp LPNI seq info [12460:12460:8:4294967295] 00000400:00000200:3.0:1713531269.499791:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.499794:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.499795:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c700. 00000800:00000200:3.0:1713531269.499798:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.499801:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.499810:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.499823:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.499825:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.499826:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.499827:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.499828:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.499830:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092925500 x1796767405225792/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.499835:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:12506:x1796767405225792:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 161us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531269.499843:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5597 00000100:00000040:3.0:1713531269.499844:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:3.0:1713531269.499846:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.499846:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.499849:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.499850:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.499852:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5c00. 00000020:00000040:3.0:1713531269.499854:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 91 00000100:00000001:3.0:1713531269.499855:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.499872:0:2625:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.499875:0:2625:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c700. 00000400:00000200:0.0:1713531269.499878:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.499882:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.499884:0:2625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1880 00000400:00000010:0.0:1713531269.499886:0:2625:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1880. 00000100:00000001:0.0:1713531269.499891:0:2625:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.499892:0:2625:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.501424:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.501429:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.501430:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.501432:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.501436:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.501441:0:2624:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 328 into portal 28 MB=0x6622682eeb780 00000400:00000200:0.0:1713531269.501445:0:2624:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.39@tcp of length 328/328 into md 0xb31 [8] + 6424 00000800:00000001:0.0:1713531269.501448:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.501455:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.501456:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.501458:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.501460:0:2624:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.501461:0:2624:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1713531269.501464:0:2624:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092925880. 00000100:00000040:0.0:1713531269.501465:0:2624:0:(events.c:356:request_in_callback()) incoming req@ffff880092925880 x1796767405225856 msgsize 328 00000100:00100000:0.0:1713531269.501468:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.501478:0:2624:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.501481:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.501483:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.501519:0:20174:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.501521:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225856 02000000:00000001:3.0:1713531269.501523:0:20174:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.501525:0:20174:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.501526:0:20174:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.501528:0:20174:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.501531:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225856 00000020:00000001:3.0:1713531269.501532:0:20174:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.501533:0:20174:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351b01f 00000020:00000001:3.0:1713531269.501535:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.501537:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88009434a800 refcount=5 00000020:00000001:3.0:1713531269.501539:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000020:00000001:3.0:1713531269.501541:0:20174:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000100:00000001:3.0:1713531269.501544:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.501545:0:20174:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.501548:0:20174:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5c00. 00000020:00000010:3.0:1713531269.501552:0:20174:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.501554:0:20174:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.501558:0:20174:0:(service.c:1274:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1713531269.501560:0:20174:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.501561:0:20174:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1713531269.501562:0:20174:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.501566:0:20174:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.501578:0:20174:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.501587:0:20174:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.501588:0:20174:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.501591:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1513 00000100:00000040:3.0:1713531269.501593:0:20174:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88009434a800 : new rpc_count 1 00000100:00000001:3.0:1713531269.501594:0:20174:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773282944 : -131938936268672 : ffff880092925880) 00000100:00000040:3.0:1713531269.501598:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092925880 x1796767405225856/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 328/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.501604:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.501604:0:20174:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.501606:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+5:1823:x1796767405225856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.501608:0:20174:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225856 00000020:00000001:3.0:1713531269.501610:0:20174:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.501611:0:20174:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:3.0:1713531269.501612:0:20174:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.501614:0:20174:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.501615:0:20174:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072108826400 : -1600725216 : ffffffffa096df20) 00000020:00000001:3.0:1713531269.501616:0:20174:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1713531269.501618:0:20174:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.501618:0:20174:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.501619:0:20174:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.501621:0:20174:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.501622:0:20174:0:(tgt_handler.c:1440:tgt_enqueue()) Process entered 00010000:00000001:3.0:1713531269.501624:0:20174:0:(ldlm_lockd.c:1315:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1713531269.501625:0:20174:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1713531269.501629:0:20174:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1713531269.501630:0:20174:0:(ldlm_lockd.c:1779:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.501634:0:20174:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.501637:0:20174:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff880087e62700 count: 2 00010000:00000001:3.0:1713531269.501638:0:20174:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.501640:0:20174:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.501643:0:20174:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88013998a880. 00000020:00000001:3.0:1713531269.501645:0:20174:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.501646:0:20174:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88013998a880 with handle 0xe3b2c9851353069a to hash 00000020:00000001:3.0:1713531269.501649:0:20174:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.501650:0:20174:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00010000:00000001:3.0:1713531269.501652:0:20174:0:(ldlm_extent.c:959:ldlm_interval_alloc()) Process entered 00010000:00000010:3.0:1713531269.501653:0:20174:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88008ebb9480. 00010000:00000001:3.0:1713531269.501654:0:20174:0:(ldlm_extent.c:969:ldlm_interval_alloc()) Process leaving (rc=18446612134708876416 : -131939000675200 : ffff88008ebb9480) 00010000:00000001:3.0:1713531269.501655:0:20174:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00010000:00010000:3.0:1713531269.501658:0:20174:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851353069a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5a0c expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.501664:0:20174:0:(ldlm_lockd.c:1419:ldlm_handle_enqueue()) lock GETting export ffff88009434a800 : new locks_count 1 00000020:00000040:3.0:1713531269.501665:0:20174:0:(genops.c:895:class_export_get()) GET export ffff88009434a800 refcount=6 00010000:00000001:3.0:1713531269.501669:0:20174:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1713531269.501670:0:20174:0:(ofd_dlm.c:234:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1713531269.501672:0:20174:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.501673:0:20174:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.501675:0:20174:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 696 at ffff880131e63400. 02000000:00000001:3.0:1713531269.501676:0:20174:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.501677:0:20174:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.501678:0:20174:0:(ldlm_extent.c:779:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1713531269.501679:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1713531269.501681:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.501682:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.501683:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1713531269.501683:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.501684:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.501686:0:20174:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000001:00000001:3.0:1713531269.501687:0:20174:0:(interval_tree.c:380:interval_insert()) Process entered 00000001:00000001:3.0:1713531269.501688:0:20174:0:(interval_tree.c:387:interval_insert()) Process leaving (rc=18446612134761791104 : -131938947760512 : ffff880091e2fe80) 00010000:00000010:3.0:1713531269.501689:0:20174:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88008ebb9480. 00010000:00010000:3.0:1713531269.501692:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851353069a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a0c expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1713531269.501698:0:20174:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x280000400:0x63:0x0].0x0 (ffff880087e62700) refcount = 2 00010000:00000040:3.0:1713531269.501701:0:20174:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1713531269.501703:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851353069a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a0c expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1713531269.501709:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f7 expref: 5 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1713531269.501713:0:20174:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.501714:0:20174:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.501715:0:20174:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.501716:0:20174:0:(ldlm_extent.c:809:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1713531269.501717:0:20174:0:(ofd_dlm.c:296:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1713531269.501718:0:20174:0:(ldlm_lock.c:1840:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.501720:0:20174:0:(ldlm_lockd.c:1540:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1713531269.501722:0:20174:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851353069a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a0c expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1713531269.501727:0:20174:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.501728:0:20174:0:(ldlm_lock.c:2022:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1713531269.501729:0:20174:0:(ldlm_lock.c:2071:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.501730:0:20174:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.501730:0:20174:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.501731:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.501732:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.501733:0:20174:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a880, rc 0) 00000020:00000001:3.0:1713531269.501734:0:20174:0:(tgt_handler.c:1465:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.501736:0:20174:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294967702, transno 0, xid 1796767405225856 00010000:00000001:3.0:1713531269.501737:0:20174:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.501739:0:20174:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092925880 x1796767405225856/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 328/400 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.501743:0:20174:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.501744:0:20174:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.501746:0:20174:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800994039e8 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1713531269.501751:0:20174:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.501752:0:20174:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.501753:0:20174:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.501755:0:20174:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.501756:0:20174:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.501757:0:20174:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.501758:0:20174:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.501761:0:20174:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e17f8. 00000100:00000200:3.0:1713531269.501762:0:20174:0:(niobuf.c:87:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1796767405225856, offset 224 00000400:00000200:3.0:1713531269.501765:0:20174:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.501769:0:20174:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.501772:0:20174:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12461:12461:256:4294967295] 192.168.202.39@tcp LPNI seq info [12461:12461:8:4294967295] 00000400:00000200:3.0:1713531269.501778:0:20174:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.501781:0:20174:0:(socklnd_cb.c:1007:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.501783:0:20174:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c700. 00000800:00000200:3.0:1713531269.501786:0:20174:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.501790:0:20174:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.501792:0:20174:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.501802:0:20174:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.501804:0:20174:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.501805:0:20174:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.501806:0:20174:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.501807:0:20174:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.501809:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092925880 x1796767405225856/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 328/400 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.501814:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+6:1823:x1796767405225856:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 209us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531269.501820:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1513 00000100:00000040:3.0:1713531269.501822:0:20174:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009434a800 : new rpc_count 0 00000100:00000001:3.0:1713531269.501827:0:20174:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.501829:0:20174:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.501833:0:20174:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9400. 00000020:00000010:3.0:1713531269.501835:0:20174:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.501838:0:20174:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5c00. 00000020:00000040:3.0:1713531269.501840:0:20174:0:(genops.c:906:class_export_put()) PUTting export ffff88009434a800 : new refcount 5 00000100:00000001:3.0:1713531269.501842:0:20174:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.501878:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.501881:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c700. 00000400:00000200:0.0:1713531269.501884:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.501888:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.501890:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e17f8 00000400:00000010:0.0:1713531269.501895:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e17f8. 00000100:00000001:0.0:1713531269.501900:0:2626:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.501900:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.503062:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.503069:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.503071:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.503073:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.503078:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.503085:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 512 into portal 12 MB=0x6622682eeb800 00000400:00000200:0.0:1713531269.503090:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 512/512 into md 0x265 [64] + 2520 00000800:00000001:0.0:1713531269.503094:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.503102:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.503104:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.503108:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.503111:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.503112:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.503116:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092925c00. 00000100:00000040:0.0:1713531269.503118:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880092925c00 x1796767405225984 msgsize 512 00000100:00100000:0.0:1713531269.503121:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.503134:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.503138:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.503141:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.503161:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.503163:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405225984 02000000:00000001:2.0:1713531269.503170:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.503172:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.503173:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.503175:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.503177:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405225984 00000020:00000001:2.0:1713531269.503179:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.503180:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:2.0:1713531269.503181:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.503183:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=92 00000020:00000001:2.0:1713531269.503185:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:2.0:1713531269.503186:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:2.0:1713531269.503189:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.503190:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.503193:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.503196:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.503198:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.503202:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.503204:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.503204:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1713531269.503206:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.503209:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.503221:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.503227:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.503228:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1713531269.503232:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5598 00000100:00000040:2.0:1713531269.503234:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:2.0:1713531269.503235:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773283840 : -131938936267776 : ffff880092925c00) 00000100:00000040:2.0:1713531269.503240:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092925c00 x1796767405225984/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.503247:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.503247:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.503250:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:12506:x1796767405225984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00000200:2.0:1713531269.503253:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405225984 00000020:00000001:2.0:1713531269.503259:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.503260:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.503263:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.503265:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.503283:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120077184 : -1589474432 : ffffffffa1428b80) 00000020:00000001:2.0:1713531269.503285:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.503288:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405225984, found 0 last_xid 1796767405225983 00000020:00000001:2.0:1713531269.503289:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.503291:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.503292:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.503293:0:6406:0:(tgt_handler.c:77:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1713531269.503295:0:6406:0:(tgt_handler.c:86:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.503296:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.503298:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.503299:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.503303:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008dfb4000. 02000000:00000001:2.0:1713531269.503304:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.503306:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.503308:0:6406:0:(mdt_hsm.c:114:mdt_hsm_progress()) Process entered 00000004:20000000:2.0:1713531269.503310:0:6406:0:(mdt_hsm.c:126:mdt_hsm_progress()) Progress on [0x200000402:0xbe:0x0]: len=0 : rc = 0 00000004:00000001:2.0:1713531269.503314:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:2.0:1713531269.503316:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.503317:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503319:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.503320:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503321:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.503322:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503323:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.503324:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503325:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.503326:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.503328:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1713531269.503331:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:2.0:1713531269.503333:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:2.0:1713531269.503334:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503336:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.503341:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.503343:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.503343:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.503345:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1713531269.503346:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.503349:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1713531269.503350:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1713531269.503351:0:6406:0:(mdt_coordinator.c:1702:mdt_hsm_update_request_state()) Process entered 00000004:00000001:2.0:1713531269.503353:0:6406:0:(mdt_hsm_cdt_requests.c:425:mdt_cdt_update_request()) Process entered 00000004:00000001:2.0:1713531269.503355:0:6406:0:(mdt_hsm_cdt_requests.c:357:mdt_cdt_find_request()) Process entered 00000004:00000001:2.0:1713531269.503358:0:6406:0:(mdt_hsm_cdt_requests.c:363:mdt_cdt_find_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:00000001:2.0:1713531269.503360:0:6406:0:(mdt_hsm_cdt_requests.c:451:mdt_cdt_update_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:20000000:2.0:1713531269.503362:0:6406:0:(mdt_coordinator.c:1725:mdt_hsm_update_request_state()) Progress received for fid=[0x200000402:0xbe:0x0] cookie=0x6622691b action=ARCHIVE flags=0 err=0 fid=[0x200000402:0xbe:0x0] dfid=[0x200000402:0xbe:0x0] 00000004:00000001:2.0:1713531269.503366:0:6406:0:(mdt_coordinator.c:1056:hsm_init_ucred()) Process entered 00000004:00000001:2.0:1713531269.503367:0:6406:0:(mdt_coordinator.c:1082:hsm_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.503369:0:6406:0:(mdt_coordinator.c:1804:mdt_hsm_update_request_state()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.503371:0:6406:0:(mdt_hsm.c:144:mdt_hsm_progress()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.503373:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 0, xid 1796767405225984 00010000:00000001:2.0:1713531269.503375:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.503379:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092925c00 x1796767405225984/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.503385:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.503387:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.503389:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.503392:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.503394:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.503395:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.503397:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.503399:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.503400:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.503402:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.503405:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1dee0. 00000100:00000200:2.0:1713531269.503408:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1796767405225984, offset 224 00000400:00000200:2.0:1713531269.503417:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.503422:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.503426:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12462:12462:256:4294967295] 192.168.202.39@tcp LPNI seq info [12462:12462:8:4294967295] 00000400:00000200:2.0:1713531269.503434:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.503439:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.503442:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62300. 00000800:00000200:2.0:1713531269.503445:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.503450:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:2.0:1713531269.503453:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.503466:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.503469:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.503471:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.503472:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.503473:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.503477:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092925c00 x1796767405225984/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.503485:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:12506:x1796767405225984:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 237us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531269.503492:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5598 00000100:00000040:2.0:1713531269.503494:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:2.0:1713531269.503496:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.503497:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1713531269.503499:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.503502:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.503504:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000020:00000040:2.0:1713531269.503508:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 91 00000100:00000001:2.0:1713531269.503509:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.503557:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.503559:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62300. 00000400:00000200:0.0:1713531269.503563:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.503567:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.503569:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1dee0 00000400:00000010:0.0:1713531269.503571:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1dee0. 00000100:00000001:0.0:1713531269.503573:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.503574:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00010000:00000010:2.1F:1713531269.505356:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880139988fc0. 00010000:00000010:2.1:1713531269.505370:0:34:0:(ldlm_resource.c:1477:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008e40c000. 00010000:00000010:2.1:1713531269.505373:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8801399886c0. 00010000:00000010:2.1:1713531269.505375:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880139988000. 00010000:00000010:2.1:1713531269.505377:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880139989d40. 00010000:00000010:2.1:1713531269.511338:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880139988900. 00000800:00000001:0.0:1713531269.522119:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.522127:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.522129:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.522130:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.522139:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.522156:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 488 into portal 6 MB=0x6622682eeb880 00000400:00000200:0.0:1713531269.522161:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.39@tcp of length 488/488 into md 0xc89 [128] + 255024 00000800:00000001:0.0:1713531269.522167:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.522174:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.522176:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.522178:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.522182:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.522184:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1713531269.522188:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092926680. 00000100:00000040:0.0:1713531269.522190:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880092926680 x1796767405226112 msgsize 488 00000100:00100000:0.0:1713531269.522193:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.522204:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.522209:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.522210:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.522236:0:22679:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.522238:0:22679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226112 02000000:00000001:2.0:1713531269.522244:0:22679:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.522246:0:22679:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.522247:0:22679:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.522250:0:22679:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.522254:0:22679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226112 00000020:00000001:2.0:1713531269.522256:0:22679:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.522257:0:22679:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351b01f 00000020:00000001:2.0:1713531269.522259:0:22679:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.522261:0:22679:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88009434a800 refcount=6 00000020:00000001:2.0:1713531269.522263:0:22679:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000020:00000001:2.0:1713531269.522264:0:22679:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000100:00000001:2.0:1713531269.522282:0:22679:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.522283:0:22679:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.522286:0:22679:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.522290:0:22679:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.522293:0:22679:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.522299:0:22679:0:(service.c:1274:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1713531269.522301:0:22679:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.522301:0:22679:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1713531269.522303:0:22679:0:(tgt_handler.c:900:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1713531269.522305:0:22679:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.522307:0:22679:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072121488112 : -1588063504 : ffffffffa15812f0) 00000020:00000001:2.0:1713531269.522308:0:22679:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.522310:0:22679:0:(tgt_handler.c:245:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1713531269.522312:0:22679:0:(tgt_handler.c:140:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1713531269.522313:0:22679:0:(tgt_handler.c:175:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.522315:0:22679:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.522316:0:22679:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.522317:0:22679:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.522318:0:22679:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.522319:0:22679:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.522320:0:22679:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.522320:0:22679:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.522321:0:22679:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522322:0:22679:0:(tgt_handler.c:192:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1713531269.522324:0:22679:0:(tgt_handler.c:235:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522327:0:22679:0:(tgt_handler.c:296:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522328:0:22679:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1713531269.522330:0:22679:0:(ofd_dev.c:2779:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1713531269.522332:0:22679:0:(tgt_handler.c:923:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1713531269.522333:0:22679:0:(ofd_dev.c:2581:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1713531269.522338:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->1048575) req@ffff880092926680 x1796767405226112/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 488/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00000001:2.0:1713531269.522347:0:22679:0:(ofd_dev.c:2462:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1713531269.522349:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880092926680 with x1796767405226112 ext(0->1048575) 00010000:00000001:2.0:1713531269.522352:0:22679:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.522353:0:22679:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.522355:0:22679:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88013998a880 refcount=3 00000020:00000001:2.0:1713531269.522356:0:22679:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00010000:00000001:2.0:1713531269.522359:0:22679:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00010000:00000001:2.0:1713531269.522361:0:22679:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.522363:0:22679:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1713531269.522363:0:22679:0:(ofd_dev.c:2487:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1713531269.522365:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092926680 00002000:00000001:2.0:1713531269.522367:0:22679:0:(ofd_dev.c:2622:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522368:0:22679:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522374:0:22679:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522386:0:22679:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.522394:0:22679:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.522396:0:22679:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1713531269.522400:0:22679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 440 00000100:00000040:2.0:1713531269.522403:0:22679:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88009434a800 : new rpc_count 1 00000100:00000001:2.0:1713531269.522404:0:22679:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773286528 : -131938936265088 : ffff880092926680) 00000100:00000040:2.0:1713531269.522408:0:22679:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092926680 x1796767405226112/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 488/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.522416:0:22679:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.522417:0:22679:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.522420:0:22679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+6:1823:x1796767405226112:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 00000100:00000200:2.0:1713531269.522427:0:22679:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226112 00000020:00000001:2.0:1713531269.522430:0:22679:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.522432:0:22679:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.522434:0:22679:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522435:0:22679:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.522436:0:22679:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072121488112 : -1588063504 : ffffffffa15812f0) 00000020:00000001:2.0:1713531269.522439:0:22679:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1713531269.522442:0:22679:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.522443:0:22679:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.522444:0:22679:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.522445:0:22679:0:(tgt_handler.c:313:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522449:0:22679:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.522450:0:22679:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.522455:0:22679:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 736 at ffff880090fc0800. 02000000:00000001:2.0:1713531269.522457:0:22679:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522459:0:22679:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522461:0:22679:0:(tgt_handler.c:2322:tgt_brw_read()) Process entered 00000020:00000001:2.0:1713531269.522462:0:22679:0:(tgt_handler.c:1802:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1713531269.522464:0:22679:0:(tgt_handler.c:1811:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522465:0:22679:0:(obd_class.h:1164:obd_preprw()) Process entered 00000020:00000001:2.0:1713531269.522466:0:22679:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522470:0:22679:0:(tgt_grant.c:1168:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1713531269.522471:0:22679:0:(tgt_grant.c:512:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1713531269.522472:0:22679:0:(tgt_grant.c:528:tgt_grant_incoming()) lustre-OST0001: cli af1f6925-d627-45ab-9271-3bfd492d0648/ffff88009434a800 reports grant 190840832 dropped 0, local 190840832 00000020:00000001:2.0:1713531269.522474:0:22679:0:(tgt_grant.c:584:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1713531269.522475:0:22679:0:(tgt_grant.c:1218:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1713531269.522476:0:22679:0:(ofd_io.c:600:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1713531269.522478:0:22679:0:(ofd_objects.c:106:ofd_object_find()) Process entered 00000020:00000001:2.0:1713531269.522480:0:22679:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.522484:0:22679:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612137394156728 : -131936315394888 : ffff88012ec9b4b8) 00002000:00000001:2.0:1713531269.522485:0:22679:0:(ofd_objects.c:114:ofd_object_find()) Process leaving (rc=18446612137394156640 : -131936315394976 : ffff88012ec9b460) 00002000:00000001:2.0:1713531269.522488:0:22679:0:(lustre_net.h:2007:ptlrpc_connection_is_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.522491:0:22679:0:(osd_io.c:463:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1713531269.522532:0:22679:0:(osd_io.c:551:osd_bufs_get_read()) Process leaving (rc=256 : 256 : 100) 00002000:00000001:2.0:1713531269.522534:0:22679:0:(ofd_io.c:668:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1713531269.522538:0:22679:0:(ofd_io.c:956:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.522539:0:22679:0:(obd_class.h:1180:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.522541:0:22679:0:(niobuf.c:135:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1713531269.522544:0:22679:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff88008ee55800. 00000100:00000010:2.0:1713531269.522546:0:22679:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88012e22d000. 00000020:00000040:2.0:1713531269.522548:0:22679:0:(genops.c:895:class_export_get()) GET export ffff88009434a800 refcount=7 00000020:00000001:2.0:1713531269.522554:0:22679:0:(tgt_handler.c:2291:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1713531269.522567:0:22679:0:(linux-crypto.c:130:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10051 MB/s 00000020:00000040:2.0:1713531269.522568:0:22679:0:(tgt_handler.c:1855:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1713531269.522833:0:22679:0:(tgt_handler.c:2303:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1713531269.522835:0:22679:0:(tgt_handler.c:2475:tgt_brw_read()) checksum at read origin: 7496da8 (4) 00010000:00000001:2.0:1713531269.522836:0:22679:0:(ldlm_lib.c:3515:target_bulk_io()) Process entered 00000100:00000001:2.0:1713531269.522839:0:22679:0:(niobuf.c:171:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1713531269.522844:0:22679:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88008a188000. 00000400:00000010:2.0:1713531269.522850:0:22679:0:(lib-lnet.h:489:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88008c73c498. 00000400:00000200:2.0:1713531269.522852:0:22679:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.522860:0:22679:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.522864:0:22679:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12463:12463:256:4294967295] 192.168.202.39@tcp LPNI seq info [12463:12463:8:4294967295] 00000400:00000200:2.0:1713531269.522866:0:22679:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.39@tcp 00000400:00000200:2.0:1713531269.522871:0:22679:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.522874:0:22679:0:(socklnd_cb.c:1007:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.522878:0:22679:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff88008a18a000. 00000800:00000200:2.0:1713531269.522882:0:22679:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.522886:0:22679:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1022 00000800:00000200:2.0:1713531269.522889:0:22679:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008a18a000 type 1, nob 1048672 niov 1 nkiov 256 00000100:00000200:2.0:1713531269.522903:0:22679:0:(niobuf.c:266:ptlrpc_start_bulk_transfer()) Transferring 256 pages 1048576 bytes via portal 8 id 12345-192.168.202.39@tcp mbits 0x6622682eeb880-0x6622682eeb880 00000100:00000001:2.0:1713531269.522905:0:22679:0:(niobuf.c:268:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1713531269.523546:0:2625:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.523549:0:2625:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff88008a18a000. 00000400:00000200:0.0:1713531269.523552:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.523556:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.523559:0:2625:0:(events.c:463:server_bulk_callback()) Process entered 00000100:00000200:0.0:1713531269.523561:0:2625:0:(events.c:474:server_bulk_callback()) event type 5, status 0, desc ffff88008ee55800 00000100:00000001:0.0:1713531269.523562:0:2625:0:(events.c:501:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1713531269.525668:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.525673:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.525675:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.525709:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.525713:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : ACK - for me 00000400:00000200:0.0:1713531269.525720:0:2624:0:(lib-move.c:4636:lnet_parse_ack()) 192.168.202.139@tcp: ACK from 12345-192.168.202.39@tcp into md 0x136f1 00000400:00000200:0.0:1713531269.525722:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.525724:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: ACK: OK 00000400:00000200:0.0:1713531269.525727:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008a188000 00000400:00000010:0.0:1713531269.525728:0:2624:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 4216 at ffff88008a188000. 00000100:00000001:0.0:1713531269.525730:0:2624:0:(events.c:463:server_bulk_callback()) Process entered 00000100:00000200:0.0:1713531269.525732:0:2624:0:(events.c:474:server_bulk_callback()) event type 4, status 0, desc ffff88008ee55800 00000100:00000001:0.0:1713531269.525739:0:2624:0:(events.c:501:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1713531269.525747:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.525750:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.525776:0:22679:0:(ldlm_lib.c:3607:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525779:0:22679:0:(obd_class.h:1192:obd_commitrw()) Process entered 00000020:00000001:2.0:1713531269.525781:0:22679:0:(obd_class.h:480:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525787:0:22679:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1713531269.525794:0:22679:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525801:0:22679:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1713531269.525803:0:22679:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1713531269.525804:0:22679:0:(ofd_io.c:981:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1713531269.525821:0:22679:0:(lu_object.c:226:lu_object_put()) Add ffff88012ec9b4b8/ffff88012ec9b460 to site lru. bkt: ffff88009186ea38 00002000:00000001:2.0:1713531269.525823:0:22679:0:(ofd_io.c:996:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1713531269.525824:0:22679:0:(ofd_io.c:1591:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525825:0:22679:0:(obd_class.h:1210:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525826:0:22679:0:(tgt_handler.c:1826:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1713531269.525827:0:22679:0:(tgt_handler.c:1835:tgt_brw_unlock()) Process leaving 00000100:00000001:2.0:1713531269.525829:0:22679:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1713531269.525830:0:22679:0:(genops.c:906:class_export_put()) PUTting export ffff88009434a800 : new refcount 6 00000100:00000010:2.0:1713531269.525833:0:22679:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88012e22d000. 00000100:00000010:2.0:1713531269.525836:0:22679:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff88008ee55800. 00000100:00000001:2.0:1713531269.525837:0:22679:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 00000020:00000001:2.0:1713531269.525838:0:22679:0:(tgt_handler.c:2572:tgt_brw_read()) Process leaving (rc=1048576 : 1048576 : 100000) 00010000:00000040:2.0:1713531269.525842:0:22679:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294967702, transno 0, xid 1796767405226112 00010000:00000001:2.0:1713531269.525844:0:22679:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.525848:0:22679:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092926680 x1796767405226112/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 488/440 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 1048576/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.525854:0:22679:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.525856:0:22679:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.525858:0:22679:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800990a31e8 time=108 v=5 (1 1 0 0) 00000100:00000001:2.0:1713531269.525861:0:22679:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.525862:0:22679:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.525864:0:22679:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.525865:0:22679:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.525866:0:22679:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.525868:0:22679:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.525869:0:22679:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.525871:0:22679:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1df68. 00000100:00000200:2.0:1713531269.525874:0:22679:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 4, xid 1796767405226112, offset 224 00000400:00000200:2.0:1713531269.525876:0:22679:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.525881:0:22679:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.525884:0:22679:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12464:12464:256:4294967295] 192.168.202.39@tcp LPNI seq info [12464:12464:8:4294967295] 00000400:00000200:2.0:1713531269.525893:0:22679:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.525896:0:22679:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.525899:0:22679:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62b00. 00000800:00000200:2.0:1713531269.525901:0:22679:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.525905:0:22679:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:2.0:1713531269.525907:0:22679:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.525918:0:22679:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.525921:0:22679:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.525922:0:22679:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.525923:0:22679:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.525924:0:22679:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.525927:0:22679:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092926680 x1796767405226112/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 488/440 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.525933:0:22679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:af1f6925-d627-45ab-9271-3bfd492d0648+6:1823:x1796767405226112:12345-192.168.202.39@tcp:3:lhsmtool_posix.0 Request processed in 3516us (3741us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1713531269.525938:0:22679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 440 00000100:00000040:2.0:1713531269.525940:0:22679:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009434a800 : new rpc_count 0 00000100:00000001:2.0:1713531269.525942:0:22679:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1713531269.525944:0:22679:0:(ofd_dev.c:2581:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1713531269.525947:0:22679:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x63:0x0] (0->1048575) req@ffff880092926680 x1796767405226112/t0(0) o3->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 488/440 e 0 to 0 dl 1713531280 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 00002000:00000001:2.0:1713531269.525953:0:22679:0:(ofd_dev.c:2462:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1713531269.525953:0:22679:0:(ofd_dev.c:2471:ofd_prolong_extent_locks()) Prolong locks for req ffff880092926680 with x1796767405226112 ext(0->1048575) 00010000:00000001:2.0:1713531269.525955:0:22679:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1713531269.525955:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1713531269.525956:0:22679:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.525957:0:22679:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88013998a880 refcount=3 00000800:00000010:0.0:1713531269.525957:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62b00. 00000020:00000001:2.0:1713531269.525958:0:22679:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00000400:00000200:0.0:1713531269.525959:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1713531269.525960:0:22679:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575491712 : -131936134059904 : ffff88013998a880) 00000400:00000200:0.0:1713531269.525962:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00010000:00000001:2.0:1713531269.525963:0:22679:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.525964:0:22679:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1713531269.525964:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1df68 00002000:00000001:2.0:1713531269.525965:0:22679:0:(ofd_dev.c:2487:ofd_prolong_extent_locks()) Process leaving 00000400:00000010:0.0:1713531269.525965:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1df68. 00002000:00010000:2.0:1713531269.525966:0:22679:0:(ofd_dev.c:2617:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092926680 00002000:00000001:2.0:1713531269.525967:0:22679:0:(ofd_dev.c:2622:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1713531269.525967:0:2626:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:2.0:1713531269.525968:0:22679:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1713531269.525968:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 00000020:00000010:2.0:1713531269.525971:0:22679:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.525973:0:22679:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.525975:0:22679:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000020:00000040:2.0:1713531269.525977:0:22679:0:(genops.c:906:class_export_put()) PUTting export ffff88009434a800 : new refcount 5 00000100:00000001:2.0:1713531269.525979:0:22679:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.545935:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.545946:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.545949:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.545951:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.545960:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.545972:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 568 into portal 12 MB=0x6622682eeb8c0 00000400:00000200:0.0:1713531269.545977:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 568/568 into md 0x265 [64] + 3032 00000800:00000001:0.0:1713531269.545983:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.545995:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.545997:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.545999:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.546004:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.546005:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.546010:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092926d80. 00000100:00000040:0.0:1713531269.546013:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880092926d80 x1796767405226176 msgsize 568 00000100:00100000:0.0:1713531269.546016:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.546026:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.546031:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.546033:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.546068:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.546070:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226176 02000000:00000001:2.0:1713531269.546072:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.546074:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.546075:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.546079:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.546082:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226176 00000020:00000001:2.0:1713531269.546084:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.546085:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:2.0:1713531269.546087:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.546089:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=92 00000020:00000001:2.0:1713531269.546091:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:2.0:1713531269.546092:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:2.0:1713531269.546096:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.546096:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.546100:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.546104:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.546107:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.546113:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.546115:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.546115:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1713531269.546117:0:6406:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1713531269.546118:0:6406:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.546119:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.546131:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.546141:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.546147:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.546148:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1713531269.546152:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5599 00000100:00000040:2.0:1713531269.546154:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:2.0:1713531269.546155:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773288320 : -131938936263296 : ffff880092926d80) 00000100:00000040:2.0:1713531269.546160:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092926d80 x1796767405226176/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 568/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.546166:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.546166:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.546169:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+92:12506:x1796767405226176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 00000100:00000200:2.0:1713531269.546171:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226176 00000020:00000001:2.0:1713531269.546173:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.546175:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.546179:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.546180:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.546181:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072108826400 : -1600725216 : ffffffffa096df20) 00000020:00000001:2.0:1713531269.546183:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.546185:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226176, found 0 last_xid 1796767405226175 00000020:00000001:2.0:1713531269.546187:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.546188:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.546189:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.546193:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.546194:0:6406:0:(tgt_handler.c:1440:tgt_enqueue()) Process entered 00010000:00000001:2.0:1713531269.546196:0:6406:0:(ldlm_lockd.c:1315:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1713531269.546197:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1713531269.546198:0:6406:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1713531269.546199:0:6406:0:(ldlm_lockd.c:1779:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.546203:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1713531269.546208:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 4 00010000:00000001:2.0:1713531269.546209:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.546211:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1713531269.546217:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88008bd2b180. 00000020:00000001:2.0:1713531269.546219:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1713531269.546220:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88008bd2b180 with handle 0xe3b2c985135306a1 to hash 00000020:00000001:2.0:1713531269.546221:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1713531269.546222:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612134660059520 : -131939049492096 : ffff88008bd2b180) 00010000:00000010:2.0:1713531269.546224:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880091e2ff00. 00010000:00000001:2.0:1713531269.546226:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612134660059520 : -131939049492096 : ffff88008bd2b180) 00010000:00010000:2.0:1713531269.546229:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135306a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5a13 expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.546234:0:6406:0:(ldlm_lockd.c:1419:ldlm_handle_enqueue()) lock GETting export ffff88008e965800 : new locks_count 86 00000020:00000040:2.0:1713531269.546236:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=93 00010000:00000001:2.0:1713531269.546241:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1713531269.546243:0:6406:0:(mdt_handler.c:5218:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1713531269.546248:0:6406:0:(mdt_handler.c:5100:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1713531269.546249:0:6406:0:(mdt_handler.c:4445:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1713531269.546250:0:6406:0:(mdt_handler.c:4407:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1713531269.546251:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.546252:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.546254:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.546258:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.546259:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.546260:0:6406:0:(mdt_handler.c:4436:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546261:0:6406:0:(mdt_handler.c:4479:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546262:0:6406:0:(mdt_handler.c:4747:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1713531269.546264:0:6406:0:(mdt_handler.c:4055:mdt_object_lock()) Process entered 00010000:00000001:2.0:1713531269.546283:0:6406:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1713531269.546284:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1713531269.546285:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 5 00010000:00000001:2.0:1713531269.546286:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.546288:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1713531269.546289:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88008bd298c0. 00000020:00000001:2.0:1713531269.546290:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1713531269.546291:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88008bd298c0 with handle 0xe3b2c985135306a8 to hash 00000020:00000001:2.0:1713531269.546295:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1713531269.546296:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00010000:00000010:2.0:1713531269.546298:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880091e2ff80. 00010000:00000001:2.0:1713531269.546299:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00010000:00000001:2.0:1713531269.546301:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1713531269.546302:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531269.546304:0:6406:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135306a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.546307:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1713531269.546310:0:6406:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1713531269.546311:0:6406:0:(ldlm_inodebits.c:363:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1713531269.546312:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1713531269.546314:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.546315:0:6406:0:(ldlm_inodebits.c:189:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1713531269.546315:0:6406:0:(ldlm_inodebits.c:342:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.546317:0:6406:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1713531269.546318:0:6406:0:(ldlm_lock.c:1006:search_granted_lock()) Process entered 00010000:00000001:2.0:1713531269.546319:0:6406:0:(ldlm_lock.c:1059:search_granted_lock()) Process leaving 00010000:00000001:2.0:1713531269.546319:0:6406:0:(ldlm_lock.c:1084:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1713531269.546321:0:6406:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) refcount = 5 00010000:00000040:2.0:1713531269.546322:0:6406:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1713531269.546325:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e9 expref: 286 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.546330:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab09200/0xe3b2c9851353062a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e2 expref: 286 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.546333:0:6406:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff880139989440/0xe3b2c985135305ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59bf expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1713531269.546337:0:6406:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135306a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.546344:0:6406:0:(ldlm_lock.c:1111:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1713531269.546347:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1713531269.546348:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.546349:0:6406:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1713531269.546350:0:6406:0:(ldlm_inodebits.c:455:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.546351:0:6406:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.546352:0:6406:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1713531269.546353:0:6406:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1713531269.546355:0:6406:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531269.546356:0:6406:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135306a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6406 initiator: MDT0 00010000:00000001:2.0:1713531269.546359:0:6406:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1713531269.546359:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546360:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.546362:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.546362:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.546363:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008bd298c0 refcount=3 00000020:00000001:2.0:1713531269.546364:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00010000:00000001:2.0:1713531269.546365:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00010000:00000001:2.0:1713531269.546366:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546367:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1713531269.546367:0:6406:0:(mdt_handler.c:4059:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546369:0:6406:0:(mdt_xattr.c:247:mdt_getxattr()) Process entered 00000004:00000002:2.0:1713531269.546370:0:6406:0:(mdt_xattr.c:252:mdt_getxattr()) getxattr [0x200000402:0xbe:0x0] 00000001:00000001:2.0:1713531269.546372:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.546374:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546377:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:2.0:1713531269.546377:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.546378:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546379:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.546380:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546380:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.546381:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546381:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.546384:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546385:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.546386:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.546389:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1713531269.546392:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:2.0:1713531269.546393:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:2.0:1713531269.546394:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546396:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.546396:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.546397:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.546398:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546399:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1713531269.546400:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546402:0:6406:0:(mdt_xattr.c:62:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1713531269.546405:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.546406:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.546418:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8800932d8000. 02000000:00000001:2.0:1713531269.546420:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.546421:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.546423:0:6406:0:(mdt_xattr.c:138:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1713531269.546425:0:6406:0:(mdt_xattr.c:180:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1713531269.546426:0:6406:0:(mdd_object.c:503:mdd_xattr_list()) Process entered 00080000:00000001:2.0:1713531269.546431:0:6406:0:(osd_xattr.c:1225:osd_xattr_list()) Process entered 00080000:00000001:2.0:1713531269.546435:0:6406:0:(osd_xattr.c:1240:osd_xattr_list()) Process leaving via out (rc=86 : 86 : 0x56) 00080000:00000001:2.0:1713531269.546437:0:6406:0:(osd_xattr.c:1275:osd_xattr_list()) Process leaving (rc=86 : 86 : 56) 00000004:00000001:2.0:1713531269.546438:0:6406:0:(mdd_object.c:539:mdd_xattr_list()) Process leaving (rc=86 : 86 : 56) 00000004:00000001:2.0:1713531269.546441:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546443:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546445:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546448:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546449:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546450:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546452:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546460:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546461:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546462:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546462:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546463:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.546467:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.546468:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.546469:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546469:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.546470:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546471:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546471:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546472:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1713531269.546473:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1713531269.546474:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1713531269.546474:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546475:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1713531269.546476:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546476:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546476:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546477:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.546478:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.546479:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.546480:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546480:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.546481:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546481:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546482:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546482:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1713531269.546483:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1713531269.546484:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1713531269.546484:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546485:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1713531269.546486:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546486:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546486:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546487:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546488:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546492:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546493:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546493:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546494:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.546494:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546495:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.546495:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546498:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546499:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546500:0:6406:0:(mdt_xattr.c:149:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1713531269.546501:0:6406:0:(mdt_xattr.c:168:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.546504:0:6406:0:(mdt_xattr.c:233:mdt_getxattr_all()) Process leaving (rc=86 : 86 : 56) 00000004:00000001:2.0:1713531269.546505:0:6406:0:(mdt_xattr.c:307:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1713531269.546508:0:6406:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1713531269.546513:0:6406:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.546515:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1713531269.546516:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1713531269.546517:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1713531269.546518:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.546519:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008bd298c0 refcount=3 00000020:00000001:2.0:1713531269.546520:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00010000:00000001:2.0:1713531269.546521:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134660053184 : -131939049498432 : ffff88008bd298c0) 00000004:00000040:2.0:1713531269.546523:0:6406:0:(mdt_handler.c:4675:mdt_intent_lock_replace()) lock GETting export ffff88008e965800 : new locks_count 87 00000020:00000040:2.0:1713531269.546524:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=94 00010000:00000001:2.0:1713531269.546526:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546526:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1713531269.546527:0:6406:0:(mdt_handler.c:4692:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1713531269.546528:0:6406:0:(mdt_handler.c:4787:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1713531269.546529:0:6406:0:(mdt_handler.c:5188:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1713531269.546530:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.546532:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.546533:0:6406:0:(mdt_handler.c:5293:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1713531269.546534:0:6406:0:(ldlm_lock.c:416:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1713531269.546535:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1713531269.546537:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546537:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.546538:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1713531269.546538:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1713531269.546540:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff88008bd2b180 with handle 0xe3b2c985135306a1 from hash 00010000:00000001:2.0:1713531269.546541:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1713531269.546542:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546542:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.546543:0:6406:0:(ldlm_lock.c:426:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1713531269.546545:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1713531269.546548:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd2b180/0xe3b2c985135306a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a13 expref: 94 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1713531269.546552:0:6406:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff88008e965800 : new locks_count 86 00000020:00000040:2.0:1713531269.546554:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 93 00010000:00000010:2.0:1713531269.546555:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880091e2ff00. 00010000:00000001:2.0:1713531269.546566:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1713531269.546566:0:6406:0:(ldlm_lock.c:1840:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.546569:0:6406:0:(ldlm_lockd.c:1540:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1713531269.546571:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008bd298c0/0xe3b2c985135306a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xbe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a13 expref: 93 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1713531269.546575:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1713531269.546576:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1713531269.546577:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00010000:2.0:1713531269.546579:0:6406:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1713531269.546580:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1713531269.546581:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1713531269.546582:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1713531269.546582:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1713531269.546583:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1713531269.546583:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008bd298c0, rc 0) 00000020:00000001:2.0:1713531269.546585:0:6406:0:(tgt_handler.c:1465:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.546587:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 0, xid 1796767405226176 00010000:00000001:2.0:1713531269.546589:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.546591:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092926d80 x1796767405226176/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 568/1216 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.546596:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.546597:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.546599:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.546603:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.546604:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.546608:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.546609:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.546610:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.546612:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.546614:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.546618:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1df68. 00000100:00000200:2.0:1713531269.546621:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 1216 bytes to portal 10, xid 1796767405226176, offset 224 00000400:00000200:2.0:1713531269.546624:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.546631:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.546635:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12465:12465:256:4294967295] 192.168.202.39@tcp LPNI seq info [12465:12465:8:4294967295] 00000400:00000200:2.0:1713531269.546641:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.546644:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 1216 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.546648:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62900. 00000800:00000200:2.0:1713531269.546651:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.546656:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1022 00000800:00000200:2.0:1713531269.546659:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62900 type 1, nob 1312 niov 1 nkiov 1 00000100:00000001:2.0:1713531269.546668:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.546670:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.546671:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.546672:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.546673:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.546676:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092926d80 x1796767405226176/t0(0) o101->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 568/1216 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.546681:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:12506:x1796767405226176:12345-192.168.202.39@tcp:101:lhsmtool_posix.0 Request processed in 514us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531269.546686:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5599 00000100:00000040:2.0:1713531269.546688:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:2.0:1713531269.546689:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.546690:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1713531269.546696:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.546698:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.546700:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000020:00000040:2.0:1713531269.546702:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 92 00000100:00000001:2.0:1713531269.546704:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.546752:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.546756:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62900. 00000400:00000200:0.0:1713531269.546759:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.546764:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.546767:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1df68 00000400:00000010:0.0:1713531269.546769:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1df68. 00000100:00000001:0.0:1713531269.546776:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.546778:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.548669:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.548688:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.548690:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.548692:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.548695:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.548700:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 304 into portal 12 MB=0x6622682eeb900 00000400:00000200:0.0:1713531269.548703:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 304/304 into md 0x265 [64] + 3600 00000800:00000001:0.0:1713531269.548706:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.548713:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.548714:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.548716:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.548719:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.548720:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.548722:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092924e00. 00000100:00000040:0.0:1713531269.548724:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880092924e00 x1796767405226240 msgsize 304 00000100:00100000:0.0:1713531269.548726:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.548734:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.548737:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.548739:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.548771:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.548773:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226240 02000000:00000001:2.0:1713531269.548775:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.548776:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.548778:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.548780:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.548782:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226240 00000020:00000001:2.0:1713531269.548784:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.548785:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:2.0:1713531269.548786:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.548788:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=93 00000020:00000001:2.0:1713531269.548790:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:2.0:1713531269.548792:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:2.0:1713531269.548794:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.548795:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.548798:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.548800:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.548802:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.548806:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.548808:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.548809:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1713531269.548811:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.548814:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.548826:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.548832:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.548833:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1713531269.548837:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5600 00000100:00000040:2.0:1713531269.548840:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:2.0:1713531269.548841:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773280256 : -131938936271360 : ffff880092924e00) 00000100:00000040:2.0:1713531269.548846:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092924e00 x1796767405226240/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.548859:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.548860:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.548863:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:12506:x1796767405226240:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 00000100:00000200:2.0:1713531269.548866:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226240 00000020:00000001:2.0:1713531269.548868:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.548870:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.548872:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.548873:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.548874:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120076992 : -1589474624 : ffffffffa1428ac0) 00000020:00000001:2.0:1713531269.548875:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.548877:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226240, found 0 last_xid 1796767405226239 00000020:00000001:2.0:1713531269.548878:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.548879:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.548879:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.548881:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.548882:0:6406:0:(mdt_handler.c:7720:mdt_get_info()) Process entered 00000100:00000001:2.0:1713531269.548884:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.548885:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.548889:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff88008a18c000. 02000000:00000001:2.0:1713531269.548890:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.548892:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.548895:0:6406:0:(mdt_handler.c:7620:mdt_fid2path()) Process entered 00000004:00000080:2.0:1713531269.548895:0:6406:0:(mdt_handler.c:7623:mdt_fid2path()) path get [0x200000402:0xbe:0x0] from 18446744073709551615 #0 00000004:00000001:2.0:1713531269.548897:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.548898:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.548899:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.548901:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.548902:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.548903:0:6406:0:(mdt_handler.c:7576:mdt_path()) Process entered 00000004:00000001:2.0:1713531269.548904:0:6406:0:(mdt_handler.c:7407:mdt_path_current()) Process entered 00000020:00000010:2.0:1713531269.548907:0:6406:0:(lu_object.c:2419:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff88012e22d000. 00000004:00000001:2.0:1713531269.548908:0:6406:0:(mdt_internal.h:695:mdt_object_get()) Process entered 00000004:00000001:2.0:1713531269.548912:0:6406:0:(mdt_internal.h:697:mdt_object_get()) Process leaving 00000004:00000001:2.0:1713531269.548917:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.548919:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548920:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548922:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.548923:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.548924:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1713531269.548927:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.548927:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548928:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548929:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548930:0:6406:0:(lod_object.c:1572:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548931:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548932:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.548933:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.548934:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.548934:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000401:0xd7:0x0] 00000020:00000001:2.0:1713531269.548935:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.548937:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659856824 : -131939049694792 : ffff88008bcf99b8) 00000004:00000001:2.0:1713531269.548938:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659856736 : -131939049694880 : ffff88008bcf9960) 00000004:00000001:2.0:1713531269.548939:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.548940:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548940:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548942:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.548943:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.548943:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1713531269.548945:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.548945:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548946:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.548946:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548947:0:6406:0:(lod_object.c:1572:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548948:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1713531269.548949:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000020:00000002:2.0:1713531269.548950:0:6406:0:(lu_object.c:226:lu_object_put()) Add ffff88008bcf99b8/ffff88008bcf9960 to site lru. bkt: ffff8800a3de36e8 00000004:00000001:2.0:1713531269.548951:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.548952:0:6406:0:(mdt_handler.c:7551:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.548953:0:6406:0:(mdt_handler.c:7593:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1713531269.548956:0:6406:0:(mdt_handler.c:7673:mdt_fid2path()) fid [0x200000007:0x1:0x0], path d21.sanity-hsm/test_release recno 0xffffffffffffffff linkno 0 00000004:00000001:2.0:1713531269.548958:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.548958:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.548959:0:6406:0:(mdt_handler.c:7677:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.548960:0:6406:0:(mdt_handler.c:7709:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1713531269.548962:0:6406:0:(lu_object.c:2407:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff88012e22d000. 00000004:00000001:2.0:1713531269.548965:0:6406:0:(mdt_handler.c:7758:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.548966:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 0, xid 1796767405226240 00010000:00000001:2.0:1713531269.548967:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.548970:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092924e00 x1796767405226240/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/4320 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.548975:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.548976:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.548977:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.548979:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.548981:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.548982:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.548983:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.548984:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.548985:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.548986:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.548988:0:6406:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801320e1540. 00000100:00000200:2.0:1713531269.548990:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 4320 bytes to portal 10, xid 1796767405226240, offset 224 00000400:00000200:2.0:1713531269.548992:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.548997:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.549000:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12466:12466:256:4294967295] 192.168.202.39@tcp LPNI seq info [12466:12466:8:4294967295] 00000400:00000200:2.0:1713531269.549005:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.549008:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 4320 bytes in 2 frags to 12345-192.168.202.39@tcp 00000800:00000010:2.0:1713531269.549009:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff88012d615000. 00000800:00000200:2.0:1713531269.549012:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:2.0:1713531269.549015:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1022 00000800:00000200:2.0:1713531269.549017:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012d615000 type 1, nob 4416 niov 1 nkiov 2 00000100:00000001:2.0:1713531269.549031:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1713531269.549033:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:2.0:1713531269.549034:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:2.0:1713531269.549035:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.549036:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1713531269.549038:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092924e00 x1796767405226240/t0(0) o53->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 304/4320 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.549053:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:12506:x1796767405226240:12345-192.168.202.39@tcp:53:lhsmtool_posix.0 Request processed in 193us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1713531269.549058:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5600 00000100:00000040:2.0:1713531269.549060:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:2.0:1713531269.549061:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.549062:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1713531269.549064:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.549065:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.549067:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000020:00000040:2.0:1713531269.549069:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 92 00000100:00000001:2.0:1713531269.549071:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.549096:0:2625:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.549100:0:2625:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 264 at ffff88012d615000. 00000400:00000200:0.0:1713531269.549103:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.549108:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.549111:0:2625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801320e1540 00000400:00000010:0.0:1713531269.549112:0:2625:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 152 at ffff8801320e1540. 00000100:00000001:0.0:1713531269.549115:0:2625:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.549116:0:2625:0:(events.c:417:reply_out_callback()) Process leaving 00010000:00000010:3.1F:1713531269.549353:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88008bd2b180. 00000800:00000001:0.0:1713531269.550201:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.550206:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.550208:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.550209:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.550213:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.550218:0:2624:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 440 into portal 28 MB=0x6622682eeb940 00000400:00000200:0.0:1713531269.550227:0:2624:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.39@tcp of length 440/440 into md 0xb31 [8] + 6752 00000800:00000001:0.0:1713531269.550230:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.550236:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.550238:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.550240:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.550242:0:2624:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.550243:0:2624:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1713531269.550246:0:2624:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880092927480. 00000100:00000040:0.0:1713531269.550247:0:2624:0:(events.c:356:request_in_callback()) incoming req@ffff880092927480 x1796767405226304 msgsize 440 00000100:00100000:0.0:1713531269.550250:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.550260:0:2624:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.550263:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.550265:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.550287:0:20174:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.550288:0:20174:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226304 02000000:00000001:3.0:1713531269.550290:0:20174:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.550291:0:20174:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.550292:0:20174:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.550294:0:20174:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.550295:0:20174:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226304 00000020:00000001:3.0:1713531269.550296:0:20174:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.550297:0:20174:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351b01f 00000020:00000001:3.0:1713531269.550298:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.550300:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88009434a800 refcount=6 00000020:00000001:3.0:1713531269.550301:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000020:00000001:3.0:1713531269.550302:0:20174:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134800697344 : -131938908854272 : ffff88009434a800) 00000100:00000001:3.0:1713531269.550305:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.550306:0:20174:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.550309:0:20174:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5600. 00000020:00000010:3.0:1713531269.550311:0:20174:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9480. 00000020:00000010:3.0:1713531269.550313:0:20174:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.550316:0:20174:0:(service.c:1274:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1713531269.550318:0:20174:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.550318:0:20174:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1713531269.550319:0:20174:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.550322:0:20174:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.550332:0:20174:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.550336:0:20174:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.550337:0:20174:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.550340:0:20174:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1514 00000100:00000040:3.0:1713531269.550341:0:20174:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88009434a800 : new rpc_count 1 00000100:00000001:3.0:1713531269.550346:0:20174:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612134773290112 : -131938936261504 : ffff880092927480) 00000100:00000040:3.0:1713531269.550350:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880092927480 x1796767405226304/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.550355:0:20174:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.550356:0:20174:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.550357:0:20174:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+6:1823:x1796767405226304:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.550359:0:20174:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226304 00000020:00000001:3.0:1713531269.550361:0:20174:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.550362:0:20174:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:3.0:1713531269.550363:0:20174:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.550364:0:20174:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.550365:0:20174:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072121488016 : -1588063600 : ffffffffa1581290) 00000020:00000001:3.0:1713531269.550366:0:20174:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1713531269.550368:0:20174:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.550369:0:20174:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.550370:0:20174:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.550372:0:20174:0:(tgt_handler.c:245:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1713531269.550373:0:20174:0:(tgt_handler.c:140:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1713531269.550374:0:20174:0:(tgt_handler.c:175:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.550376:0:20174:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.550377:0:20174:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.550377:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.550378:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.550379:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.550380:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.550380:0:20174:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.550381:0:20174:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.550382:0:20174:0:(tgt_handler.c:296:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.550383:0:20174:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.550385:0:20174:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.550386:0:20174:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.550389:0:20174:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 728 at ffff880131e60400. 02000000:00000001:3.0:1713531269.550390:0:20174:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.550391:0:20174:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.550396:0:20174:0:(ofd_dev.c:1183:ofd_getattr_hdl()) Process entered 00000020:00000001:3.0:1713531269.550398:0:20174:0:(tgt_handler.c:1747:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1713531269.550399:0:20174:0:(ldlm_request.c:482:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1713531269.550401:0:20174:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.550404:0:20174:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff880087e62700 count: 3 00010000:00000001:3.0:1713531269.550405:0:20174:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.550406:0:20174:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.550408:0:20174:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880139988b40. 00000020:00000001:3.0:1713531269.550410:0:20174:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.550411:0:20174:0:(lustre_handles.c:97:class_handle_hash()) added object ffff880139988b40 with handle 0xe3b2c985135306af to hash 00000020:00000001:3.0:1713531269.550412:0:20174:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.550413:0:20174:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550415:0:20174:0:(ldlm_extent.c:959:ldlm_interval_alloc()) Process entered 00010000:00000010:3.0:1713531269.550417:0:20174:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88008ebb9580. 00010000:00000001:3.0:1713531269.550418:0:20174:0:(ldlm_extent.c:969:ldlm_interval_alloc()) Process leaving (rc=18446612134708876672 : -131939000674944 : ffff88008ebb9580) 00010000:00000001:3.0:1713531269.550419:0:20174:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550420:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.550421:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.550423:0:20174:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550428:0:20174:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1713531269.550430:0:20174:0:(ldlm_lock.c:1784:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1713531269.550430:0:20174:0:(ldlm_extent.c:779:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1713531269.550432:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1713531269.550433:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.550434:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.550435:0:20174:0:(ldlm_extent.c:408:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1713531269.550436:0:20174:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1713531269.550436:0:20174:0:(ldlm_extent.c:655:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.550438:0:20174:0:(ldlm_lock.c:1142:ldlm_grant_lock()) Process entered 00000001:00000001:3.0:1713531269.550439:0:20174:0:(interval_tree.c:380:interval_insert()) Process entered 00000001:00000001:3.0:1713531269.550440:0:20174:0:(interval_tree.c:387:interval_insert()) Process leaving (rc=18446612134761791104 : -131938947760512 : ffff880091e2fe80) 00010000:00000010:3.0:1713531269.550442:0:20174:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88008ebb9580. 00010000:00010000:3.0:1713531269.550445:0:20174:0:(ldlm_resource.c:1667:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.550452:0:20174:0:(ldlm_resource.c:1793:ldlm_resource_dump()) --- Resource: [0x280000400:0x63:0x0].0x0 (ffff880087e62700) refcount = 3 00010000:00000040:3.0:1713531269.550453:0:20174:0:(ldlm_resource.c:1796:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1713531269.550455:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.550460:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff88013998a880/0xe3b2c9851353069a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a0c expref: 6 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1713531269.550464:0:20174:0:(ldlm_resource.c:1799:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff88008bd2b600/0xe3b2c9851353065b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59f7 expref: 5 pid: 20174 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1713531269.550468:0:20174:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.550469:0:20174:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550470:0:20174:0:(ldlm_lock.c:1174:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1713531269.550471:0:20174:0:(ldlm_extent.c:837:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.550472:0:20174:0:(ldlm_lock.c:1795:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550473:0:20174:0:(ldlm_lock.c:1979:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.550474:0:20174:0:(ldlm_request.c:281:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1713531269.550475:0:20174:0:(ldlm_request.c:290:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.550476:0:20174:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550479:0:20174:0:(ldlm_request.c:539:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1713531269.550480:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.550480:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1713531269.550481:0:20174:0:(tgt_handler.c:1769:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.550483:0:20174:0:(ofd_objects.c:106:ofd_object_find()) Process entered 00000020:00000001:3.0:1713531269.550484:0:20174:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.550487:0:20174:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612137394156728 : -131936315394888 : ffff88012ec9b4b8) 00002000:00000001:3.0:1713531269.550488:0:20174:0:(ofd_objects.c:114:ofd_object_find()) Process leaving (rc=18446612137394156640 : -131936315394976 : ffff88012ec9b460) 00002000:00000001:3.0:1713531269.550491:0:20174:0:(ofd_objects.c:1093:ofd_attr_get()) Process entered 00002000:00000001:3.0:1713531269.550495:0:20174:0:(ofd_objects.c:1100:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.550497:0:20174:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.550500:0:20174:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1713531269.550502:0:20174:0:(lu_object.c:226:lu_object_put()) Add ffff88012ec9b4b8/ffff88012ec9b460 to site lru. bkt: ffff88009186ea38 00010000:00000001:3.0:1713531269.550503:0:20174:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.550504:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.550505:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988b40 refcount=3 00000020:00000001:3.0:1713531269.550506:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550507:0:20174:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550509:0:20174:0:(ldlm_lock.c:873:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1713531269.550510:0:20174:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550513:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.550514:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.550515:0:20174:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550518:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.550519:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550520:0:20174:0:(ldlm_lockd.c:1945:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1713531269.550522:0:20174:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1713531269.550525:0:20174:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880139988b40 already unused, calling callback (ffffffffa0856730) 00010000:00000001:3.0:1713531269.550527:0:20174:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.550528:0:20174:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1713531269.550529:0:20174:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550532:0:20174:0:(ldlm_request.c:1630:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1713531269.550535:0:20174:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.550536:0:20174:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.550537:0:20174:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff880139988b40 refcount=4 00000020:00000001:3.0:1713531269.550538:0:20174:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550539:0:20174:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612137575484224 : -131936134067392 : ffff880139988b40) 00010000:00000001:3.0:1713531269.550540:0:20174:0:(ldlm_request.c:1295:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1713531269.550542:0:20174:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550545:0:20174:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1713531269.550546:0:20174:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.550546:0:20174:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550548:0:20174:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1713531269.550549:0:20174:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.550549:0:20174:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.550550:0:20174:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.550551:0:20174:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff880139988b40 with handle 0xe3b2c985135306af from hash 00010000:00000001:3.0:1713531269.550552:0:20174:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.550552:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.550553:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.550553:0:20174:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1713531269.550554:0:20174:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.550555:0:20174:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550556:0:20174:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1713531269.550557:0:20174:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.550558:0:20174:0:(ldlm_lock.c:2022:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1713531269.550559:0:20174:0:(ldlm_lock.c:2071:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.550559:0:20174:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550560:0:20174:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1713531269.550561:0:20174:0:(ldlm_request.c:1331:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1713531269.550562:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.550562:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.550563:0:20174:0:(ldlm_request.c:1671:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550564:0:20174:0:(ldlm_request.c:383:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.550565:0:20174:0:(ldlm_request.c:422:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1713531269.550566:0:20174:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550572:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.550572:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.550573:0:20174:0:(ldlm_lockd.c:1973:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1713531269.550573:0:20174:0:(ldlm_lock.c:940:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1713531269.550574:0:20174:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.550575:0:20174:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880139988b40/0xe3b2c985135306af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.550591:0:20174:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1713531269.550593:0:20174:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1713531269.550597:0:20174:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1713531269.550599:0:20174:0:(ofd_dev.c:1250:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.550601:0:20174:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294967702, transno 0, xid 1796767405226304 00010000:00000001:3.0:1713531269.550602:0:20174:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.550605:0:20174:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880092927480 x1796767405226304/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/432 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.550609:0:20174:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.550610:0:20174:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.550612:0:20174:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800994039e8 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1713531269.550614:0:20174:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.550615:0:20174:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.550616:0:20174:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.550617:0:20174:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.550618:0:20174:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.550619:0:20174:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.550620:0:20174:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.550622:0:20174:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1b28. 00000100:00000200:3.0:1713531269.550624:0:20174:0:(niobuf.c:87:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1796767405226304, offset 224 00000400:00000200:3.0:1713531269.550627:0:20174:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.550631:0:20174:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.550634:0:20174:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12467:12467:256:4294967295] 192.168.202.39@tcp LPNI seq info [12467:12467:8:4294967295] 00000400:00000200:3.0:1713531269.550642:0:20174:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.550645:0:20174:0:(socklnd_cb.c:1007:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.550647:0:20174:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c700. 00000800:00000200:3.0:1713531269.550649:0:20174:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.550652:0:20174:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.550654:0:20174:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.550663:0:20174:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.550664:0:20174:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.550666:0:20174:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.550667:0:20174:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.550668:0:20174:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.550670:0:20174:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880092927480 x1796767405226304/t0(0) o1->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 440/432 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.550675:0:20174:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:af1f6925-d627-45ab-9271-3bfd492d0648+6:1823:x1796767405226304:12345-192.168.202.39@tcp:1:lhsmtool_posix.0 Request processed in 319us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1713531269.550680:0:20174:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1514 00000100:00000040:3.0:1713531269.550681:0:20174:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009434a800 : new rpc_count 0 00000100:00000001:3.0:1713531269.550682:0:20174:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.550683:0:20174:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.550685:0:20174:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9480. 00000020:00000010:3.0:1713531269.550687:0:20174:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.550689:0:20174:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5600. 00000020:00000040:3.0:1713531269.550691:0:20174:0:(genops.c:906:class_export_put()) PUTting export ffff88009434a800 : new refcount 5 00000100:00000001:3.0:1713531269.550692:0:20174:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.550748:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.550751:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c700. 00000400:00000200:0.0:1713531269.550753:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.550757:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.550759:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1b28 00000400:00000010:0.0:1713531269.550760:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1b28. 00000100:00000001:0.0:1713531269.550769:0:2626:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.550769:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.551603:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.551608:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.551610:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.551611:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.551615:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.551620:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 512 into portal 12 MB=0x6622682eeb9c0 00000400:00000200:0.0:1713531269.551624:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 512/512 into md 0x265 [64] + 3904 00000800:00000001:0.0:1713531269.551628:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.551637:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.551639:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.551642:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.551645:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.551650:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.551656:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134c3f480. 00000100:00000040:0.0:1713531269.551658:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880134c3f480 x1796767405226432 msgsize 512 00000100:00100000:0.0:1713531269.551662:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.551675:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.551679:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.551682:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.551728:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1713531269.551730:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226432 02000000:00000001:2.0:1713531269.551731:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1713531269.551732:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1713531269.551733:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.551735:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1713531269.551737:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226432 00000020:00000001:2.0:1713531269.551738:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:2.0:1713531269.551739:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:2.0:1713531269.551740:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1713531269.551741:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=93 00000020:00000001:2.0:1713531269.551743:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:2.0:1713531269.551744:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:2.0:1713531269.551746:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.551752:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1713531269.551754:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d614e00. 00000020:00000010:2.0:1713531269.551756:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880091e2fe00. 00000020:00000010:2.0:1713531269.551758:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008c38d4b0. 00000100:00000040:2.0:1713531269.551760:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1713531269.551761:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1713531269.551762:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1713531269.551763:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.551766:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.551777:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1713531269.551781:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1713531269.551782:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1713531269.551785:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5601 00000100:00000040:2.0:1713531269.551786:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:2.0:1713531269.551787:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612137494443136 : -131936215108480 : ffff880134c3f480) 00000100:00000040:2.0:1713531269.551791:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880134c3f480 x1796767405226432/t0(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:2.0:1713531269.551796:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1713531269.551796:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1713531269.551798:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+93:12506:x1796767405226432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 00000100:00000200:2.0:1713531269.551800:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226432 00000020:00000001:2.0:1713531269.551801:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:2.0:1713531269.551802:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:2.0:1713531269.551804:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.551805:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1713531269.551806:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120077184 : -1589474432 : ffffffffa1428b80) 00000020:00000001:2.0:1713531269.551808:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1713531269.551809:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226432, found 0 last_xid 1796767405226431 00000020:00000001:2.0:1713531269.551810:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1713531269.551811:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1713531269.551812:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1713531269.551813:0:6406:0:(tgt_handler.c:77:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1713531269.551817:0:6406:0:(tgt_handler.c:86:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.551818:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.551820:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1713531269.551821:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1713531269.551824:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008ee55800. 02000000:00000001:2.0:1713531269.551825:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.551826:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551828:0:6406:0:(mdt_hsm.c:114:mdt_hsm_progress()) Process entered 00000004:20000000:2.0:1713531269.551829:0:6406:0:(mdt_hsm.c:126:mdt_hsm_progress()) Progress on [0x200000402:0xbe:0x0]: len=18446744073709551615 : rc = 0 00000004:20000000:2.0:1713531269.551831:0:6406:0:(mdt_hsm.c:135:mdt_hsm_progress()) Finished [0x200000402:0xbe:0x0] : rc = 0; cancel cookie=0x6622691b 00000004:00000001:2.0:1713531269.551834:0:6406:0:(mdt_lib.c:570:old_init_ucred()) Process entered 00000001:00000001:2.0:1713531269.551835:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.551836:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551837:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.551838:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551838:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.551839:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551840:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.551840:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551841:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:2.0:1713531269.551841:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.551843:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1713531269.551845:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:2.0:1713531269.551846:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:2.0:1713531269.551847:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551848:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.551849:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1713531269.551849:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1713531269.551850:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551851:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1713531269.551852:0:6406:0:(mdt_lib.c:600:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1713531269.551853:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1713531269.551853:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1713531269.551855:0:6406:0:(mdt_coordinator.c:1702:mdt_hsm_update_request_state()) Process entered 00000004:00000001:2.0:1713531269.551856:0:6406:0:(mdt_hsm_cdt_requests.c:425:mdt_cdt_update_request()) Process entered 00000004:00000001:2.0:1713531269.551857:0:6406:0:(mdt_hsm_cdt_requests.c:357:mdt_cdt_find_request()) Process entered 00000004:00000001:2.0:1713531269.551860:0:6406:0:(mdt_hsm_cdt_requests.c:363:mdt_cdt_find_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:00000001:2.0:1713531269.551864:0:6406:0:(mdt_hsm_cdt_requests.c:174:hsm_update_work()) Process entered 00000004:00000010:2.0:1713531269.551866:0:6406:0:(mdt_hsm_cdt_requests.c:180:hsm_update_work()) kmalloced '(node)': 48 at ffff88008a8dd280. 00000004:00000001:2.0:1713531269.551867:0:6406:0:(mdt_hsm_cdt_requests.c:208:hsm_update_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551869:0:6406:0:(mdt_hsm_cdt_agent.c:249:mdt_hsm_agent_update_statistics()) Process entered 00000004:00000001:2.0:1713531269.551871:0:6406:0:(mdt_hsm_cdt_agent.c:265:mdt_hsm_agent_update_statistics()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.551872:0:6406:0:(mdt_hsm_cdt_agent.c:272:mdt_hsm_agent_update_statistics()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551873:0:6406:0:(mdt_hsm_cdt_requests.c:451:mdt_cdt_update_request()) Process leaving (rc=18446612135354236672 : -131938355314944 : ffff8800b532ff00) 00000004:20000000:2.0:1713531269.551875:0:6406:0:(mdt_coordinator.c:1725:mdt_hsm_update_request_state()) Progress received for fid=[0x200000402:0xbe:0x0] cookie=0x6622691b action=ARCHIVE flags=1 err=0 fid=[0x200000402:0xbe:0x0] dfid=[0x200000402:0xbe:0x0] 00000004:00000001:2.0:1713531269.551878:0:6406:0:(mdt_coordinator.c:1056:hsm_init_ucred()) Process entered 00000004:00000001:2.0:1713531269.551879:0:6406:0:(mdt_coordinator.c:1082:hsm_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551879:0:6406:0:(mdt_coordinator.c:1496:hsm_cdt_request_completed()) Process entered 00000004:00000001:2.0:1713531269.551880:0:6406:0:(mdt_coordinator.c:65:mdt_hsm_get_md_hsm()) Process entered 00000004:00000001:2.0:1713531269.551881:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:2.0:1713531269.551882:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:2.0:1713531269.551883:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.551884:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:2.0:1713531269.551886:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.551887:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1713531269.551888:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1713531269.551890:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.551891:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.551893:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.551894:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.551896:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:2.0:1713531269.551897:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.551898:0:6406:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1713531269.551899:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x40 ma_lmm= (null) 00000004:00000001:2.0:1713531269.551900:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551901:0:6406:0:(mdt_coordinator.c:93:mdt_hsm_get_md_hsm()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:2.0:1713531269.551903:0:6406:0:(mdt_hsm.c:66:mdt_hsm_attr_set()) Process entered 00000001:00000001:2.0:1713531269.551904:0:6406:0:(md_attrs.c:187:lustre_hsm2buf()) Process entered 00000004:00000001:2.0:1713531269.551905:0:6406:0:(mdd_object.c:2075:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.551908:0:6406:0:(mdd_object.c:1417:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1713531269.551911:0:6406:0:(mdd_object.c:1436:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1713531269.551913:0:6406:0:(barrier.c:258:barrier_entry()) Process entered 00000020:00000010:2.0:1713531269.551917:0:6406:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff880135d9dcc0. 00080000:00000001:2.0:1713531269.551919:0:6406:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:2.0:1713531269.551924:0:6406:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008d2c4400. 00080000:00000001:2.0:1713531269.551925:0:6406:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134682706944 : -131939026844672 : ffff88008d2c4400) 00000004:00000001:2.0:1713531269.551927:0:6406:0:(lod_object.c:3808:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.551930:0:6406:0:(lod_sub_object.c:555:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.551931:0:6406:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.551932:0:6406:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134682706944 : -131939026844672 : ffff88008d2c4400) 00080000:00000001:2.0:1713531269.551934:0:6406:0:(osd_xattr.c:450:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1713531269.551952:0:6406:0:(osd_xattr.c:459:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551953:0:6406:0:(lod_sub_object.c:568:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551954:0:6406:0:(lod_object.c:3871:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.551957:0:6406:0:(update_trans.c:780:top_trans_start()) Process entered 00080000:00000001:2.0:1713531269.551959:0:6406:0:(osd_handler.c:202:osd_trans_start()) Process entered 00000004:00000001:2.0:1713531269.551963:0:6406:0:(lod_sub_object.c:779:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1713531269.551964:0:6406:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.551965:0:6406:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134682706944 : -131939026844672 : ffff88008d2c4400) 00080000:00000001:2.0:1713531269.551967:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.551970:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.551971:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551972:0:6406:0:(lod_sub_object.c:792:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.551983:0:6406:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.551984:0:6406:0:(update_trans.c:789:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.551986:0:6406:0:(mdd_object.c:1529:mdd_hsm_update_locked()) Process entered 00000004:00000010:2.0:1713531269.551987:0:6406:0:(mdd_object.c:1530:mdd_hsm_update_locked()) kmalloced '(current_mh)': 24 at ffff88008b597640. 00000004:00000001:2.0:1713531269.551988:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.551989:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:2.0:1713531269.551990:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1713531269.551991:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:2.0:1713531269.551992:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.551993:0:6406:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1713531269.551994:0:6406:0:(mdd_object.c:1547:mdd_hsm_update_locked()) kmalloced '(new_mh)': 24 at ffff88008b597a60. 00000001:00000001:2.0:1713531269.551995:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1713531269.551995:0:6406:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1713531269.551999:0:6406:0:(mdd_object.c:1561:mdd_hsm_update_locked()) kfreed 'new_mh': 24 at ffff88008b597a60. 00000004:00000001:2.0:1713531269.552000:0:6406:0:(mdd_object.c:1562:mdd_hsm_update_locked()) Process leaving 00000004:00000010:2.0:1713531269.552001:0:6406:0:(mdd_object.c:1564:mdd_hsm_update_locked()) kfreed 'current_mh': 24 at ffff88008b597640. 00000004:00000001:2.0:1713531269.552003:0:6406:0:(lod_object.c:5107:lod_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.552005:0:6406:0:(lod_object.c:3899:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1713531269.552006:0:6406:0:(lod_sub_object.c:594:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1713531269.552007:0:6406:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.552007:0:6406:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134682706944 : -131939026844672 : ffff88008d2c4400) 00080000:00000001:2.0:1713531269.552009:0:6406:0:(osd_xattr.c:907:osd_xattr_set()) Process entered 00080000:00000002:2.0:1713531269.552010:0:6406:0:(osd_xattr.c:921:osd_xattr_set()) Setting xattr trusted.hsm with size 24 00080000:00000001:2.0:1713531269.552029:0:6406:0:(osd_xattr.c:938:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552030:0:6406:0:(lod_sub_object.c:610:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552031:0:6406:0:(lod_object.c:3903:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552032:0:6406:0:(lod_object.c:5242:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552034:0:6406:0:(mdd_object.c:1031:mdd_changelog_data_store_xattr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.552036:0:6406:0:(update_trans.c:930:top_trans_stop()) Process entered 00080000:00000001:2.0:1713531269.552037:0:6406:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1713531269.552053:0:6406:0:(tgt_lastrcvd.c:1482:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1713531269.552055:0:6406:0:(tgt_lastrcvd.c:1530:tgt_last_rcvd_update()) transno = 4294971316, last_committed = 4294971310 00000001:00000010:2.0:1713531269.552057:0:6406:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff880135d9d300. 00000001:00000040:2.0:1713531269.552059:0:6406:0:(tgt_lastrcvd.c:992:tgt_last_commit_cb_add()) callback GETting export ffff88008e965800 : new cb_count 3 00000020:00000040:2.0:1713531269.552060:0:6406:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=94 00000001:00000010:2.0:1713531269.552063:0:6406:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8801320e1e40. 00000004:00000001:2.0:1713531269.552066:0:6406:0:(lod_sub_object.c:817:lod_sub_write()) Process entered 00000004:00000001:2.0:1713531269.552067:0:6406:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1713531269.552068:0:6406:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612134682706944 : -131939026844672 : ffff88008d2c4400) 00080000:00000001:2.0:1713531269.552069:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.552089:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1713531269.552090:0:6406:0:(lod_sub_object.c:831:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1713531269.552092:0:6406:0:(tgt_lastrcvd.c:1373:tgt_add_reply_data()) add reply ffff8801320e1e40: xid 1796767405226432, transno 4294971316, tag 1, client gen 2, slot idx 1 00000001:00000001:2.0:1713531269.552094:0:6406:0:(tgt_lastrcvd.c:1375:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.552100:0:6406:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1713531269.552101:0:6406:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff880135d9dcc0. 00000020:00000001:2.0:1713531269.552102:0:6406:0:(update_trans.c:942:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552104:0:6406:0:(mdd_object.c:2171:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552108:0:6406:0:(mdt_hsm.c:79:mdt_hsm_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552109:0:6406:0:(mdt_coordinator.c:1674:hsm_cdt_request_completed()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.552111:0:6406:0:(mdd_device.c:1496:mdd_root_get()) Process entered 00000004:00000001:2.0:1713531269.552112:0:6406:0:(mdd_device.c:1498:mdd_root_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.552113:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:2.0:1713531269.552115:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134903317032 : -131938806234584 : ffff88009a528228) 00000004:00000001:2.0:1713531269.552117:0:6406:0:(mdd_object.c:1064:mdd_changelog()) Process entered 00000004:00000001:2.0:1713531269.552118:0:6406:0:(mdd_object.c:1071:mdd_changelog()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552119:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:2.0:1713531269.552120:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:2.0:1713531269.552121:0:6406:0:(mdt_coordinator.c:1685:hsm_cdt_request_completed()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1713531269.552122:0:6406:0:(mdt_coordinator.c:1775:mdt_hsm_update_request_state()) updating record: fid=[0x200000402:0xbe:0x0] cookie=0x6622691b action=ARCHIVE status=SUCCEED 00000004:00000001:2.0:1713531269.552124:0:6406:0:(mdt_hsm_cdt_actions.c:429:mdt_agent_record_update()) Process entered 00000004:00000001:2.0:1713531269.552128:0:6406:0:(mdt_hsm_cdt_actions.c:227:cdt_llog_process()) Process entered 00000004:00000040:2.0:1713531269.552129:0:6406:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000040:00000001:2.0:1713531269.552131:0:6406:0:(llog_cat.c:904:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1713531269.552133:0:6406:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.552135:0:6406:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2ff00. 00000040:00001000:2.0:1713531269.552136:0:6406:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x012 startcat 1 startidx 179 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1713531269.552138:0:6406:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.552142:0:6406:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a18e000. 00000040:00001000:2.0:1713531269.552143:0:6406:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1713531269.552144:0:6406:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.552146:0:6406:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.552150:0:6406:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8256 00000040:00000001:2.0:1713531269.552169:0:6406:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.552171:0:6406:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552172:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18e000 type 0x1064553b 00000040:00001000:2.0:1713531269.552173:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.552174:0:6406:0:(llog.c:673:llog_process_thread()) synced_idx: 1 00000040:00000001:2.0:1713531269.552175:0:6406:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.552175:0:6406:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.552176:0:6406:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 1 off 8192), size 8256 00000040:00000001:2.0:1713531269.552182:0:6406:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.552183:0:6406:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552187:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18e000 type 0x1064553b 00000040:00001000:2.0:1713531269.552187:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:2.0:1713531269.552188:0:6406:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:2.0:1713531269.552190:0:6406:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:2.0:1713531269.552192:0:6406:0:(llog_cat.c:840:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1713531269.552193:0:6406:0:(llog_cat.c:787:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1713531269.552194:0:6406:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00000001:2.0:1713531269.552196:0:6406:0:(llog_cat.c:374:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1713531269.552197:0:6406:0:(llog_cat.c:396:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552198:0:6406:0:(llog_cat.c:829:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552199:0:6406:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1713531269.552200:0:6406:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff880091e2f900. 00000040:00001000:2.0:1713531269.552201:0:6406:0:(llog.c:899:llog_process_or_fork()) Processing [0x1:0x8:0x0] flags 0x005 startcat -1 startidx -1 first_idx 179 last_idx 0 read_mode 0 00000040:00000001:2.0:1713531269.552203:0:6406:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:2.0:1713531269.552206:0:6406:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88008a188000. 00000040:00001000:2.0:1713531269.552207:0:6406:0:(llog.c:565:llog_process_thread()) index: 180 last_index 64767 00000040:00000001:2.0:1713531269.552208:0:6406:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.552208:0:6406:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.552211:0:6406:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 0 off 8192), size 32464 00000040:00000001:2.0:1713531269.552222:0:6406:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.552224:0:6406:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552225:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x10680000 00000040:00001000:2.0:1713531269.552226:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:2.0:1713531269.552226:0:6406:0:(llog.c:673:llog_process_thread()) synced_idx: 180 00000040:00000001:2.0:1713531269.552228:0:6406:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:2.0:1713531269.552228:0:6406:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1713531269.552229:0:6406:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 180 off 24576), size 32464 00000040:00000001:2.0:1713531269.552234:0:6406:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1713531269.552235:0:6406:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552236:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188000 type 0x10680000 00000040:00001000:2.0:1713531269.552236:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:2.0:1713531269.552237:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 123 00000040:00001000:2.0:1713531269.552238:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188088 type 0x10680000 00000040:00001000:2.0:1713531269.552238:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=124 00000040:00001000:2.0:1713531269.552239:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 124 00000040:00001000:2.0:1713531269.552242:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188110 type 0x10680000 00000040:00001000:2.0:1713531269.552243:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=125 00000040:00001000:2.0:1713531269.552244:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 125 00000040:00001000:2.0:1713531269.552245:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188198 type 0x10680000 00000040:00001000:2.0:1713531269.552245:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=126 00000040:00001000:2.0:1713531269.552246:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 126 00000040:00001000:2.0:1713531269.552247:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188220 type 0x10680000 00000040:00001000:2.0:1713531269.552247:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=127 00000040:00001000:2.0:1713531269.552248:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 127 00000040:00001000:2.0:1713531269.552248:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1882a8 type 0x10680000 00000040:00001000:2.0:1713531269.552249:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=128 00000040:00001000:2.0:1713531269.552250:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 128 00000040:00001000:2.0:1713531269.552250:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188330 type 0x10680000 00000040:00001000:2.0:1713531269.552251:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=129 00000040:00001000:2.0:1713531269.552252:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 129 00000040:00001000:2.0:1713531269.552252:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1883b8 type 0x10680000 00000040:00001000:2.0:1713531269.552253:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=130 00000040:00001000:2.0:1713531269.552253:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 130 00000040:00001000:2.0:1713531269.552254:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188440 type 0x10680000 00000040:00001000:2.0:1713531269.552255:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=131 00000040:00001000:2.0:1713531269.552255:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 131 00000040:00001000:2.0:1713531269.552256:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1884c8 type 0x10680000 00000040:00001000:2.0:1713531269.552256:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=132 00000040:00001000:2.0:1713531269.552257:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 132 00000040:00001000:2.0:1713531269.552258:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188550 type 0x10680000 00000040:00001000:2.0:1713531269.552258:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=133 00000040:00001000:2.0:1713531269.552259:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 133 00000040:00001000:2.0:1713531269.552259:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1885d8 type 0x10680000 00000040:00001000:2.0:1713531269.552260:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=134 00000040:00001000:2.0:1713531269.552261:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 134 00000040:00001000:2.0:1713531269.552261:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188660 type 0x10680000 00000040:00001000:2.0:1713531269.552262:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=135 00000040:00001000:2.0:1713531269.552262:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 135 00000040:00001000:2.0:1713531269.552263:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1886e8 type 0x10680000 00000040:00001000:2.0:1713531269.552264:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=136 00000040:00001000:2.0:1713531269.552284:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 136 00000040:00001000:2.0:1713531269.552285:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188770 type 0x10680000 00000040:00001000:2.0:1713531269.552286:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=137 00000040:00001000:2.0:1713531269.552286:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 137 00000040:00001000:2.0:1713531269.552287:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1887f8 type 0x10680000 00000040:00001000:2.0:1713531269.552288:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=138 00000040:00001000:2.0:1713531269.552288:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 138 00000040:00001000:2.0:1713531269.552289:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188880 type 0x10680000 00000040:00001000:2.0:1713531269.552289:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=139 00000040:00001000:2.0:1713531269.552290:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 139 00000040:00001000:2.0:1713531269.552290:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188908 type 0x10680000 00000040:00001000:2.0:1713531269.552291:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=140 00000040:00001000:2.0:1713531269.552292:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 140 00000040:00001000:2.0:1713531269.552292:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188990 type 0x10680000 00000040:00001000:2.0:1713531269.552293:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=141 00000040:00001000:2.0:1713531269.552294:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 141 00000040:00001000:2.0:1713531269.552294:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188a18 type 0x10680000 00000040:00001000:2.0:1713531269.552295:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=142 00000040:00001000:2.0:1713531269.552295:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 142 00000040:00001000:2.0:1713531269.552296:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188aa0 type 0x10680000 00000040:00001000:2.0:1713531269.552297:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=143 00000040:00001000:2.0:1713531269.552297:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 143 00000040:00001000:2.0:1713531269.552298:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188b28 type 0x10680000 00000040:00001000:2.0:1713531269.552298:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=144 00000040:00001000:2.0:1713531269.552299:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 144 00000040:00001000:2.0:1713531269.552300:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188bb0 type 0x10680000 00000040:00001000:2.0:1713531269.552300:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=145 00000040:00001000:2.0:1713531269.552301:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 145 00000040:00001000:2.0:1713531269.552301:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188c38 type 0x10680000 00000040:00001000:2.0:1713531269.552302:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=146 00000040:00001000:2.0:1713531269.552303:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 146 00000040:00001000:2.0:1713531269.552303:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188cc0 type 0x10680000 00000040:00001000:2.0:1713531269.552304:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=147 00000040:00001000:2.0:1713531269.552304:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 147 00000040:00001000:2.0:1713531269.552305:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188d48 type 0x10680000 00000040:00001000:2.0:1713531269.552306:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=148 00000040:00001000:2.0:1713531269.552309:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 148 00000040:00001000:2.0:1713531269.552309:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188dd0 type 0x10680000 00000040:00001000:2.0:1713531269.552310:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=149 00000040:00001000:2.0:1713531269.552311:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 149 00000040:00001000:2.0:1713531269.552312:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188e58 type 0x10680000 00000040:00001000:2.0:1713531269.552312:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=150 00000040:00001000:2.0:1713531269.552313:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 150 00000040:00001000:2.0:1713531269.552314:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188ee0 type 0x10680000 00000040:00001000:2.0:1713531269.552314:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=151 00000040:00001000:2.0:1713531269.552315:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 151 00000040:00001000:2.0:1713531269.552315:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188f68 type 0x10680000 00000040:00001000:2.0:1713531269.552316:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=152 00000040:00001000:2.0:1713531269.552317:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 152 00000040:00001000:2.0:1713531269.552317:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a188ff0 type 0x10680000 00000040:00001000:2.0:1713531269.552318:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=153 00000040:00001000:2.0:1713531269.552318:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 153 00000040:00001000:2.0:1713531269.552319:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189078 type 0x10680000 00000040:00001000:2.0:1713531269.552320:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=154 00000040:00001000:2.0:1713531269.552320:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 154 00000040:00001000:2.0:1713531269.552321:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189100 type 0x10680000 00000040:00001000:2.0:1713531269.552321:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=155 00000040:00001000:2.0:1713531269.552322:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 155 00000040:00001000:2.0:1713531269.552323:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189188 type 0x10680000 00000040:00001000:2.0:1713531269.552323:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=156 00000040:00001000:2.0:1713531269.552324:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 156 00000040:00001000:2.0:1713531269.552324:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189210 type 0x10680000 00000040:00001000:2.0:1713531269.552325:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=157 00000040:00001000:2.0:1713531269.552326:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 157 00000040:00001000:2.0:1713531269.552326:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189298 type 0x10680000 00000040:00001000:2.0:1713531269.552327:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=158 00000040:00001000:2.0:1713531269.552327:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 158 00000040:00001000:2.0:1713531269.552328:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189320 type 0x10680000 00000040:00001000:2.0:1713531269.552329:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=159 00000040:00001000:2.0:1713531269.552329:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 159 00000040:00001000:2.0:1713531269.552330:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1893a8 type 0x10680000 00000040:00001000:2.0:1713531269.552330:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=160 00000040:00001000:2.0:1713531269.552333:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 160 00000040:00001000:2.0:1713531269.552334:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189430 type 0x10680000 00000040:00001000:2.0:1713531269.552335:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=161 00000040:00001000:2.0:1713531269.552335:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 161 00000040:00001000:2.0:1713531269.552336:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1894b8 type 0x10680000 00000040:00001000:2.0:1713531269.552337:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=162 00000040:00001000:2.0:1713531269.552337:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 162 00000040:00001000:2.0:1713531269.552338:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189540 type 0x10680000 00000040:00001000:2.0:1713531269.552339:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=163 00000040:00001000:2.0:1713531269.552339:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 163 00000040:00001000:2.0:1713531269.552340:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1895c8 type 0x10680000 00000040:00001000:2.0:1713531269.552340:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=164 00000040:00001000:2.0:1713531269.552341:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 164 00000040:00001000:2.0:1713531269.552342:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189650 type 0x10680000 00000040:00001000:2.0:1713531269.552342:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=165 00000040:00001000:2.0:1713531269.552343:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 165 00000040:00001000:2.0:1713531269.552343:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1896d8 type 0x10680000 00000040:00001000:2.0:1713531269.552344:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=166 00000040:00001000:2.0:1713531269.552345:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 166 00000040:00001000:2.0:1713531269.552345:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189760 type 0x10680000 00000040:00001000:2.0:1713531269.552346:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=167 00000040:00001000:2.0:1713531269.552346:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 167 00000040:00001000:2.0:1713531269.552347:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1897e8 type 0x10680000 00000040:00001000:2.0:1713531269.552348:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=168 00000040:00001000:2.0:1713531269.552348:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 168 00000040:00001000:2.0:1713531269.552349:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189870 type 0x10680000 00000040:00001000:2.0:1713531269.552349:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=169 00000040:00001000:2.0:1713531269.552350:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 169 00000040:00001000:2.0:1713531269.552351:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a1898f8 type 0x10680000 00000040:00001000:2.0:1713531269.552351:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=170 00000040:00001000:2.0:1713531269.552352:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 170 00000040:00001000:2.0:1713531269.552352:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189980 type 0x10680000 00000040:00001000:2.0:1713531269.552353:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=171 00000040:00001000:2.0:1713531269.552354:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 171 00000040:00001000:2.0:1713531269.552354:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189a08 type 0x10680000 00000040:00001000:2.0:1713531269.552355:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=172 00000040:00001000:2.0:1713531269.552357:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 172 00000040:00001000:2.0:1713531269.552358:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189a90 type 0x10680000 00000040:00001000:2.0:1713531269.552359:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=173 00000040:00001000:2.0:1713531269.552360:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 173 00000040:00001000:2.0:1713531269.552360:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189b18 type 0x10680000 00000040:00001000:2.0:1713531269.552361:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=174 00000040:00001000:2.0:1713531269.552362:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 174 00000040:00001000:2.0:1713531269.552362:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189ba0 type 0x10680000 00000040:00001000:2.0:1713531269.552363:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=175 00000040:00001000:2.0:1713531269.552363:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 175 00000040:00001000:2.0:1713531269.552364:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189c28 type 0x10680000 00000040:00001000:2.0:1713531269.552365:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=176 00000040:00001000:2.0:1713531269.552365:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 176 00000040:00001000:2.0:1713531269.552366:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189cb0 type 0x10680000 00000040:00001000:2.0:1713531269.552367:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=177 00000040:00001000:2.0:1713531269.552367:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 177 00000040:00001000:2.0:1713531269.552368:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189d38 type 0x10680000 00000040:00001000:2.0:1713531269.552368:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=178 00000040:00001000:2.0:1713531269.552369:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 178 00000040:00001000:2.0:1713531269.552369:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189dc0 type 0x10680000 00000040:00001000:2.0:1713531269.552370:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=179 00000040:00001000:2.0:1713531269.552371:0:6406:0:(llog.c:701:llog_process_thread()) skipping lrh_index 179 00000040:00001000:2.0:1713531269.552371:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189e48 type 0x10680000 00000040:00001000:2.0:1713531269.552372:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:2.0:1713531269.552373:0:6406:0:(llog.c:718:llog_process_thread()) lrh_index: 180 lrh_len: 136 (440 remains) 00000040:00001000:2.0:1713531269.552374:0:6406:0:(llog.c:735:llog_process_thread()) index: 180, lh_last_idx: 180 synced_idx: 180 lgh_last_idx: 180 00000004:00000001:2.0:1713531269.552375:0:6406:0:(mdt_hsm_cdt_actions.c:350:mdt_agent_record_update_cb()) Process entered 00000004:20000000:2.0:1713531269.552376:0:6406:0:(mdt_hsm_cdt_actions.c:366:mdt_agent_record_update_cb()) lustre-MDT0000: search 0x6622691b, found 0x6622691b 00000040:00000001:2.0:1713531269.552377:0:6406:0:(llog.c:1325:llog_write()) Process entered 00080000:00000001:2.0:1713531269.552378:0:6406:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:2.0:1713531269.552382:0:6406:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff88008a835c00. 00080000:00000001:2.0:1713531269.552383:0:6406:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612134638083072 : -131939071468544 : ffff88008a835c00) 00000040:00000001:2.0:1713531269.552384:0:6406:0:(llog.c:1135:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1713531269.552386:0:6406:0:(llog_osd.c:331:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1713531269.552387:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.552395:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.552396:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.552397:0:6406:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:2.0:1713531269.552441:0:6406:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:2.0:1713531269.552442:0:6406:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552443:0:6406:0:(llog_osd.c:359:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552444:0:6406:0:(llog.c:1147:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.552446:0:6406:0:(osd_handler.c:202:osd_trans_start()) Process entered 00080000:00000001:2.0:1713531269.552451:0:6406:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552452:0:6406:0:(llog.c:1158:llog_write_rec()) Process entered 00000040:00000001:2.0:1713531269.552454:0:6406:0:(llog_osd.c:401:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1713531269.552455:0:6406:0:(llog_osd.c:408:llog_osd_write_rec()) new record 10680000 to [0x1:0x8:0x0] 00000040:00001000:2.0:1713531269.552458:0:6406:0:(llog_osd.c:524:llog_osd_write_rec()) modify record [0x1:0x8:0x0]: idx:180, len:136 offset 32328 00080000:00000001:2.0:1713531269.552460:0:6406:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:2.0:1713531269.552462:0:6406:0:(osd_io.c:367:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00000001:2.0:1713531269.552463:0:6406:0:(llog_osd.c:546:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1713531269.552464:0:6406:0:(llog.c:1191:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1713531269.552465:0:6406:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1713531269.552469:0:6406:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552470:0:6406:0:(llog.c:1367:llog_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552471:0:6406:0:(mdt_hsm_cdt_actions.c:402:mdt_agent_record_update_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552472:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a189ed0 type 0x0 00000040:00001000:2.0:1713531269.552474:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:2.0:1713531269.552475:0:6406:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.552476:0:6406:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 181 count 3 00000040:00000010:2.0:1713531269.552478:0:6406:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a188000. 00000040:00000010:2.0:1713531269.552479:0:6406:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2f900. 00000040:00000001:2.0:1713531269.552480:0:6406:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552482:0:6406:0:(llog_cat.c:891:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1713531269.552483:0:6406:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88008a18e040 type 0x0 00000040:00001000:2.0:1713531269.552483:0:6406:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:2.0:1713531269.552484:0:6406:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1713531269.552485:0:6406:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00000010:2.0:1713531269.552487:0:6406:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88008a18e000. 00000040:00000010:2.0:1713531269.552488:0:6406:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff880091e2ff00. 00000040:00000001:2.0:1713531269.552489:0:6406:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1713531269.552490:0:6406:0:(llog_cat.c:963:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1713531269.552494:0:6406:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:2.0:1713531269.552495:0:6406:0:(mdt_hsm_cdt_actions.c:253:cdt_llog_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552497:0:6406:0:(mdt_hsm_cdt_actions.c:468:mdt_agent_record_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552498:0:6406:0:(mdt_hsm_cdt_requests.c:375:mdt_cdt_remove_request()) Process entered 00000004:00000001:2.0:1713531269.552511:0:6406:0:(mdt_hsm_cdt_requests.c:409:mdt_cdt_remove_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1713531269.552513:0:6406:0:(mdt_coordinator.c:1804:mdt_hsm_update_request_state()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1713531269.552514:0:6406:0:(mdt_hsm_cdt_requests.c:154:mdt_cdt_free_request_tree()) Process entered 00000004:00000010:2.0:1713531269.552516:0:6406:0:(mdt_hsm_cdt_requests.c:158:mdt_cdt_free_request_tree()) kfreed 'node': 48 at ffff88008a8dd280. 00000004:00000001:2.0:1713531269.552517:0:6406:0:(mdt_hsm_cdt_requests.c:161:mdt_cdt_free_request_tree()) Process leaving 00000004:00000010:2.0:1713531269.552518:0:6406:0:(mdt_hsm_cdt_requests.c:269:mdt_cdt_free_request()) kfreed 'car->car_hai': 72 at ffff880091d8c9c0. 00000004:00000010:2.0:1713531269.552519:0:6406:0:(mdt_hsm_cdt_requests.c:270:mdt_cdt_free_request()) slab-freed '(car)': 160 at ffff8800b532ff00. 00000004:00000001:2.0:1713531269.552522:0:6406:0:(mdt_hsm.c:144:mdt_hsm_progress()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1713531269.552524:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 4294971316, xid 1796767405226432 00010000:00000001:2.0:1713531269.552525:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:2.0:1713531269.552528:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880134c3f480 x1796767405226432/t4294971316(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:2.0:1713531269.552533:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1713531269.552534:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1713531269.552536:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:2.0:1713531269.552538:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1713531269.552539:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:2.0:1713531269.552540:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:2.0:1713531269.552541:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1713531269.552542:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1713531269.552543:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1713531269.552545:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:2.0:1713531269.552546:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008bd1dee0. 00000100:00000200:2.0:1713531269.552548:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1796767405226432, offset 224 00000400:00000200:2.0:1713531269.552551:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:2.0:1713531269.552555:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:2.0:1713531269.552557:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12468:12468:256:4294967295] 192.168.202.39@tcp LPNI seq info [12468:12468:8:4294967295] 00000400:00000200:2.0:1713531269.552562:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:2.0:1713531269.552568:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.39@tcp 00000004:20000000:0.0:1713531269.552569:0:13937:0:(mdt_coordinator.c:680:mdt_coordinator()) coordinator resumes 00000800:00000010:2.0:1713531269.552570:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880087e62000. 00000004:20000000:0.0:1713531269.552571:0:13937:0:(mdt_coordinator.c:718:mdt_coordinator()) coordinator starts reading llog 00000004:00000001:0.0:1713531269.552572:0:13937:0:(mdt_hsm_cdt_actions.c:227:cdt_llog_process()) Process entered 00000800:00000200:2.0:1713531269.552573:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000004:00000040:0.0:1713531269.552574:0:13937:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000800:00000200:2.0:1713531269.552576:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000040:00000001:0.0:1713531269.552576:0:13937:0:(llog_cat.c:904:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1713531269.552577:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000800:00000200:2.0:1713531269.552578:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880087e62000 type 1, nob 320 niov 1 nkiov 1 00000040:00000010:0.0:1713531269.552579:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88008a9f8980. 00000040:00001000:0.0:1713531269.552581:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x012 startcat 1 startidx 180 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1713531269.552583:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000100:00000001:2.0:1713531269.552587:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1713531269.552587:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012bba2000. 00000040:00001000:0.0:1713531269.552588:0:13937:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000100:00000040:2.0:1713531269.552589:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00000040:00000001:0.0:1713531269.552589:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00010000:00000001:2.0:1713531269.552590:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000040:00000001:0.0:1713531269.552590:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000020:00000001:2.0:1713531269.552591:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.552592:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000040:00001000:0.0:1713531269.552592:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8256 00000100:00000040:2.0:1713531269.552595:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880134c3f480 x1796767405226432/t4294971316(0) o57->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 512/224 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1713531269.552600:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1f6925-d627-45ab-9271-3bfd492d0648+94:12506:x1796767405226432:12345-192.168.202.39@tcp:57:lhsmtool_posix.0 Request processed in 803us (940us total) trans 4294971316 rc 0/0 00000100:00100000:2.0:1713531269.552605:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5601 00000100:00000040:2.0:1713531269.552606:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:2.0:1713531269.552607:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1713531269.552608:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1713531269.552610:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880091e2fe00. 00000040:00000001:0.0:1713531269.552611:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1713531269.552612:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008c38d4b0. 00000020:00000010:2.0:1713531269.552613:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d614e00. 00000040:00000001:0.0:1713531269.552613:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.552614:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2000 type 0x1064553b 00000020:00000040:2.0:1713531269.552615:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 93 00000040:00001000:0.0:1713531269.552615:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000100:00000001:2.0:1713531269.552616:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1713531269.552616:0:13937:0:(llog.c:673:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1713531269.552617:0:13937:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:0.0:1713531269.552617:0:13937:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1713531269.552618:0:13937:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 1 off 8192), size 8256 00000040:00000001:0.0:1713531269.552624:0:13937:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1713531269.552625:0:13937:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.552626:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2000 type 0x1064553b 00000040:00001000:0.0:1713531269.552627:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:0.0:1713531269.552628:0:13937:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1713531269.552629:0:13937:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1713531269.552630:0:13937:0:(llog_cat.c:840:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1713531269.552635:0:13937:0:(llog_cat.c:787:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1713531269.552636:0:13937:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00000001:0.0:1713531269.552637:0:13937:0:(llog_cat.c:374:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1713531269.552638:0:13937:0:(llog_cat.c:396:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.552639:0:13937:0:(llog_cat.c:829:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.552640:0:13937:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1713531269.552641:0:13937:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88008a9f8180. 00000040:00001000:0.0:1713531269.552642:0:13937:0:(llog.c:899:llog_process_or_fork()) Processing [0x1:0x8:0x0] flags 0x005 startcat -1 startidx -1 first_idx 180 last_idx 0 read_mode 0 00000040:00000001:0.0:1713531269.552644:0:13937:0:(llog.c:516:llog_process_thread()) Process entered 00000800:00000200:1.0:1713531269.552645:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000040:00000010:0.0:1713531269.552646:0:13937:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012bba4000. 00000800:00000010:1.0:1713531269.552647:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880087e62000. 00000400:00000200:1.0:1713531269.552649:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1713531269.552652:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:1.0:1713531269.552654:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008bd1dee0 00000400:00000010:1.0:1713531269.552655:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008bd1dee0. 00000100:00000001:1.0:1713531269.552657:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:1.0:1713531269.552661:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00000040:00080000:0.0:1713531269.552964:0:13937:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00000010:0.0:1713531269.552967:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012bba4000. 00000040:00000010:0.0:1713531269.552969:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88008a9f8180. 00000040:00000001:0.0:1713531269.552971:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.552973:0:13937:0:(llog_cat.c:891:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.552974:0:13937:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2040 type 0x0 00000040:00001000:0.0:1713531269.552975:0:13937:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1713531269.552976:0:13937:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1713531269.552976:0:13937:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00000010:0.0:1713531269.552978:0:13937:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012bba2000. 00000040:00000010:0.0:1713531269.552979:0:13937:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88008a9f8980. 00000040:00000001:0.0:1713531269.552980:0:13937:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.552981:0:13937:0:(llog_cat.c:963:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1713531269.552982:0:13937:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:0.0:1713531269.552984:0:13937:0:(mdt_hsm_cdt_actions.c:253:cdt_llog_process()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:0.0:1713531269.552985:0:13937:0:(mdt_coordinator.c:755:mdt_coordinator()) found 0 requests to send 00000004:00000010:0.0:1713531269.552986:0:13937:0:(mdt_coordinator.c:778:mdt_coordinator()) kmalloced '(updates)': 0 at 0000000000000010. 00000004:00000010:0.0:1713531269.552987:0:13937:0:(mdt_coordinator.c:835:mdt_coordinator()) kfreed 'updates': 0 at 0000000000000010. 00010000:00000010:2.1:1713531269.553333:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880139988b40. 00000800:00000001:0.0:1713531269.553553:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.553557:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.553558:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.553559:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.553563:0:2626:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.553568:0:2626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 392 into portal 23 MB=0x6622682eeba40 00000400:00000200:0.0:1713531269.553572:0:2626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.39@tcp of length 392/392 into md 0xcec1 [2] + 1568 00000800:00000001:0.0:1713531269.553579:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.553585:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.553586:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.553588:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.553591:0:2626:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.553592:0:2626:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1713531269.553594:0:2626:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134c3f800. 00000100:00000040:0.0:1713531269.553596:0:2626:0:(events.c:356:request_in_callback()) incoming req@ffff880134c3f800 x1796767405226560 msgsize 392 00000100:00100000:0.0:1713531269.553598:0:2626:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.553608:0:2626:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.553611:0:2626:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.553613:0:2626:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.553684:0:6407:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.553686:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226560 02000000:00000001:3.0:1713531269.553687:0:6407:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.553688:0:6407:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.553689:0:6407:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.553691:0:6407:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.553697:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226560 00000020:00000001:3.0:1713531269.553699:0:6407:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.553699:0:6407:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351ac0c 00000020:00000001:3.0:1713531269.553700:0:6407:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.553702:0:6407:0:(lustre_handles.c:151:class_handle2object()) GET export ffff88008e965800 refcount=94 00000020:00000001:3.0:1713531269.553703:0:6407:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000020:00000001:3.0:1713531269.553705:0:6407:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134706436096 : -131939003115520 : ffff88008e965800) 00000100:00000001:3.0:1713531269.553707:0:6407:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.553707:0:6407:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.553710:0:6407:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a74b5600. 00000020:00000010:3.0:1713531269.553712:0:6407:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9480. 00000020:00000010:3.0:1713531269.553713:0:6407:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.553717:0:6407:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1713531269.553718:0:6407:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.553719:0:6407:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1713531269.553719:0:6407:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.553722:0:6407:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.553734:0:6407:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.553738:0:6407:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.553738:0:6407:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.553742:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1236 00000100:00000040:3.0:1713531269.553743:0:6407:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff88008e965800 : new rpc_count 1 00000100:00000001:3.0:1713531269.553744:0:6407:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612137494444032 : -131936215107584 : ffff880134c3f800) 00000100:00000040:3.0:1713531269.553748:0:6407:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880134c3f800 x1796767405226560/t0(0) o35->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 392/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.553753:0:6407:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.553754:0:6407:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.553755:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+94:12506:x1796767405226560:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 00000100:00000200:3.0:1713531269.553757:0:6407:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226560 00000020:00000001:3.0:1713531269.553758:0:6407:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.553760:0:6407:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000001:00000001:3.0:1713531269.553762:0:6407:0:(tgt_lastrcvd.c:360:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8801320e1e40: xid 1796767405226432, transno 4294971316, client gen 2, slot idx 1 00000001:00000001:3.0:1713531269.553768:0:6407:0:(tgt_lastrcvd.c:336:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8801319ca480: xid 1796767405225536, transno 4294971315, client gen 2, slot idx 0 00000001:00000010:3.0:1713531269.553771:0:6407:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8801319ca480. 00000020:00000001:3.0:1713531269.553774:0:6407:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.553775:0:6407:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.553776:0:6407:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120076128 : -1589475488 : ffffffffa1428760) 00000020:00000001:3.0:1713531269.553777:0:6407:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.553779:0:6407:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226560, found 0 last_xid 1796767405226559 00000020:00000001:3.0:1713531269.553780:0:6407:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.553781:0:6407:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.553782:0:6407:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.553783:0:6407:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553785:0:6407:0:(mdt_open.c:2685:mdt_close()) Process entered 00000004:00000001:3.0:1713531269.553786:0:6407:0:(mdt_lib.c:1310:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1713531269.553787:0:6407:0:(mdt_lib.c:1223:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1713531269.553789:0:6407:0:(mdt_lib.c:1235:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553790:0:6407:0:(mdt_lib.c:1174:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1713531269.553791:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.553792:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553793:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.553794:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553794:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.553795:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553796:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.553796:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553797:0:6407:0:(mdt_lib.c:1216:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553798:0:6407:0:(mdt_lib.c:1293:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1713531269.553798:0:6407:0:(mdt_lib.c:1296:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553800:0:6407:0:(mdt_lib.c:608:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1713531269.553800:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.553801:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553801:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.553802:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553803:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.553803:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.553805:0:6407:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:3.0:1713531269.553809:0:6407:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:3.0:1713531269.553810:0:6407:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:3.0:1713531269.553811:0:6407:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553812:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.553813:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.553814:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.553814:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553815:0:6407:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1713531269.553816:0:6407:0:(mdt_lib.c:629:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553817:0:6407:0:(mdt_lib.c:1324:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.553819:0:6407:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.553819:0:6407:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.553823:0:6407:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880134d32000. 02000000:00000001:3.0:1713531269.553824:0:6407:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.553825:0:6407:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553826:0:6407:0:(mdt_internal.h:1230:mdt_check_resent()) Process entered 00000004:00000001:3.0:1713531269.553826:0:6407:0:(mdt_internal.h:1248:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553828:0:6407:0:(mdt_open.c:2653:mdt_close_internal()) Process entered 00000004:00000001:3.0:1713531269.553829:0:6407:0:(mdt_open.c:82:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1713531269.553830:0:6407:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.553831:0:6407:0:(lustre_handles.c:151:class_handle2object()) GET mdt ffff88008ebb9700 refcount=2 00000020:00000001:3.0:1713531269.553832:0:6407:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134708877056 : -131939000674560 : ffff88008ebb9700) 00000004:00000001:3.0:1713531269.553833:0:6407:0:(mdt_open.c:98:mdt_open_handle2mfd()) Process leaving (rc=18446612134708877056 : -131939000674560 : ffff88008ebb9700) 00000020:00000040:3.0:1713531269.553835:0:6407:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff88008ebb9700 with handle 0xe3b2c9851353068c from hash 00000004:00000001:3.0:1713531269.553837:0:6407:0:(mdt_open.c:2504:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1713531269.553838:0:6407:0:(mdt_open.c:2512:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000402:0xbe:0x0] with intent: 0 00000004:00000001:3.0:1713531269.553840:0:6407:0:(mdt_som.c:197:mdt_lsom_update()) Process entered 00000004:00000001:3.0:1713531269.553841:0:6407:0:(mdt_som.c:207:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553842:0:6407:0:(mdt_handler.c:1178:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1713531269.553843:0:6407:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.553846:0:6407:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.553847:0:6407:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.553849:0:6407:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.553850:0:6407:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.553851:0:6407:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.553852:0:6407:0:(mdt_handler.c:1216:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553856:0:6407:0:(mdd_object.c:1250:mdd_attr_set()) Process entered 00000004:00000001:3.0:1713531269.553859:0:6407:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1713531269.553860:0:6407:0:(mdd_object.c:729:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.553862:0:6407:0:(mdd_object.c:1270:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000402:0xbe:0x0], previous was 0x7 00000004:00000001:3.0:1713531269.553863:0:6407:0:(mdd_object.c:1272:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553865:0:6407:0:(mdt_lib.c:935:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1713531269.553866:0:6407:0:(mdt_lib.c:957:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553867:0:6407:0:(mdd_object.c:3766:mdd_close()) Process entered 00000004:00000001:3.0:1713531269.553869:0:6407:0:(mdd_object.c:3868:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.553870:0:6407:0:(mdd_object.c:3907:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1713531269.553872:0:6407:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff88008ebb9700. 00000004:00000001:3.0:1713531269.553883:0:6407:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000004:00000001:3.0:1713531269.553884:0:6407:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.553885:0:6407:0:(mdt_open.c:2642:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553886:0:6407:0:(mdt_open.c:2672:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553888:0:6407:0:(mdt_open.c:205:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1713531269.553889:0:6407:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:3.0:1713531269.553892:0:6407:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131e41400. 00080000:00000001:3.0:1713531269.553893:0:6407:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612137446216704 : -131936263334912 : ffff880131e41400) 00080000:00000001:3.0:1713531269.553894:0:6407:0:(osd_handler.c:202:osd_trans_start()) Process entered 00080000:00000001:3.0:1713531269.553896:0:6407:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:3.0:1713531269.553898:0:6407:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:3.0:1713531269.553899:0:6407:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.553905:0:6407:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.553906:0:6407:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1713531269.553907:0:6407:0:(tgt_lastrcvd.c:1482:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1713531269.553908:0:6407:0:(tgt_lastrcvd.c:1530:tgt_last_rcvd_update()) transno = 4294971317, last_committed = 4294971310 00000001:00000010:3.0:1713531269.553910:0:6407:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008b7ff6c0. 00000001:00000040:3.0:1713531269.553911:0:6407:0:(tgt_lastrcvd.c:992:tgt_last_commit_cb_add()) callback GETting export ffff88008e965800 : new cb_count 4 00000020:00000040:3.0:1713531269.553912:0:6407:0:(genops.c:895:class_export_get()) GET export ffff88008e965800 refcount=95 00000001:00000010:3.0:1713531269.553914:0:6407:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8801319ca6c0. 00080000:00000001:3.0:1713531269.553916:0:6407:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:3.0:1713531269.553928:0:6407:0:(osd_io.c:367:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1713531269.553929:0:6407:0:(tgt_lastrcvd.c:1373:tgt_add_reply_data()) add reply ffff8801319ca6c0: xid 1796767405226560, transno 4294971317, tag 1, client gen 2, slot idx 0 00000001:00000001:3.0:1713531269.553931:0:6407:0:(tgt_lastrcvd.c:1375:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.553935:0:6407:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553939:0:6407:0:(mdt_open.c:223:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1713531269.553941:0:6407:0:(mdt_handler.c:960:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1713531269.553942:0:6407:0:(mdt_handler.c:964:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1713531269.553943:0:6407:0:(mdt_lib.c:768:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1713531269.553944:0:6407:0:(mdt_lib.c:788:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1713531269.553946:0:6407:0:(mdt_lib.c:911:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.553948:0:6407:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1713531269.553948:0:6407:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1713531269.553952:0:6407:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1713531269.553956:0:6407:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.553957:0:6407:0:(mdt_open.c:2747:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.553958:0:6407:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971310, transno 4294971317, xid 1796767405226560 00010000:00000001:3.0:1713531269.553960:0:6407:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.553963:0:6407:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880134c3f800 x1796767405226560/t4294971317(0) o35->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 392/456 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.553967:0:6407:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.553968:0:6407:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.553970:0:6407:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a95c3de8 time=7 v=5 (1 1 1 0) 00000100:00000001:3.0:1713531269.553972:0:6407:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.553973:0:6407:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.553974:0:6407:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.553975:0:6407:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.553976:0:6407:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.553977:0:6407:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.553979:0:6407:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.553981:0:6407:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1908. 00000100:00000200:3.0:1713531269.553983:0:6407:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1796767405226560, offset 224 00000400:00000200:3.0:1713531269.553985:0:6407:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.553989:0:6407:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.553992:0:6407:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12469:12469:256:4294967295] 192.168.202.39@tcp LPNI seq info [12469:12469:8:4294967295] 00000400:00000200:3.0:1713531269.553997:0:6407:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.554000:0:6407:0:(socklnd_cb.c:1007:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.554002:0:6407:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008e40c000. 00000800:00000200:3.0:1713531269.554007:0:6407:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.554010:0:6407:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.554012:0:6407:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008e40c000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.554026:0:6407:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.554028:0:6407:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.554029:0:6407:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.554030:0:6407:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.554031:0:6407:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.554034:0:6407:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880134c3f800 x1796767405226560/t4294971317(0) o35->af1f6925-d627-45ab-9271-3bfd492d0648@192.168.202.39@tcp:645/0 lens 392/456 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.554051:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1f6925-d627-45ab-9271-3bfd492d0648+95:12506:x1796767405226560:12345-192.168.202.39@tcp:35:lhsmtool_posix.0 Request processed in 285us (442us total) trans 4294971317 rc 0/0 00000100:00100000:3.0:1713531269.554057:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1236 00000100:00000040:3.0:1713531269.554058:0:6407:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88008e965800 : new rpc_count 0 00000100:00000001:3.0:1713531269.554060:0:6407:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.554060:0:6407:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.554062:0:6407:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9480. 00000020:00000010:3.0:1713531269.554064:0:6407:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.554066:0:6407:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a74b5600. 00000020:00000040:3.0:1713531269.554068:0:6407:0:(genops.c:906:class_export_put()) PUTting export ffff88008e965800 : new refcount 94 00000100:00000001:3.0:1713531269.554069:0:6407:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1713531269.554105:0:2625:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.554108:0:2625:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008e40c000. 00000400:00000200:0.0:1713531269.554111:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.554115:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.554117:0:2625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1908 00000400:00000010:0.0:1713531269.554119:0:2625:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1908. 00000100:00000001:0.0:1713531269.554126:0:2625:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:0.0:1713531269.554127:0:2625:0:(events.c:417:reply_out_callback()) Process leaving 00080000:00000001:1.0:1713531269.596350:0:25375:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.596362:0:25375:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.596366:0:25375:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.596380:0:25375:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.596386:0:25375:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.596389:0:25375:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.596395:0:25375:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.596401:0:25375:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.596404:0:25375:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.599017:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.599023:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.599026:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.599100:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.599104:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.599107:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.599111:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.599114:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.599116:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1713531269.682144:0:25418:0:(mdt_hsm_cdt_actions.c:663:ldebugfs_open_hsm_actions()) Process entered 00000004:00000010:0.0:1713531269.682148:0:25418:0:(mdt_hsm_cdt_actions.c:669:ldebugfs_open_hsm_actions()) kmalloced '(aai)': 88 at ffff88008b40f060. 00000020:00000010:0.0:1713531269.682152:0:25418:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a742ee00. 00000020:00000010:0.0:1713531269.682155:0:25418:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a742f800. 00000040:00000010:0.0:1713531269.682158:0:25418:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800a742f600. 00000020:00000010:0.0:1713531269.682160:0:25418:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880093807000. 00000020:00000010:0.0:1713531269.682163:0:25418:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800a742e000. 00040000:00000010:0.0:1713531269.682166:0:25418:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a6838100. 00040000:00000010:0.0:1713531269.682168:0:25418:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a742f200. 00080000:00000010:0.0:1713531269.682171:0:25418:0:(osd_handler.c:758:osd_key_init()) kmalloced '(info)': 1960 at ffff880093802000. 00000004:00000001:0.0:1713531269.682174:0:25418:0:(mdt_hsm_cdt_actions.c:687:ldebugfs_open_hsm_actions()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1713531269.682184:0:25418:0:(mdt_hsm_cdt_actions.c:506:mdt_hsm_actions_debugfs_start()) Process entered 00000004:00000040:0.0:1713531269.682186:0:25418:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000004:20000000:0.0:1713531269.682187:0:25418:0:(mdt_hsm_cdt_actions.c:519:mdt_hsm_actions_debugfs_start()) llog successfully initialized, start from 0 00000004:00000001:0.0:1713531269.682190:0:25418:0:(mdt_hsm_cdt_actions.c:530:mdt_hsm_actions_debugfs_start()) Process leaving (rc=18446612134650507360 : -131939059044256 : ffff88008b40f060) 00000004:00000001:0.0:1713531269.682192:0:25418:0:(mdt_hsm_cdt_actions.c:608:mdt_hsm_actions_debugfs_show()) Process entered 00000004:20000000:0.0:1713531269.682192:0:25418:0:(mdt_hsm_cdt_actions.c:614:mdt_hsm_actions_debugfs_show()) show from cat 0 index 0 eof=0 00000040:00000001:0.0:1713531269.682194:0:25418:0:(llog_cat.c:904:llog_cat_process_or_fork()) Process entered 00000040:00000001:0.0:1713531269.682197:0:25418:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1713531269.682198:0:25418:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88008a9f8180. 00000040:00001000:0.0:1713531269.682199:0:25418:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x012 startcat 1 startidx 0 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1713531269.682202:0:25418:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:0.0:1713531269.682205:0:25418:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012bba2000. 00000040:00001000:0.0:1713531269.682206:0:25418:0:(llog.c:565:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1713531269.682208:0:25418:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:0.0:1713531269.682209:0:25418:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1713531269.682215:0:25418:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8256 00000040:00000001:0.0:1713531269.682249:0:25418:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1713531269.682251:0:25418:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682252:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2000 type 0x1064553b 00000040:00001000:0.0:1713531269.682253:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:0.0:1713531269.682254:0:25418:0:(llog.c:673:llog_process_thread()) synced_idx: 1 00000040:00000001:0.0:1713531269.682255:0:25418:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:0.0:1713531269.682255:0:25418:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1713531269.682256:0:25418:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 1 (cur idx 1 off 8192), size 8256 00000040:00000001:0.0:1713531269.682262:0:25418:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1713531269.682263:0:25418:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682264:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2000 type 0x1064553b 00000040:00001000:0.0:1713531269.682265:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x1064553b idx=1 00000040:00001000:0.0:1713531269.682282:0:25418:0:(llog.c:718:llog_process_thread()) lrh_index: 1 lrh_len: 64 (8192 remains) 00000040:00080000:0.0:1713531269.682283:0:25418:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00000001:0.0:1713531269.682284:0:25418:0:(llog_cat.c:840:llog_cat_process_cb()) Process entered 00000040:00000001:0.0:1713531269.682285:0:25418:0:(llog_cat.c:787:llog_cat_process_common()) Process entered 00000040:00080000:0.0:1713531269.682286:0:25418:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00000001:0.0:1713531269.682288:0:25418:0:(llog_cat.c:374:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1713531269.682290:0:25418:0:(llog_cat.c:396:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.682291:0:25418:0:(llog_cat.c:829:llog_cat_process_common()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.682292:0:25418:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1713531269.682293:0:25418:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88008a9f8300. 00000040:00001000:0.0:1713531269.682297:0:25418:0:(llog.c:899:llog_process_or_fork()) Processing [0x1:0x8:0x0] flags 0x005 startcat -1 startidx -1 first_idx -1 last_idx -1 read_mode -1 00000040:00000001:0.0:1713531269.682299:0:25418:0:(llog.c:516:llog_process_thread()) Process entered 00000040:00000010:0.0:1713531269.682302:0:25418:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012bba4000. 00000040:00001000:0.0:1713531269.682303:0:25418:0:(llog.c:565:llog_process_thread()) index: 179 last_index 64767 00000040:00000001:0.0:1713531269.682305:0:25418:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:0.0:1713531269.682305:0:25418:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1713531269.682308:0:25418:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 179 (cur idx 0 off 8192), size 32464 00000040:00000001:0.0:1713531269.682320:0:25418:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1713531269.682321:0:25418:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682322:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4000 type 0x10680000 00000040:00001000:0.0:1713531269.682323:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=123 00000040:00001000:0.0:1713531269.682324:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 123 00000040:00001000:0.0:1713531269.682324:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4088 type 0x10680000 00000040:00001000:0.0:1713531269.682325:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=124 00000040:00001000:0.0:1713531269.682326:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 124 00000040:00001000:0.0:1713531269.682338:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4110 type 0x10680000 00000040:00001000:0.0:1713531269.682339:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=125 00000040:00001000:0.0:1713531269.682339:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 125 00000040:00001000:0.0:1713531269.682340:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4198 type 0x10680000 00000040:00001000:0.0:1713531269.682340:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=126 00000040:00001000:0.0:1713531269.682341:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 126 00000040:00001000:0.0:1713531269.682342:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4220 type 0x10680000 00000040:00001000:0.0:1713531269.682342:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=127 00000040:00001000:0.0:1713531269.682343:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 127 00000040:00001000:0.0:1713531269.682343:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba42a8 type 0x10680000 00000040:00001000:0.0:1713531269.682344:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=128 00000040:00001000:0.0:1713531269.682345:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 128 00000040:00001000:0.0:1713531269.682345:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4330 type 0x10680000 00000040:00001000:0.0:1713531269.682346:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=129 00000040:00001000:0.0:1713531269.682347:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 129 00000040:00001000:0.0:1713531269.682347:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba43b8 type 0x10680000 00000040:00001000:0.0:1713531269.682348:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=130 00000040:00001000:0.0:1713531269.682348:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 130 00000040:00001000:0.0:1713531269.682349:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4440 type 0x10680000 00000040:00001000:0.0:1713531269.682350:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=131 00000040:00001000:0.0:1713531269.682353:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 131 00000040:00001000:0.0:1713531269.682353:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba44c8 type 0x10680000 00000040:00001000:0.0:1713531269.682354:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=132 00000040:00001000:0.0:1713531269.682355:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 132 00000040:00001000:0.0:1713531269.682356:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4550 type 0x10680000 00000040:00001000:0.0:1713531269.682357:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=133 00000040:00001000:0.0:1713531269.682357:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 133 00000040:00001000:0.0:1713531269.682358:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba45d8 type 0x10680000 00000040:00001000:0.0:1713531269.682358:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=134 00000040:00001000:0.0:1713531269.682359:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 134 00000040:00001000:0.0:1713531269.682360:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4660 type 0x10680000 00000040:00001000:0.0:1713531269.682360:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=135 00000040:00001000:0.0:1713531269.682361:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 135 00000040:00001000:0.0:1713531269.682361:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba46e8 type 0x10680000 00000040:00001000:0.0:1713531269.682362:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=136 00000040:00001000:0.0:1713531269.682363:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 136 00000040:00001000:0.0:1713531269.682363:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4770 type 0x10680000 00000040:00001000:0.0:1713531269.682364:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=137 00000040:00001000:0.0:1713531269.682364:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 137 00000040:00001000:0.0:1713531269.682365:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba47f8 type 0x10680000 00000040:00001000:0.0:1713531269.682366:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=138 00000040:00001000:0.0:1713531269.682366:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 138 00000040:00001000:0.0:1713531269.682367:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4880 type 0x10680000 00000040:00001000:0.0:1713531269.682367:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=139 00000040:00001000:0.0:1713531269.682368:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 139 00000040:00001000:0.0:1713531269.682369:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4908 type 0x10680000 00000040:00001000:0.0:1713531269.682369:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=140 00000040:00001000:0.0:1713531269.682370:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 140 00000040:00001000:0.0:1713531269.682370:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4990 type 0x10680000 00000040:00001000:0.0:1713531269.682371:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=141 00000040:00001000:0.0:1713531269.682372:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 141 00000040:00001000:0.0:1713531269.682372:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4a18 type 0x10680000 00000040:00001000:0.0:1713531269.682373:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=142 00000040:00001000:0.0:1713531269.682374:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 142 00000040:00001000:0.0:1713531269.682374:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4aa0 type 0x10680000 00000040:00001000:0.0:1713531269.682375:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=143 00000040:00001000:0.0:1713531269.682377:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 143 00000040:00001000:0.0:1713531269.682378:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4b28 type 0x10680000 00000040:00001000:0.0:1713531269.682379:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=144 00000040:00001000:0.0:1713531269.682380:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 144 00000040:00001000:0.0:1713531269.682380:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4bb0 type 0x10680000 00000040:00001000:0.0:1713531269.682381:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=145 00000040:00001000:0.0:1713531269.682382:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 145 00000040:00001000:0.0:1713531269.682382:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4c38 type 0x10680000 00000040:00001000:0.0:1713531269.682383:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=146 00000040:00001000:0.0:1713531269.682383:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 146 00000040:00001000:0.0:1713531269.682384:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4cc0 type 0x10680000 00000040:00001000:0.0:1713531269.682385:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=147 00000040:00001000:0.0:1713531269.682385:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 147 00000040:00001000:0.0:1713531269.682386:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4d48 type 0x10680000 00000040:00001000:0.0:1713531269.682386:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=148 00000040:00001000:0.0:1713531269.682387:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 148 00000040:00001000:0.0:1713531269.682387:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4dd0 type 0x10680000 00000040:00001000:0.0:1713531269.682388:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=149 00000040:00001000:0.0:1713531269.682389:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 149 00000040:00001000:0.0:1713531269.682389:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4e58 type 0x10680000 00000040:00001000:0.0:1713531269.682390:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=150 00000040:00001000:0.0:1713531269.682391:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 150 00000040:00001000:0.0:1713531269.682391:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4ee0 type 0x10680000 00000040:00001000:0.0:1713531269.682392:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=151 00000040:00001000:0.0:1713531269.682392:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 151 00000040:00001000:0.0:1713531269.682393:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4f68 type 0x10680000 00000040:00001000:0.0:1713531269.682394:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=152 00000040:00001000:0.0:1713531269.682394:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 152 00000040:00001000:0.0:1713531269.682395:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba4ff0 type 0x10680000 00000040:00001000:0.0:1713531269.682395:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=153 00000040:00001000:0.0:1713531269.682396:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 153 00000040:00001000:0.0:1713531269.682397:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5078 type 0x10680000 00000040:00001000:0.0:1713531269.682397:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=154 00000040:00001000:0.0:1713531269.682398:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 154 00000040:00001000:0.0:1713531269.682398:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5100 type 0x10680000 00000040:00001000:0.0:1713531269.682399:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=155 00000040:00001000:0.0:1713531269.682402:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 155 00000040:00001000:0.0:1713531269.682402:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5188 type 0x10680000 00000040:00001000:0.0:1713531269.682403:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=156 00000040:00001000:0.0:1713531269.682404:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 156 00000040:00001000:0.0:1713531269.682405:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5210 type 0x10680000 00000040:00001000:0.0:1713531269.682405:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=157 00000040:00001000:0.0:1713531269.682406:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 157 00000040:00001000:0.0:1713531269.682406:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5298 type 0x10680000 00000040:00001000:0.0:1713531269.682407:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=158 00000040:00001000:0.0:1713531269.682408:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 158 00000040:00001000:0.0:1713531269.682408:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5320 type 0x10680000 00000040:00001000:0.0:1713531269.682409:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=159 00000040:00001000:0.0:1713531269.682410:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 159 00000040:00001000:0.0:1713531269.682410:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba53a8 type 0x10680000 00000040:00001000:0.0:1713531269.682411:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=160 00000040:00001000:0.0:1713531269.682411:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 160 00000040:00001000:0.0:1713531269.682412:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5430 type 0x10680000 00000040:00001000:0.0:1713531269.682413:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=161 00000040:00001000:0.0:1713531269.682413:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 161 00000040:00001000:0.0:1713531269.682414:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba54b8 type 0x10680000 00000040:00001000:0.0:1713531269.682414:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=162 00000040:00001000:0.0:1713531269.682415:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 162 00000040:00001000:0.0:1713531269.682416:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5540 type 0x10680000 00000040:00001000:0.0:1713531269.682416:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=163 00000040:00001000:0.0:1713531269.682417:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 163 00000040:00001000:0.0:1713531269.682417:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba55c8 type 0x10680000 00000040:00001000:0.0:1713531269.682418:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=164 00000040:00001000:0.0:1713531269.682419:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 164 00000040:00001000:0.0:1713531269.682419:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5650 type 0x10680000 00000040:00001000:0.0:1713531269.682420:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=165 00000040:00001000:0.0:1713531269.682420:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 165 00000040:00001000:0.0:1713531269.682421:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba56d8 type 0x10680000 00000040:00001000:0.0:1713531269.682422:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=166 00000040:00001000:0.0:1713531269.682422:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 166 00000040:00001000:0.0:1713531269.682423:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5760 type 0x10680000 00000040:00001000:0.0:1713531269.682423:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=167 00000040:00001000:0.0:1713531269.682426:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 167 00000040:00001000:0.0:1713531269.682426:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba57e8 type 0x10680000 00000040:00001000:0.0:1713531269.682427:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=168 00000040:00001000:0.0:1713531269.682428:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 168 00000040:00001000:0.0:1713531269.682428:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5870 type 0x10680000 00000040:00001000:0.0:1713531269.682429:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=169 00000040:00001000:0.0:1713531269.682430:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 169 00000040:00001000:0.0:1713531269.682430:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba58f8 type 0x10680000 00000040:00001000:0.0:1713531269.682431:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=170 00000040:00001000:0.0:1713531269.682431:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 170 00000040:00001000:0.0:1713531269.682432:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5980 type 0x10680000 00000040:00001000:0.0:1713531269.682433:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=171 00000040:00001000:0.0:1713531269.682433:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 171 00000040:00001000:0.0:1713531269.682434:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5a08 type 0x10680000 00000040:00001000:0.0:1713531269.682434:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=172 00000040:00001000:0.0:1713531269.682435:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 172 00000040:00001000:0.0:1713531269.682435:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5a90 type 0x10680000 00000040:00001000:0.0:1713531269.682436:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=173 00000040:00001000:0.0:1713531269.682437:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 173 00000040:00001000:0.0:1713531269.682437:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5b18 type 0x10680000 00000040:00001000:0.0:1713531269.682438:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=174 00000040:00001000:0.0:1713531269.682439:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 174 00000040:00001000:0.0:1713531269.682439:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5ba0 type 0x10680000 00000040:00001000:0.0:1713531269.682440:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=175 00000040:00001000:0.0:1713531269.682440:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 175 00000040:00001000:0.0:1713531269.682441:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5c28 type 0x10680000 00000040:00001000:0.0:1713531269.682442:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=176 00000040:00001000:0.0:1713531269.682442:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 176 00000040:00001000:0.0:1713531269.682443:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5cb0 type 0x10680000 00000040:00001000:0.0:1713531269.682443:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=177 00000040:00001000:0.0:1713531269.682444:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 177 00000040:00001000:0.0:1713531269.682444:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5d38 type 0x10680000 00000040:00001000:0.0:1713531269.682445:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=178 00000040:00001000:0.0:1713531269.682446:0:25418:0:(llog.c:701:llog_process_thread()) skipping lrh_index 178 00000040:00001000:0.0:1713531269.682446:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5dc0 type 0x10680000 00000040:00001000:0.0:1713531269.682447:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=179 00000040:00001000:0.0:1713531269.682450:0:25418:0:(llog.c:718:llog_process_thread()) lrh_index: 179 lrh_len: 136 (576 remains) 00000040:00001000:0.0:1713531269.682451:0:25418:0:(llog.c:735:llog_process_thread()) index: 179, lh_last_idx: 180 synced_idx: 0 lgh_last_idx: 180 00000004:00000001:0.0:1713531269.682452:0:25418:0:(mdt_hsm_cdt_actions.c:558:hsm_actions_show_cb()) Process entered 00000004:00000001:0.0:1713531269.682455:0:25418:0:(mdt_hsm_cdt_actions.c:594:hsm_actions_show_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682456:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5e48 type 0x10680000 00000040:00001000:0.0:1713531269.682457:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:0.0:1713531269.682458:0:25418:0:(llog.c:673:llog_process_thread()) synced_idx: 180 00000040:00000001:0.0:1713531269.682459:0:25418:0:(lustre_log.h:484:llog_next_block()) Process entered 00000040:00000001:0.0:1713531269.682459:0:25418:0:(llog_osd.c:922:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1713531269.682460:0:25418:0:(llog_osd.c:956:llog_osd_next_block()) looking for log index 180 (cur idx 180 off 24576), size 32464 00000040:00000001:0.0:1713531269.682467:0:25418:0:(llog_osd.c:1065:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1713531269.682468:0:25418:0:(lustre_log.h:494:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682469:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5e48 type 0x10680000 00000040:00001000:0.0:1713531269.682470:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x10680000 idx=180 00000040:00001000:0.0:1713531269.682471:0:25418:0:(llog.c:718:llog_process_thread()) lrh_index: 180 lrh_len: 136 (440 remains) 00000040:00001000:0.0:1713531269.682471:0:25418:0:(llog.c:735:llog_process_thread()) index: 180, lh_last_idx: 180 synced_idx: 180 lgh_last_idx: 180 00000004:00000001:0.0:1713531269.682472:0:25418:0:(mdt_hsm_cdt_actions.c:558:hsm_actions_show_cb()) Process entered 00000004:00000001:0.0:1713531269.682475:0:25418:0:(mdt_hsm_cdt_actions.c:594:hsm_actions_show_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682476:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba5ed0 type 0x0 00000040:00001000:0.0:1713531269.682477:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1713531269.682477:0:25418:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1713531269.682478:0:25418:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 181 count 3 00000040:00000010:0.0:1713531269.682480:0:25418:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012bba4000. 00000040:00000010:0.0:1713531269.682482:0:25418:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88008a9f8300. 00000040:00000001:0.0:1713531269.682483:0:25418:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.682485:0:25418:0:(llog_cat.c:891:llog_cat_process_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1713531269.682486:0:25418:0:(llog.c:610:llog_process_thread()) processing rec 0xffff88012bba2040 type 0x0 00000040:00001000:0.0:1713531269.682486:0:25418:0:(llog.c:616:llog_process_thread()) after swabbing, type=0x0 idx=0 00000040:00000001:0.0:1713531269.682487:0:25418:0:(llog.c:629:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1713531269.682488:0:25418:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00000010:0.0:1713531269.682489:0:25418:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff88012bba2000. 00000040:00000010:0.0:1713531269.682491:0:25418:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88008a9f8180. 00000040:00000001:0.0:1713531269.682491:0:25418:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1713531269.682492:0:25418:0:(llog_cat.c:963:llog_cat_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1713531269.682496:0:25418:0:(mdt_hsm_cdt_actions.c:628:mdt_hsm_actions_debugfs_show()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1713531269.682497:0:25418:0:(mdt_hsm_cdt_actions.c:540:mdt_hsm_actions_debugfs_next()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1713531269.682498:0:25418:0:(mdt_hsm_cdt_actions.c:639:mdt_hsm_actions_debugfs_stop()) Process entered 00000004:00000040:0.0:1713531269.682499:0:25418:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:0.0:1713531269.682501:0:25418:0:(mdt_hsm_cdt_actions.c:647:mdt_hsm_actions_debugfs_stop()) Process leaving 00000004:00000001:0.0:1713531269.682510:0:25418:0:(mdt_hsm_cdt_actions.c:506:mdt_hsm_actions_debugfs_start()) Process entered 00000004:00000040:0.0:1713531269.682511:0:25418:0:(lustre_log.h:396:llog_ctxt_get()) GETting ctxt ffff88012fe9db40 : new refcount 3 00000004:20000000:0.0:1713531269.682511:0:25418:0:(mdt_hsm_cdt_actions.c:519:mdt_hsm_actions_debugfs_start()) llog successfully initialized, start from 1 00000004:00000001:0.0:1713531269.682512:0:25418:0:(mdt_hsm_cdt_actions.c:528:mdt_hsm_actions_debugfs_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1713531269.682513:0:25418:0:(mdt_hsm_cdt_actions.c:639:mdt_hsm_actions_debugfs_stop()) Process entered 00000004:00000040:0.0:1713531269.682514:0:25418:0:(lustre_log.h:411:llog_ctxt_put()) PUTting ctxt ffff88012fe9db40 : new refcount 2 00000004:00000001:0.0:1713531269.682515:0:25418:0:(mdt_hsm_cdt_actions.c:647:mdt_hsm_actions_debugfs_stop()) Process leaving 00000020:00000010:0.0:1713531269.682520:0:25418:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a742f800. 00000040:00000010:0.0:1713531269.682522:0:25418:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800a742f600. 00000020:00000010:0.0:1713531269.682524:0:25418:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880093807000. 00000020:00000010:0.0:1713531269.682528:0:25418:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800a742e000. 00040000:00000010:0.0:1713531269.682530:0:25418:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8800a6838100. 00040000:00000010:0.0:1713531269.682532:0:25418:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800a742f200. 00080000:00000010:0.0:1713531269.682534:0:25418:0:(osd_handler.c:779:osd_key_fini()) kfreed 'info': 1960 at ffff880093802000. 00000020:00000010:0.0:1713531269.682536:0:25418:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a742ee00. 00000004:00000010:0.0:1713531269.682537:0:25418:0:(mdt_hsm_cdt_actions.c:710:ldebugfs_release_hsm_actions()) kfreed 'aai': 88 at ffff88008b40f060. 00000800:00000001:2.0:1713531269.703580:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1713531269.703592:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1713531269.703594:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1713531269.703597:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1713531269.703607:0:2624:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:2.0:1713531269.703620:0:2624:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 392 into portal 23 MB=0x6622682eebac0 00000400:00000200:2.0:1713531269.703626:0:2624:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.39@tcp of length 392/392 into md 0xcec1 [2] + 1960 00000400:00000010:2.0:1713531269.703636:0:2624:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008aea8948. 00000400:00000200:2.0:1713531269.703639:0:2624:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88008a8dcf00 00000800:00000001:2.0:1713531269.703645:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1713531269.703656:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1713531269.703659:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1713531269.703663:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:2.0:1713531269.703667:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008a8dcf00 00000400:00000010:2.0:1713531269.703669:0:2624:0:(lib-lnet.h:320:lnet_md_free()) kfreed 'md': 152 at ffff88008a8dcf00. 00000100:00000001:2.0:1713531269.703674:0:2624:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:2.0:1713531269.703676:0:2624:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:2.0:1713531269.703679:0:2624:0:(events.c:356:request_in_callback()) incoming req@ffff8800a22af050 x1796767405226688 msgsize 392 00000100:00100000:2.0:1713531269.703683:0:2624:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000040:2.0:1713531269.703685:0:2624:0:(events.c:368:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1713531269.703703:0:2624:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:2.0:1713531269.703708:0:2624:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1713531269.703712:0:2624:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.703722:0:6407:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.703724:0:6407:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226688 02000000:00000001:3.0:1713531269.703726:0:6407:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.703728:0:6407:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.703729:0:6407:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.703732:0:6407:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.703735:0:6407:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226688 00000020:00000001:3.0:1713531269.703738:0:6407:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.703739:0:6407:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351aab5 00000020:00000001:3.0:1713531269.703740:0:6407:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.703743:0:6407:0:(lustre_handles.c:151:class_handle2object()) GET export ffff880090882800 refcount=287 00000020:00000001:3.0:1713531269.703749:0:6407:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000020:00000001:3.0:1713531269.703750:0:6407:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000100:00000001:3.0:1713531269.703754:0:6407:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.703755:0:6407:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.703759:0:6407:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a75d8c00. 00000020:00000010:3.0:1713531269.703762:0:6407:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9580. 00000020:00000010:3.0:1713531269.703765:0:6407:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.703770:0:6407:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1713531269.703772:0:6407:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.703773:0:6407:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1713531269.703774:0:6407:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.703778:0:6407:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.703783:0:6407:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.703788:0:6407:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.703789:0:6407:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.703793:0:6407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 1237 00000100:00000040:3.0:1713531269.703796:0:6407:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff880090882800 : new rpc_count 1 00000100:00000001:3.0:1713531269.703798:0:6407:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612135034941520 : -131938674610096 : ffff8800a22af050) 00000100:00000040:3.0:1713531269.703805:0:6407:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800a22af050 x1796767405226688/t0(0) o35->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 392/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.703813:0:6407:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.703813:0:6407:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.703817:0:6407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a22af050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:12509:x1796767405226688:12345-192.168.202.39@tcp:35:lfs.0 00000100:00000200:3.0:1713531269.703820:0:6407:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226688 00000020:00000001:3.0:1713531269.703823:0:6407:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.703826:0:6407:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000020:00000001:3.0:1713531269.703829:0:6407:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.703831:0:6407:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.703833:0:6407:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072120076128 : -1589475488 : ffffffffa1428760) 00000020:00000001:3.0:1713531269.703835:0:6407:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.703838:0:6407:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226688, found 0 last_xid 1796767405226687 00000020:00000001:3.0:1713531269.703841:0:6407:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.703847:0:6407:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.703848:0:6407:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.703851:0:6407:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703855:0:6407:0:(mdt_open.c:2685:mdt_close()) Process entered 00000004:00000001:3.0:1713531269.703857:0:6407:0:(mdt_lib.c:1310:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1713531269.703859:0:6407:0:(mdt_lib.c:1223:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1713531269.703862:0:6407:0:(mdt_lib.c:1235:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703864:0:6407:0:(mdt_lib.c:1174:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1713531269.703867:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.703868:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703870:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.703872:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703873:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.703874:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703875:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.703875:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703876:0:6407:0:(mdt_lib.c:1216:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703877:0:6407:0:(mdt_lib.c:1293:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1713531269.703878:0:6407:0:(mdt_lib.c:1296:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703880:0:6407:0:(mdt_lib.c:608:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1713531269.703880:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.703881:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703882:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.703882:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703883:0:6407:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.703884:0:6407:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.703886:0:6407:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:3.0:1713531269.703889:0:6407:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:3.0:1713531269.703891:0:6407:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:3.0:1713531269.703891:0:6407:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703892:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.703893:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.703894:0:6407:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.703895:0:6407:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703896:0:6407:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1713531269.703896:0:6407:0:(mdt_lib.c:629:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703897:0:6407:0:(mdt_lib.c:1324:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.703901:0:6407:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.703905:0:6407:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.703909:0:6407:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 752 at ffff880131e40c00. 02000000:00000001:3.0:1713531269.703910:0:6407:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.703912:0:6407:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703913:0:6407:0:(mdt_internal.h:1230:mdt_check_resent()) Process entered 00000004:00000001:3.0:1713531269.703914:0:6407:0:(mdt_internal.h:1248:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703916:0:6407:0:(mdt_open.c:2653:mdt_close_internal()) Process entered 00000004:00000001:3.0:1713531269.703917:0:6407:0:(mdt_open.c:82:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1713531269.703918:0:6407:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.703920:0:6407:0:(lustre_handles.c:151:class_handle2object()) GET mdt ffff8800a3fdfe80 refcount=2 00000020:00000001:3.0:1713531269.703921:0:6407:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612135065550464 : -131938644001152 : ffff8800a3fdfe80) 00000004:00000001:3.0:1713531269.703922:0:6407:0:(mdt_open.c:98:mdt_open_handle2mfd()) Process leaving (rc=18446612135065550464 : -131938644001152 : ffff8800a3fdfe80) 00000020:00000040:3.0:1713531269.703923:0:6407:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8800a3fdfe80 with handle 0xe3b2c9851353064d from hash 00000004:00000001:3.0:1713531269.703926:0:6407:0:(mdt_open.c:2504:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1713531269.703927:0:6407:0:(mdt_open.c:2512:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000402:0xbe:0x0] with intent: 0 00000004:00000001:3.0:1713531269.703930:0:6407:0:(mdt_som.c:197:mdt_lsom_update()) Process entered 00000004:00000001:3.0:1713531269.703931:0:6407:0:(mdt_som.c:207:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703932:0:6407:0:(mdt_open.c:167:mdt_write_put()) Process entered 00000004:00000001:3.0:1713531269.703933:0:6407:0:(mdt_open.c:171:mdt_write_put()) Process leaving 00000004:00000001:3.0:1713531269.703934:0:6407:0:(mdt_handler.c:1178:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1713531269.703936:0:6407:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.703941:0:6407:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.703943:0:6407:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.703948:0:6407:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.703949:0:6407:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.703951:0:6407:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1713531269.703952:0:6407:0:(mdt_handler.c:1216:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703953:0:6407:0:(mdd_object.c:1250:mdd_attr_set()) Process entered 00000004:00000001:3.0:1713531269.703959:0:6407:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1713531269.703960:0:6407:0:(mdd_object.c:729:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.703962:0:6407:0:(mdd_object.c:1270:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000402:0xbe:0x0], previous was 0x7 00000004:00000001:3.0:1713531269.703963:0:6407:0:(mdd_object.c:1272:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703965:0:6407:0:(mdt_reint.c:806:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1713531269.703966:0:6407:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1713531269.703968:0:6407:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.703968:0:6407:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.703969:0:6407:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.703972:0:6407:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.703973:0:6407:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.703975:0:6407:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:3.0:1713531269.703976:0:6407:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1713531269.703977:0:6407:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.703978:0:6407:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x40 ma_lmm=ffff880131e40ef0 00000004:00000001:3.0:1713531269.703979:0:6407:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.703981:0:6407:0:(mdt_hsm.c:66:mdt_hsm_attr_set()) Process entered 00000001:00000001:3.0:1713531269.703982:0:6407:0:(md_attrs.c:187:lustre_hsm2buf()) Process entered 00000004:00000001:3.0:1713531269.703983:0:6407:0:(mdd_object.c:2075:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1713531269.703984:0:6407:0:(mdd_object.c:1417:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1713531269.703985:0:6407:0:(mdd_object.c:1436:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1713531269.703987:0:6407:0:(barrier.c:258:barrier_entry()) Process entered 00000020:00000010:3.0:1713531269.703992:0:6407:0:(update_trans.c:593:top_trans_create()) kmalloced '(top_th)': 88 at ffff88008b7ff180. 00080000:00000001:3.0:1713531269.703993:0:6407:0:(osd_handler.c:349:osd_trans_create()) Process entered 00080000:00000010:3.0:1713531269.703998:0:6407:0:(osd_handler.c:364:osd_trans_create()) kmalloced '(oh)': 736 at ffff880131e41c00. 00080000:00000001:3.0:1713531269.703999:0:6407:0:(osd_handler.c:382:osd_trans_create()) Process leaving (rc=18446612137446218752 : -131936263332864 : ffff880131e41c00) 00000004:00000001:3.0:1713531269.704002:0:6407:0:(lod_object.c:3808:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1713531269.704004:0:6407:0:(lod_sub_object.c:555:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1713531269.704006:0:6407:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1713531269.704007:0:6407:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612137446218752 : -131936263332864 : ffff880131e41c00) 00080000:00000001:3.0:1713531269.704008:0:6407:0:(osd_xattr.c:450:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1713531269.704028:0:6407:0:(osd_xattr.c:459:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704029:0:6407:0:(lod_sub_object.c:568:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704030:0:6407:0:(lod_object.c:3871:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.704033:0:6407:0:(update_trans.c:780:top_trans_start()) Process entered 00080000:00000001:3.0:1713531269.704034:0:6407:0:(osd_handler.c:202:osd_trans_start()) Process entered 00000004:00000001:3.0:1713531269.704053:0:6407:0:(lod_sub_object.c:779:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1713531269.704054:0:6407:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1713531269.704055:0:6407:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612137446218752 : -131936263332864 : ffff880131e41c00) 00080000:00000001:3.0:1713531269.704058:0:6407:0:(osd_io.c:176:osd_declare_write()) Process entered 00000001:00000001:3.0:1713531269.704061:0:6407:0:(osd_quota.c:533:osd_declare_quota()) Process entered 00080000:00000001:3.0:1713531269.704062:0:6407:0:(osd_io.c:239:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704063:0:6407:0:(lod_sub_object.c:792:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.704075:0:6407:0:(osd_handler.c:237:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.704076:0:6407:0:(update_trans.c:789:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704094:0:6407:0:(mdd_object.c:1529:mdd_hsm_update_locked()) Process entered 00000004:00000010:3.0:1713531269.704095:0:6407:0:(mdd_object.c:1530:mdd_hsm_update_locked()) kmalloced '(current_mh)': 24 at ffff88013229e640. 00000004:00000001:3.0:1713531269.704097:0:6407:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.704098:0:6407:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.704100:0:6407:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.704101:0:6407:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:3.0:1713531269.704102:0:6407:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1713531269.704102:0:6407:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1713531269.704104:0:6407:0:(mdd_object.c:1547:mdd_hsm_update_locked()) kmalloced '(new_mh)': 24 at ffff88013229eb80. 00000001:00000001:3.0:1713531269.704105:0:6407:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1713531269.704105:0:6407:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1713531269.704107:0:6407:0:(mdd_object.c:1561:mdd_hsm_update_locked()) kfreed 'new_mh': 24 at ffff88013229eb80. 00000004:00000001:3.0:1713531269.704108:0:6407:0:(mdd_object.c:1562:mdd_hsm_update_locked()) Process leaving 00000004:00000010:3.0:1713531269.704109:0:6407:0:(mdd_object.c:1564:mdd_hsm_update_locked()) kfreed 'current_mh': 24 at ffff88013229e640. 00000004:00000001:3.0:1713531269.704111:0:6407:0:(lod_object.c:5107:lod_xattr_set()) Process entered 00000004:00000001:3.0:1713531269.704113:0:6407:0:(lod_object.c:3899:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1713531269.704114:0:6407:0:(lod_sub_object.c:594:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1713531269.704114:0:6407:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1713531269.704115:0:6407:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612137446218752 : -131936263332864 : ffff880131e41c00) 00080000:00000001:3.0:1713531269.704116:0:6407:0:(osd_xattr.c:907:osd_xattr_set()) Process entered 00080000:00000002:3.0:1713531269.704117:0:6407:0:(osd_xattr.c:921:osd_xattr_set()) Setting xattr trusted.hsm with size 24 00080000:00000001:3.0:1713531269.704137:0:6407:0:(osd_xattr.c:938:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704138:0:6407:0:(lod_sub_object.c:610:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704139:0:6407:0:(lod_object.c:3903:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704140:0:6407:0:(lod_object.c:5242:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704142:0:6407:0:(mdd_object.c:1031:mdd_changelog_data_store_xattr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.704144:0:6407:0:(update_trans.c:930:top_trans_stop()) Process entered 00080000:00000001:3.0:1713531269.704145:0:6407:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1713531269.704147:0:6407:0:(tgt_lastrcvd.c:1482:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1713531269.704149:0:6407:0:(tgt_lastrcvd.c:1530:tgt_last_rcvd_update()) transno = 4294971318, last_committed = 4294971310 00000001:00000010:3.0:1713531269.704151:0:6407:0:(tgt_lastrcvd.c:987:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff88008b7ff960. 00000001:00000040:3.0:1713531269.704152:0:6407:0:(tgt_lastrcvd.c:992:tgt_last_commit_cb_add()) callback GETting export ffff880090882800 : new cb_count 4 00000020:00000040:3.0:1713531269.704154:0:6407:0:(genops.c:895:class_export_get()) GET export ffff880090882800 refcount=288 00000001:00000010:3.0:1713531269.704157:0:6407:0:(tgt_lastrcvd.c:1407:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8801319ca780. 00000004:00000001:3.0:1713531269.704160:0:6407:0:(lod_sub_object.c:817:lod_sub_write()) Process entered 00000004:00000001:3.0:1713531269.704161:0:6407:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1713531269.704165:0:6407:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18446612137446218752 : -131936263332864 : ffff880131e41c00) 00080000:00000001:3.0:1713531269.704167:0:6407:0:(osd_io.c:329:osd_write()) Process entered 00080000:00000001:3.0:1713531269.704186:0:6407:0:(osd_io.c:367:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1713531269.704187:0:6407:0:(lod_sub_object.c:831:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1713531269.704189:0:6407:0:(tgt_lastrcvd.c:1373:tgt_add_reply_data()) add reply ffff8801319ca780: xid 1796767405226688, transno 4294971318, tag 1, client gen 1, slot idx 3 00000001:00000001:3.0:1713531269.704191:0:6407:0:(tgt_lastrcvd.c:1375:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531269.704198:0:6407:0:(osd_handler.c:339:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1713531269.704200:0:6407:0:(update_trans.c:941:top_trans_stop()) kfreed 'top_th': 88 at ffff88008b7ff180. 00000020:00000001:3.0:1713531269.704201:0:6407:0:(update_trans.c:942:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704203:0:6407:0:(mdd_object.c:2171:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704204:0:6407:0:(mdt_hsm.c:79:mdt_hsm_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704205:0:6407:0:(mdt_reint.c:833:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704206:0:6407:0:(mdt_lib.c:935:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1713531269.704208:0:6407:0:(mdt_lib.c:957:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704210:0:6407:0:(mdd_object.c:3766:mdd_close()) Process entered 00000004:00000001:3.0:1713531269.704212:0:6407:0:(mdd_object.c:3868:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1713531269.704213:0:6407:0:(mdd_object.c:3907:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1713531269.704215:0:6407:0:(mdt_open.c:106:mdt_mfd_free()) kfree_rcu 'mfd': 112 at ffff8800a3fdfe80. 00000004:00000001:3.0:1713531269.704217:0:6407:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000020:00000002:3.0:1713531269.704220:0:6407:0:(lu_object.c:226:lu_object_put()) Add ffff88008bcf9b88/ffff88008bcf9b30 to site lru. bkt: ffff8800a3de0bd0 00000004:00000001:3.0:1713531269.704221:0:6407:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000001:3.0:1713531269.704222:0:6407:0:(mdt_open.c:2642:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704223:0:6407:0:(mdt_open.c:2672:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704225:0:6407:0:(mdt_open.c:205:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1713531269.704226:0:6407:0:(mdt_open.c:211:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1713531269.704227:0:6407:0:(mdt_handler.c:960:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1713531269.704227:0:6407:0:(mdt_handler.c:964:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1713531269.704228:0:6407:0:(mdt_lib.c:768:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1713531269.704229:0:6407:0:(mdt_lib.c:788:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1713531269.704231:0:6407:0:(mdt_lib.c:911:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.704233:0:6407:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1713531269.704234:0:6407:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1713531269.704237:0:6407:0:(lprocfs_jobstats.c:299:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1713531269.704243:0:6407:0:(lprocfs_jobstats.c:351:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.704244:0:6407:0:(mdt_open.c:2747:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1713531269.704246:0:6407:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971309, transno 4294971318, xid 1796767405226688 00010000:00000001:3.0:1713531269.704248:0:6407:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.704255:0:6407:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a22af050 x1796767405226688/t4294971318(0) o35->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 392/456 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.704260:0:6407:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.704261:0:6407:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.704264:0:6407:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a95c3de8 time=7 v=5 (1 1 1 0) 00000100:00000001:3.0:1713531269.704284:0:6407:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.704286:0:6407:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.704288:0:6407:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.704289:0:6407:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.704290:0:6407:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.704292:0:6407:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.704294:0:6407:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.704297:0:6407:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1660. 00000100:00000200:3.0:1713531269.704299:0:6407:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1796767405226688, offset 224 00000400:00000200:3.0:1713531269.704302:0:6407:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.704308:0:6407:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.704312:0:6407:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12470:12470:256:4294967295] 192.168.202.39@tcp LPNI seq info [12470:12470:8:4294967295] 00000400:00000200:3.0:1713531269.704318:0:6407:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.704322:0:6407:0:(socklnd_cb.c:1007:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.704324:0:6407:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008bcbf900. 00000800:00000200:3.0:1713531269.704328:0:6407:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.704333:0:6407:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.704335:0:6407:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008bcbf900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.704349:0:6407:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.704351:0:6407:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.704352:0:6407:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.704353:0:6407:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.704354:0:6407:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.704356:0:6407:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800a22af050 x1796767405226688/t4294971318(0) o35->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 392/456 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.704362:0:6407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a22af050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:12509:x1796767405226688:12345-192.168.202.39@tcp:35:lfs.0 Request processed in 548us (682us total) trans 4294971318 rc 0/0 00000100:00100000:3.0:1713531269.704371:0:6407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 1237 00000100:00000040:3.0:1713531269.704373:0:6407:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880090882800 : new rpc_count 0 00000100:00000001:3.0:1713531269.704374:0:6407:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.704375:0:6407:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.704378:0:6407:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9580. 00000020:00000010:3.0:1713531269.704380:0:6407:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.704382:0:6407:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a75d8c00. 00000020:00000040:3.0:1713531269.704385:0:6407:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 287 02000000:00000001:3.0:1713531269.704389:0:6407:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1713531269.704391:0:6407:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880134d32000. 02000000:00000001:3.0:1713531269.704394:0:6407:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1713531269.704396:0:6407:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880134c3f800. 02000000:00000001:3.0:1713531269.704402:0:6407:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1713531269.704403:0:6407:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880134dc4000. 02000000:00000001:3.0:1713531269.704404:0:6407:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1713531269.704405:0:6407:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263ce00. 02000000:00000001:3.0:1713531269.704407:0:6407:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1713531269.704408:0:6407:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880134dc4800. 02000000:00000001:3.0:1713531269.704409:0:6407:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1713531269.704410:0:6407:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013263c380. 02000000:00000001:3.0:1713531269.704411:0:6407:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1713531269.704411:0:6407:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff88008b45f000. 02000000:00000001:3.0:1713531269.704413:0:6407:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1713531269.704413:0:6407:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008d415500. 02000000:00000001:3.0:1713531269.704415:0:6407:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1713531269.704415:0:6407:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880134d33000. 02000000:00000001:3.0:1713531269.704416:0:6407:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1713531269.704417:0:6407:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880089207b80. 00000100:00000001:3.0:1713531269.704419:0:6407:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1713531269.704421:0:6407:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1713531269.704424:0:6407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801318360b0. 00000400:00000010:3.0:1713531269.704426:0:6407:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801319cacc0. 00000800:00000200:0.0:1713531269.704429:0:2626:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1713531269.704432:0:2626:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008bcbf900. 00000400:00000200:0.0:1713531269.704434:0:2626:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.704438:0:2626:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:0.0:1713531269.704440:0:2626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1660 00000400:00000010:0.0:1713531269.704442:0:2626:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1660. 00000100:00000001:0.0:1713531269.704449:0:2626:0:(events.c:405:reply_out_callback()) Process entered 02000000:00000001:0.0:1713531269.704450:0:2626:0:(sec.c:2453:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1713531269.704452:0:2626:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 752 at ffff880131e40c00. 02000000:00000001:0.0:1713531269.704456:0:2626:0:(sec.c:2466:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1713531269.704456:0:2626:0:(events.c:417:reply_out_callback()) Process leaving 00000800:00000001:0.0:1713531269.705475:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.705480:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1713531269.705481:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.705487:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.705491:0:2625:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp) <- 192.168.202.39@tcp : PUT - for me 00000400:00000200:0.0:1713531269.705496:0:2625:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.39@tcp of length 1176 into portal 12 MB=0x6622682eebb40 00000400:00000200:0.0:1713531269.705500:0:2625:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.39@tcp of length 1176/1176 into md 0x265 [64] + 4416 00000800:00000001:0.0:1713531269.705503:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.705508:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1713531269.705509:0:2625:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1713531269.705511:0:2625:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000100:00000001:0.0:1713531269.705514:0:2625:0:(events.c:305:request_in_callback()) Process entered 00000100:00000200:0.0:1713531269.705515:0:2625:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1713531269.705518:0:2625:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880134c3ce00. 00000100:00000040:0.0:1713531269.705519:0:2625:0:(events.c:356:request_in_callback()) incoming req@ffff880134c3ce00 x1796767405226816 msgsize 1176 00000100:00100000:0.0:1713531269.705522:0:2625:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.39@tcp (source: 12345-192.168.202.39@tcp) 00000100:00000001:0.0:1713531269.705531:0:2625:0:(events.c:392:request_in_callback()) Process leaving 00000800:00000001:0.0:1713531269.705534:0:2625:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1713531269.705536:0:2625:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.705560:0:6406:0:(service.c:2077:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1713531269.705562:0:6406:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1796767405226816 02000000:00000001:3.0:1713531269.705568:0:6406:0:(sec.c:2318:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1713531269.705569:0:6406:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1713531269.705571:0:6406:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.705573:0:6406:0:(sec.c:2366:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1713531269.705574:0:6406:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1796767405226816 00000020:00000001:3.0:1713531269.705576:0:6406:0:(genops.c:823:class_conn2export()) Process entered 00000020:00000040:3.0:1713531269.705577:0:6406:0:(genops.c:835:class_conn2export()) looking for export cookie 0xe3b2c9851351aab5 00000020:00000001:3.0:1713531269.705578:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.705579:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET export ffff880090882800 refcount=288 00000020:00000001:3.0:1713531269.705581:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000020:00000001:3.0:1713531269.705583:0:6406:0:(genops.c:837:class_conn2export()) Process leaving (rc=18446612134739060736 : -131938970490880 : ffff880090882800) 00000100:00000001:3.0:1713531269.705585:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.705586:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1713531269.705588:0:6406:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a75d8c00. 00000020:00000010:3.0:1713531269.705591:0:6406:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88008ebb9580. 00000020:00000010:3.0:1713531269.705593:0:6406:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008bbb3bb8. 00000100:00000040:3.0:1713531269.705598:0:6406:0:(service.c:1274:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1713531269.705600:0:6406:0:(service.c:1831:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1713531269.705601:0:6406:0:(service.c:1748:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1713531269.705603:0:6406:0:(mdt_mds.c:166:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1713531269.705604:0:6406:0:(mdt_mds.c:170:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.705605:0:6406:0:(service.c:1778:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.705608:0:6406:0:(service.c:1909:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.705620:0:6406:0:(service.c:2239:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1713531269.705627:0:6406:0:(service.c:2265:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1713531269.705628:0:6406:0:(service.c:2026:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1713531269.705632:0:6406:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.39@tcp, seq: 5602 00000100:00000040:3.0:1713531269.705634:0:6406:0:(service.c:2057:ptlrpc_server_request_get()) RPC GETting export ffff880090882800 : new rpc_count 1 00000100:00000001:3.0:1713531269.705635:0:6406:0:(service.c:2059:ptlrpc_server_request_get()) Process leaving (rc=18446612137494433280 : -131936215118336 : ffff880134c3ce00) 00000100:00000040:3.0:1713531269.705639:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880134c3ce00 x1796767405226816/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 1176/0 e 0 to 0 dl 1713531280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00000001:3.0:1713531269.705646:0:6406:0:(service.c:1112:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1713531269.705646:0:6406:0:(service.c:1128:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1713531269.705649:0:6406:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+288:12509:x1796767405226816:12345-192.168.202.39@tcp:101:lfs.0 00000100:00000200:3.0:1713531269.705656:0:6406:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1796767405226816 00000020:00000001:3.0:1713531269.705658:0:6406:0:(tgt_handler.c:765:tgt_request_handle()) Process entered 00000020:00000001:3.0:1713531269.705660:0:6406:0:(tgt_handler.c:685:process_req_last_xid()) Process entered 00000001:00000001:3.0:1713531269.705662:0:6406:0:(tgt_lastrcvd.c:360:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8801319ca780: xid 1796767405226688, transno 4294971318, client gen 1, slot idx 3 00000001:00000001:3.0:1713531269.705666:0:6406:0:(tgt_lastrcvd.c:336:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff88008b663180: xid 1796767405224320, transno 4294971314, client gen 1, slot idx 2 00000001:00000010:3.0:1713531269.705669:0:6406:0:(tgt_lastrcvd.c:344:tgt_free_reply_data()) kfreed 'trd': 136 at ffff88008b663180. 00000020:00000001:3.0:1713531269.705683:0:6406:0:(tgt_handler.c:750:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.705685:0:6406:0:(tgt_handler.c:623:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1713531269.705686:0:6406:0:(tgt_handler.c:660:tgt_handler_find_check()) Process leaving (rc=18446744072108826400 : -1600725216 : ffffffffa096df20) 00000020:00000001:3.0:1713531269.705688:0:6406:0:(tgt_handler.c:560:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1713531269.705690:0:6406:0:(tgt_lastrcvd.c:2386:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1796767405226816, found 0 last_xid 1796767405226815 00000020:00000001:3.0:1713531269.705691:0:6406:0:(tgt_handler.c:610:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1713531269.705693:0:6406:0:(tgt_handler.c:388:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1713531269.705694:0:6406:0:(tgt_handler.c:310:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1713531269.705696:0:6406:0:(tgt_handler.c:372:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.705698:0:6406:0:(tgt_handler.c:1440:tgt_enqueue()) Process entered 00010000:00000001:3.0:1713531269.705700:0:6406:0:(ldlm_lockd.c:1315:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1713531269.705702:0:6406:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1713531269.705703:0:6406:0:(ldlm_lockd.c:1769:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1713531269.705705:0:6406:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1713531269.705707:0:6406:0:(ldlm_lock.c:623:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1713531269.705708:0:6406:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1713531269.705710:0:6406:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff88008ab08b40 refcount=3 00000020:00000001:3.0:1713531269.705711:0:6406:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446612134641044288 : -131939068507328 : ffff88008ab08b40) 00010000:00000001:3.0:1713531269.705713:0:6406:0:(ldlm_lock.c:646:__ldlm_handle2lock()) Process leaving (rc=18446612134641044288 : -131939068507328 : ffff88008ab08b40) 00010000:00000040:3.0:1713531269.705716:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 5 00000004:00000001:3.0:1713531269.705719:0:6406:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1713531269.705720:0:6406:0:(ldlm_lock.c:2555:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1713531269.705722:0:6406:0:(tgt_handler.c:1370:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.705724:0:6406:0:(ldlm_lockd.c:952:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1713531269.705726:0:6406:0:(ldlm_lockd.c:956:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.705728:0:6406:0:(tgt_handler.c:1425:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.705735:0:6406:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1713531269.705736:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.705740:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.705741:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.705744:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.705745:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.705747:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff88008ab08b40 with handle 0xe3b2c98513530646 from hash 00010000:00000001:3.0:1713531269.705748:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.705749:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.705750:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.705751:0:6406:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1713531269.705755:0:6406:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1713531269.705756:0:6406:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.705758:0:6406:0:(ldlm_lock.c:2591:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1713531269.705759:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.705763:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ab08b40/0xe3b2c98513530646 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xbe:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c59e9 expref: 288 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.705770:0:6406:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff880090882800 : new locks_count 278 00000020:00000040:3.0:1713531269.705772:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 287 00010000:00000010:3.0:1713531269.705774:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008b7bdb00. 00010000:00000001:3.0:1713531269.705778:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.705779:0:6406:0:(ldlm_lock.c:2445:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1713531269.705781:0:6406:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1713531269.705783:0:6406:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xbe:0x0].0x0 (ffff88009a3a4900) 00010000:00000001:3.0:1713531269.705785:0:6406:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.705787:0:6406:0:(ldlm_lock.c:2375:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1713531269.705789:0:6406:0:(ldlm_lock.c:2481:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1713531269.705790:0:6406:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1713531269.705791:0:6406:0:(ldlm_lockd.c:1851:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1713531269.705795:0:6406:0:(ldlm_lock.c:1719:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1713531269.705799:0:6406:0:(ldlm_resource.c:1583:ldlm_resource_getref()) getref res: ffff88009a3a4900 count: 4 00010000:00000001:3.0:1713531269.705801:0:6406:0:(ldlm_resource.c:1519:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1713531269.705803:0:6406:0:(ldlm_lock.c:458:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1713531269.705806:0:6406:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88013998a400. 00000020:00000001:3.0:1713531269.705807:0:6406:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1713531269.705813:0:6406:0:(lustre_handles.c:97:class_handle_hash()) added object ffff88013998a400 with handle 0xe3b2c985135306b6 to hash 00000020:00000001:3.0:1713531269.705815:0:6406:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1713531269.705816:0:6406:0:(ldlm_lock.c:501:ldlm_lock_new()) Process leaving (rc=18446612137575490560 : -131936134061056 : ffff88013998a400) 00010000:00000010:3.0:1713531269.705820:0:6406:0:(ldlm_inodebits.c:625:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88008ebb9600. 00010000:00000001:3.0:1713531269.705822:0:6406:0:(ldlm_lock.c:1767:ldlm_lock_create()) Process leaving (rc=18446612137575490560 : -131936134061056 : ffff88013998a400) 00010000:00010000:3.0:1713531269.705826:0:6406:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c985135306b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xbe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x882d050f247c5a1a expref: -99 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.705832:0:6406:0:(ldlm_lockd.c:1419:ldlm_handle_enqueue()) lock GETting export ffff880090882800 : new locks_count 279 00000020:00000040:3.0:1713531269.705834:0:6406:0:(genops.c:895:class_export_get()) GET export ffff880090882800 refcount=288 00010000:00000001:3.0:1713531269.705838:0:6406:0:(ldlm_lock.c:1822:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1713531269.705840:0:6406:0:(mdt_handler.c:5218:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1713531269.705846:0:6406:0:(mdt_handler.c:5100:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1713531269.705847:0:6406:0:(mdt_handler.c:4445:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1713531269.705849:0:6406:0:(mdt_handler.c:4479:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705851:0:6406:0:(mdt_handler.c:5020:mdt_intent_open()) Process entered 00000004:00000002:3.0:1713531269.705855:0:6406:0:(mdt_handler.c:3131:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff880134c3ce00 x1796767405226816/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 1176/0 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000004:00000001:3.0:1713531269.705861:0:6406:0:(mdt_handler.c:3028:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1713531269.705863:0:6406:0:(mdt_lib.c:1895:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1713531269.705865:0:6406:0:(mdt_lib.c:1698:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1713531269.705868:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.705869:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705871:0:6406:0:(mdt_lib.c:1776:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705873:0:6406:0:(mdt_lib.c:1905:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705875:0:6406:0:(mdt_handler.c:1369:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1713531269.705876:0:6406:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1713531269.705878:0:6406:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1713531269.705880:0:6406:0:(sec.c:2380:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1713531269.705885:0:6406:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 4312 at ffff880087e40000. 02000000:00000001:3.0:1713531269.705886:0:6406:0:(sec.c:2417:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.705888:0:6406:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705890:0:6406:0:(mdt_lib.c:608:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1713531269.705891:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.705892:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.705897:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.705898:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.705899:0:6406:0:(nodemap_handler.c:684:nodemap_map_id()) Process entered 00000001:00000001:3.0:1713531269.705900:0:6406:0:(nodemap_handler.c:739:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1713531269.705902:0:6406:0:(upcall_cache.c:212:upcall_cache_get_entry()) Process entered 02000000:00000001:3.0:1713531269.705904:0:6406:0:(upcall_cache.c:366:upcall_cache_get_entry()) Process leaving (rc=18446612134890205184 : -131938819346432 : ffff8800998a7000) 00000004:00000001:3.0:1713531269.705905:0:6406:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:3.0:1713531269.705906:0:6406:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.705908:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.705909:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531269.705910:0:6406:0:(nodemap_handler.c:628:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1713531269.705911:0:6406:0:(nodemap_handler.c:631:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705912:0:6406:0:(mdt_lib.c:559:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1713531269.705913:0:6406:0:(mdt_lib.c:629:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705915:0:6406:0:(mdt_internal.h:1230:mdt_check_resent()) Process entered 00000004:00000001:3.0:1713531269.705916:0:6406:0:(mdt_internal.h:1248:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705918:0:6406:0:(mdt_reint.c:3107:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1713531269.705920:0:6406:0:(mdt_open.c:1395:mdt_reint_open()) Process entered 00000004:00000002:3.0:1713531269.705923:0:6406:0:(mdt_open.c:1424:mdt_reint_open()) I am going to open [0x200000402:0xbe:0x0]/(->[0x200000402:0xbe:0x0]) cr_flag=043004040000002 mode=0100000 msg_flag=0x200 00000004:00000001:3.0:1713531269.705926:0:6406:0:(mdt_open.c:1112:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1713531269.705928:0:6406:0:(mdt_handler.c:3576:mdt_object_find()) Process entered 00000004:00000040:3.0:1713531269.705929:0:6406:0:(mdt_handler.c:3578:mdt_object_find()) Find object for [0x200000402:0xbe:0x0] 00000020:00000001:3.0:1713531269.705931:0:6406:0:(lu_object.c:794:lu_object_find_at()) Process entered 00000020:00000001:3.0:1713531269.705936:0:6406:0:(lu_object.c:833:lu_object_find_at()) Process leaving (rc=18446612134659857288 : -131939049694328 : ffff88008bcf9b88) 00000004:00000001:3.0:1713531269.705938:0:6406:0:(mdt_handler.c:3585:mdt_object_find()) Process leaving (rc=18446612134659857200 : -131939049694416 : ffff88008bcf9b30) 00000004:00000001:3.0:1713531269.705940:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1713531269.705941:0:6406:0:(mdd_object.c:378:mdd_attr_get()) Process entered 00000004:00000001:3.0:1713531269.705944:0:6406:0:(mdd_object.c:384:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705945:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.705947:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705948:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705951:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705952:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705954:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705956:0:6406:0:(mdt_som.c:48:lustre_buf2som()) Process entered 00000004:00000001:3.0:1713531269.705957:0:6406:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.705958:0:6406:0:(mdt_som.c:91:mdt_get_som()) [0x200000402:0xbe:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000002:3.0:1713531269.705966:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm= (null) 00000004:00000001:3.0:1713531269.705968:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705970:0:6406:0:(mdt_handler.c:1274:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1713531269.705971:0:6406:0:(mdd_object.c:378:mdd_attr_get()) Process entered 00000004:00000001:3.0:1713531269.705973:0:6406:0:(mdd_object.c:384:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.705974:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.705976:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705976:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705978:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705980:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705981:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705983:0:6406:0:(mdt_som.c:48:lustre_buf2som()) Process entered 00000004:00000001:3.0:1713531269.705984:0:6406:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.705985:0:6406:0:(mdt_som.c:91:mdt_get_som()) [0x200000402:0xbe:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000001:3.0:1713531269.705987:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.705988:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705989:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705990:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.705992:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.705993:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1713531269.705994:0:6406:0:(mdd_object.c:398:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1713531269.705995:0:6406:0:(lod_object.c:1524:lod_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705996:0:6406:0:(osd_xattr.c:323:osd_xattr_get()) Process entered 00080000:00000001:3.0:1713531269.705997:0:6406:0:(osd_xattr.c:348:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.705999:0:6406:0:(lod_object.c:1592:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1713531269.706000:0:6406:0:(mdd_object.c:462:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000001:3.0:1713531269.706001:0:6406:0:(md_attrs.c:155:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1713531269.706002:0:6406:0:(md_attrs.c:174:lustre_buf2hsm()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1713531269.706004:0:6406:0:(mdt_handler.c:1361:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x243 ma_lmm=ffff880087e40378 00000004:00000001:3.0:1713531269.706005:0:6406:0:(mdt_handler.c:1362:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.706007:0:6406:0:(mdt_open.c:1169:mdt_open_by_fid_lock()) Process leaving via out (rc=18446744073709551615 : -1 : 0xffffffffffffffff) 00000004:00000001:3.0:1713531269.706009:0:6406:0:(mdt_internal.h:703:mdt_object_put()) Process entered 00000020:00000002:3.0:1713531269.706011:0:6406:0:(lu_object.c:226:lu_object_put()) Add ffff88008bcf9b88/ffff88008bcf9b30 to site lru. bkt: ffff8800a3de0bd0 00000004:00000001:3.0:1713531269.706012:0:6406:0:(mdt_internal.h:705:mdt_object_put()) Process leaving 00000004:00000040:3.0:1713531269.706013:0:6406:0:(mdt_open.c:1459:mdt_reint_open()) no object for [0x200000402:0xbe:0x0]: -1 00000004:00000001:3.0:1713531269.706015:0:6406:0:(mdt_open.c:1460:mdt_reint_open()) Process leaving via out (rc=18446744073709551615 : -1 : 0xffffffffffffffff) 00000004:00000001:3.0:1713531269.706018:0:6406:0:(mdt_reint.c:3120:mdt_reint_rec()) Process leaving (rc=18446744073709551615 : -1 : ffffffffffffffff) 00000004:00000001:3.0:1713531269.706024:0:6406:0:(mdt_handler.c:3100:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1713531269.706025:0:6406:0:(upcall_cache.c:393:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1713531269.706027:0:6406:0:(upcall_cache.c:404:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1713531269.706028:0:6406:0:(mdt_handler.c:960:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1713531269.706029:0:6406:0:(mdt_handler.c:964:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1713531269.706030:0:6406:0:(mdt_lib.c:768:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1713531269.706031:0:6406:0:(mdt_lib.c:788:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1713531269.706034:0:6406:0:(mdt_lib.c:911:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1713531269.706037:0:6406:0:(mdt_handler.c:5080:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1713531269.706054:0:6406:0:(mdt_handler.c:5188:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1713531269.706056:0:6406:0:(mdt_handler.c:5293:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1713531269.706058:0:6406:0:(ldlm_lock.c:416:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1713531269.706059:0:6406:0:(ldlm_lock.c:377:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1713531269.706062:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.706062:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.706064:0:6406:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1713531269.706065:0:6406:0:(ldlm_lock.c:295:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1713531269.706067:0:6406:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff88013998a400 with handle 0xe3b2c985135306b6 from hash 00010000:00000001:3.0:1713531269.706068:0:6406:0:(ldlm_lock.c:407:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1713531269.706069:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1713531269.706070:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1713531269.706071:0:6406:0:(ldlm_lock.c:426:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1713531269.706072:0:6406:0:(ldlm_lock.c:1855:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1713531269.706073:0:6406:0:(ldlm_lockd.c:1468:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1713531269.706078:0:6406:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c985135306b6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a1a expref: 288 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1713531269.706083:0:6406:0:(ldlm_lock.c:207:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1713531269.706086:0:6406:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013998a400/0xe3b2c985135306b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xbe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.39@tcp remote: 0x882d050f247c5a1a expref: 288 pid: 6406 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1713531269.706091:0:6406:0:(ldlm_lock.c:227:ldlm_lock_put()) lock PUTting export ffff880090882800 : new locks_count 278 00000020:00000040:3.0:1713531269.706092:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 287 00010000:00000010:3.0:1713531269.706094:0:6406:0:(ldlm_lock.c:239:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ebb9600. 00010000:00000001:3.0:1713531269.706098:0:6406:0:(ldlm_lock.c:251:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1713531269.706102:0:6406:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013998a400, rc 0) 00000020:00000001:3.0:1713531269.706104:0:6406:0:(tgt_handler.c:1465:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1713531269.706106:0:6406:0:(ldlm_lib.c:3231:target_committed_to_req()) last_committed 4294971309, transno 0, xid 1796767405226816 00010000:00000001:3.0:1713531269.706108:0:6406:0:(ldlm_lib.c:3300:target_send_reply()) Process entered 00010000:00000200:3.0:1713531269.706111:0:6406:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880134c3ce00 x1796767405226816/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 1176/608 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 301/0 job:'lfs.0' uid:0 gid:0 00010000:00000001:3.0:1713531269.706117:0:6406:0:(ldlm_lib.c:3243:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1713531269.706118:0:6406:0:(ldlm_lib.c:3264:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1713531269.706121:0:6406:0:(import.c:1933:obd_at_measure()) add 1 to ffff8800a6b209e8 time=16 v=5 (1 5 1 0) 00000100:00000001:3.0:1713531269.706123:0:6406:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1713531269.706125:0:6406:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff88008f87e900 refcount 15 to 192.168.202.39@tcp 00000100:00000001:3.0:1713531269.706126:0:6406:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446612134722267392 : -131938987284224 : ffff88008f87e900) 02000000:00000001:3.0:1713531269.706128:0:6406:0:(sec.c:2431:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1713531269.706129:0:6406:0:(sec.c:2442:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1713531269.706130:0:6406:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1713531269.706132:0:6406:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-192.168.202.39@tcp 00000400:00000010:3.0:1713531269.706134:0:6406:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008c3e1c38. 00000100:00000200:3.0:1713531269.706137:0:6406:0:(niobuf.c:87:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1796767405226816, offset 224 00000400:00000200:3.0:1713531269.706141:0:6406:0:(lib-move.c:5262:LNetPut()) LNetPut -> 12345-192.168.202.39@tcp 00000400:00000200:3.0:1713531269.706146:0:6406:0:(lib-move.c:2922:lnet_handle_send_case_locked()) Source Specified: 192.168.202.139@tcp to MR: 192.168.202.39@tcp local destination 00000400:00000200:3.0:1713531269.706150:0:6406:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.139@tcp NI seq info: [12471:12471:256:4294967295] 192.168.202.39@tcp LPNI seq info [12471:12471:8:4294967295] 00000400:00000200:3.0:1713531269.706157:0:6406:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.139@tcp(192.168.202.139@tcp:192.168.202.139@tcp) -> 192.168.202.39@tcp(192.168.202.39@tcp:192.168.202.39@tcp) : PUT try# 0 00000800:00000200:3.0:1713531269.706162:0:6406:0:(socklnd_cb.c:1007:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.39@tcp 00000800:00000010:3.0:1713531269.706165:0:6406:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88008bcbfa00. 00000800:00000200:3.0:1713531269.706168:0:6406:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff88009254a000] -> 12345-192.168.202.39@tcp (4) 00000800:00000200:3.0:1713531269.706171:0:6406:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.39@tcp ip 192.168.202.39:1023 00000800:00000200:3.0:1713531269.706174:0:6406:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88008bcbfa00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1713531269.706186:0:6406:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1713531269.706188:0:6406:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff88008f87e900 refcount 14 to 192.168.202.39@tcp 00010000:00000001:3.0:1713531269.706190:0:6406:0:(ldlm_lib.c:3312:target_send_reply()) Process leaving 00000020:00000001:3.0:1713531269.706191:0:6406:0:(tgt_handler.c:510:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531269.706196:0:6406:0:(tgt_handler.c:882:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1713531269.706201:0:6406:0:(lustre_net.h:2444:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880134c3ce00 x1796767405226816/t0(0) o101->ebbdfee5-b6c4-4879-b274-aec10910f5c2@192.168.202.39@tcp:645/0 lens 1176/608 e 0 to 0 dl 1713531280 ref 1 fl Interpret:/200/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000100:00100000:3.0:1713531269.706209:0:6406:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ebbdfee5-b6c4-4879-b274-aec10910f5c2+287:12509:x1796767405226816:12345-192.168.202.39@tcp:101:lfs.0 Request processed in 561us (687us total) trans 0 rc 301/301 00000100:00100000:3.0:1713531269.706215:0:6406:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.39@tcp, seq: 5602 00000100:00000040:3.0:1713531269.706217:0:6406:0:(service.c:1097:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880090882800 : new rpc_count 0 00000100:00000001:3.0:1713531269.706219:0:6406:0:(service.c:1784:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1713531269.706220:0:6406:0:(service.c:1795:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1713531269.706222:0:6406:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88008ebb9580. 00000020:00000010:3.0:1713531269.706224:0:6406:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008bbb3bb8. 00000020:00000010:3.0:1713531269.706227:0:6406:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a75d8c00. 00000800:00000200:2.0:1713531269.706227:0:2624:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1713531269.706229:0:6406:0:(genops.c:906:class_export_put()) PUTting export ffff880090882800 : new refcount 286 00000800:00000010:2.0:1713531269.706230:0:2624:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008bcbfa00. 00000100:00000001:3.0:1713531269.706231:0:6406:0:(service.c:2405:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1713531269.706232:0:2624:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1713531269.706235:0:2624:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.139@tcp->192.168.202.39@tcp: PUT: OK 00000400:00000200:2.0:1713531269.706237:0:2624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008c3e1c38 00000400:00000010:2.0:1713531269.706239:0:2624:0:(lib-lnet.h:317:lnet_md_free()) slab-freed 'md': 136 at ffff88008c3e1c38. 00000100:00000001:2.0:1713531269.706242:0:2624:0:(events.c:405:reply_out_callback()) Process entered 00000100:00000001:2.0:1713531269.706243:0:2624:0:(events.c:417:reply_out_callback()) Process leaving 00080000:00000001:1.0:1713531269.712291:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.712302:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.712304:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.712341:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.712346:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.712349:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.712353:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.712358:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.712360:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1713531269.717362:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88008ab08b40. 00010000:00000010:2.1:1713531269.717368:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88013998a400. 00080000:00000001:2.0:1713531269.939504:0:25443:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:2.0:1713531269.939517:0:25443:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.939521:0:25443:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.939534:0:25443:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:2.0:1713531269.939542:0:25443:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.939545:0:25443:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1713531269.939550:0:25443:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:2.0:1713531269.939557:0:25443:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531269.939560:0:25443:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.942352:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.942358:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.942360:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.942398:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.942402:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.942403:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531269.942406:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531269.942409:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531269.942411:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1713531270.025426:0:25485:0:(debug.c:704:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1713531270.025429:0:25485:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_21: @@@@@@ FAIL: could not release file 00000001:00000001:3.0:1713531270.028652:0:25485:0:(debug.c:707:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:3.0:1713531270.059028:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:3.0:1713531270.059052:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531270.059056:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531270.059118:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:3.0:1713531270.059125:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531270.059128:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1713531270.059132:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:3.0:1713531270.059136:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1713531270.059138:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178339:0:46:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1713531270.178342:0:46:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178348:0:46:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1713531270.178349:0:46:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178353:0:46:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1713531270.178355:0:46:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178359:0:46:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1713531270.178362:0:46:0:(ldlm_request.c:2139:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1713531270.178364:0:46:0:(ldlm_request.c:1944:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1713531270.178366:0:46:0:(ldlm_request.c:2107:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178369:0:46:0:(ldlm_lockd.c:2279:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1713531270.178370:0:46:0:(ldlm_lockd.c:2282:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178372:0:46:0:(ldlm_request.c:2149:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1713531270.178373:0:46:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1713531270.178443:0:10987:0:(genops.c:1776:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1713531270.178446:0:10987:0:(genops.c:1790:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1713531270.178448:0:10987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1713531270.276114:0:25507:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531270.276126:0:25507:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531270.276131:0:25507:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531270.276149:0:25507:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531270.276156:0:25507:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531270.276158:0:25507:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1713531270.276163:0:25507:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:1.0:1713531270.276169:0:25507:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1713531270.276172:0:25507:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1713531270.278939:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531270.278945:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531270.278947:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1713531270.278984:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531270.278988:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531270.278989:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1713531270.278996:0:1:0:(osd_handler.c:559:osd_statfs()) Process entered 00080000:00000001:0.0:1713531270.278999:0:1:0:(osd_handler.c:574:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1713531270.279001:0:1:0:(tgt_mount.c:1920:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 76178 lines, 76178 kept, 0 dropped, 0 bad.